{"level":"warn","ts":"2026-07-03T15:55:17.837297Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:55:17.837392Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=instance=https://199.204.45.235:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T15:55:17.837468Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:55:17.837482Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-03T15:55:17.837502Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:55:17.838125Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-07-03T15:55:17.838196Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.235:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T15:55:17.841231Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.813035ms"} {"level":"info","ts":"2026-07-03T15:55:17.84534Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"aab6040abcf11","cluster-id":"2bae7d3d8857c059"} {"level":"info","ts":"2026-07-03T15:55:17.845414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T15:55:17.84544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 0"} {"level":"info","ts":"2026-07-03T15:55:17.845461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft aab6040abcf11 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T15:55:17.845472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 1"} {"level":"info","ts":"2026-07-03T15:55:17.845511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"warn","ts":"2026-07-03T15:55:17.85078Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T15:55:17.852284Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T15:55:17.853892Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T15:55:17.856637Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"aab6040abcf11","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T15:55:17.856894Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aab6040abcf11","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T15:55:17.857074Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:55:17.857221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:55:17.857237Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:55:17.858686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"info","ts":"2026-07-03T15:55:17.859179Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","added-peer-id":"aab6040abcf11","added-peer-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-03T15:55:17.861456Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:55:17.861549Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-07-03T15:55:17.86159Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-07-03T15:55:17.86174Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"aab6040abcf11","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T15:55:17.861798Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T15:55:18.34587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T15:55:18.34594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T15:55:18.345979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgPreVoteResp from aab6040abcf11 at term 1"} {"level":"info","ts":"2026-07-03T15:55:18.346007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became candidate at term 2"} {"level":"info","ts":"2026-07-03T15:55:18.346018Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgVoteResp from aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-03T15:55:18.346033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became leader at term 2"} {"level":"info","ts":"2026-07-03T15:55:18.346047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aab6040abcf11 elected leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-03T15:55:18.368334Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:55:18.368605Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:55:18.36862Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aab6040abcf11","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.235:2379]}","request-path":"/0/members/aab6040abcf11/attributes","cluster-id":"2bae7d3d8857c059","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T15:55:18.368742Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:55:18.369124Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T15:55:18.369217Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T15:55:18.370313Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:55:18.370448Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:55:18.370506Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:55:18.372085Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"info","ts":"2026-07-03T15:55:18.372357Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T15:55:20.821316Z","caller":"traceutil/trace.go:171","msg":"trace[2018026721] linearizableReadLoop","detail":"{readStateIndex:74; appliedIndex:73; }","duration":"236.578311ms","start":"2026-07-03T15:55:20.58471Z","end":"2026-07-03T15:55:20.821289Z","steps":["trace[2018026721] 'read index received' (duration: 236.389787ms)","trace[2018026721] 'applied index is now lower than readState.Index' (duration: 187.224µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:20.821469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:20.473811Z","time spent":"347.654546ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T15:55:20.821768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.9245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:55:20.821868Z","caller":"traceutil/trace.go:171","msg":"trace[1204684034] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:69; }","duration":"237.047862ms","start":"2026-07-03T15:55:20.584801Z","end":"2026-07-03T15:55:20.821848Z","steps":["trace[1204684034] 'agreement among raft nodes before linearized reading' (duration: 236.907019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:20.821995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.966641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:55:20.822059Z","caller":"traceutil/trace.go:171","msg":"trace[2016710731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:69; }","duration":"133.055773ms","start":"2026-07-03T15:55:20.68899Z","end":"2026-07-03T15:55:20.822046Z","steps":["trace[2016710731] 'agreement among raft nodes before linearized reading' (duration: 132.972621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:20.822224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.550393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:55:20.822259Z","caller":"traceutil/trace.go:171","msg":"trace[1264174707] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:69; }","duration":"237.621395ms","start":"2026-07-03T15:55:20.584628Z","end":"2026-07-03T15:55:20.82225Z","steps":["trace[1264174707] 'agreement among raft nodes before linearized reading' (duration: 237.567414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:20.822313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.909735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:55:20.822404Z","caller":"traceutil/trace.go:171","msg":"trace[403624758] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:69; }","duration":"166.057587ms","start":"2026-07-03T15:55:20.656325Z","end":"2026-07-03T15:55:20.822382Z","steps":["trace[403624758] 'agreement among raft nodes before linearized reading' (duration: 165.876023ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:21.015406Z","caller":"traceutil/trace.go:171","msg":"trace[1673458066] linearizableReadLoop","detail":"{readStateIndex:75; appliedIndex:74; }","duration":"192.297085ms","start":"2026-07-03T15:55:20.823082Z","end":"2026-07-03T15:55:21.015379Z","steps":["trace[1673458066] 'read index received' (duration: 190.488804ms)","trace[1673458066] 'applied index is now lower than readState.Index' (duration: 1.807151ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:21.015459Z","caller":"traceutil/trace.go:171","msg":"trace[788838023] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"192.465469ms","start":"2026-07-03T15:55:20.822943Z","end":"2026-07-03T15:55:21.015408Z","steps":["trace[788838023] 'process raft request' (duration: 190.619617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:21.015755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.647323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:55:21.015808Z","caller":"traceutil/trace.go:171","msg":"trace[240125680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:70; }","duration":"192.747446ms","start":"2026-07-03T15:55:20.823049Z","end":"2026-07-03T15:55:21.015796Z","steps":["trace[240125680] 'agreement among raft nodes before linearized reading' (duration: 192.450059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:21.018332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.658737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T15:55:21.018377Z","caller":"traceutil/trace.go:171","msg":"trace[1470862151] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:72; }","duration":"193.744979ms","start":"2026-07-03T15:55:20.824621Z","end":"2026-07-03T15:55:21.018366Z","steps":["trace[1470862151] 'agreement among raft nodes before linearized reading' (duration: 193.621757ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:21.01837Z","caller":"traceutil/trace.go:171","msg":"trace[473105802] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"192.50672ms","start":"2026-07-03T15:55:20.82584Z","end":"2026-07-03T15:55:21.018346Z","steps":["trace[473105802] 'process raft request' (duration: 192.377817ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:21.018396Z","caller":"traceutil/trace.go:171","msg":"trace[906282035] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"193.538375ms","start":"2026-07-03T15:55:20.824837Z","end":"2026-07-03T15:55:21.018376Z","steps":["trace[906282035] 'process raft request' (duration: 193.285619ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:22.291755Z","caller":"traceutil/trace.go:171","msg":"trace[1884412097] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"140.461115ms","start":"2026-07-03T15:55:22.151255Z","end":"2026-07-03T15:55:22.291716Z","steps":["trace[1884412097] 'process raft request' (duration: 100.007357ms)","trace[1884412097] 'compare' (duration: 40.298314ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:25.240509Z","caller":"traceutil/trace.go:171","msg":"trace[1841314311] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:327; }","duration":"279.576229ms","start":"2026-07-03T15:55:24.960903Z","end":"2026-07-03T15:55:25.240479Z","steps":["trace[1841314311] 'read index received' (duration: 197.137188ms)","trace[1841314311] 'applied index is now lower than readState.Index' (duration: 82.437931ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:25.240614Z","caller":"traceutil/trace.go:171","msg":"trace[660805591] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"300.283329ms","start":"2026-07-03T15:55:24.940299Z","end":"2026-07-03T15:55:25.240582Z","steps":["trace[660805591] 'process raft request' (duration: 217.805547ms)","trace[660805591] 'compare' (duration: 82.244166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:25.240783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.833994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-03T15:55:25.240893Z","caller":"traceutil/trace.go:171","msg":"trace[2085965701] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:314; }","duration":"280.021319ms","start":"2026-07-03T15:55:24.960847Z","end":"2026-07-03T15:55:25.240868Z","steps":["trace[2085965701] 'agreement among raft nodes before linearized reading' (duration: 279.744982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.241272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:24.940283Z","time spent":"300.427162ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:25.441025Z","caller":"traceutil/trace.go:171","msg":"trace[1861442964] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"105.112675ms","start":"2026-07-03T15:55:25.335876Z","end":"2026-07-03T15:55:25.440988Z","steps":["trace[1861442964] 'process raft request' (duration: 29.332099ms)","trace[1861442964] 'compare' (duration: 75.622422ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:25.451489Z","caller":"traceutil/trace.go:171","msg":"trace[751961339] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"112.449775ms","start":"2026-07-03T15:55:25.33901Z","end":"2026-07-03T15:55:25.45146Z","steps":["trace[751961339] 'process raft request' (duration: 112.181539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.813688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.953978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:25.813779Z","caller":"traceutil/trace.go:171","msg":"trace[773071229] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:334; }","duration":"298.279481ms","start":"2026-07-03T15:55:25.515485Z","end":"2026-07-03T15:55:25.813764Z","steps":["trace[773071229] 'read index received' (duration: 187.939355ms)","trace[773071229] 'applied index is now lower than readState.Index' (duration: 110.339186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:25.813873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.391174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:25.813841Z","caller":"traceutil/trace.go:171","msg":"trace[1390316931] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"355.558129ms","start":"2026-07-03T15:55:25.458244Z","end":"2026-07-03T15:55:25.813802Z","steps":["trace[1390316931] 'process raft request' (duration: 245.249733ms)","trace[1390316931] 'compare' (duration: 109.819385ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:25.813908Z","caller":"traceutil/trace.go:171","msg":"trace[646408924] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:0; response_revision:321; }","duration":"298.424904ms","start":"2026-07-03T15:55:25.515474Z","end":"2026-07-03T15:55:25.813898Z","steps":["trace[646408924] 'agreement among raft nodes before linearized reading' (duration: 298.369213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:25.814011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.843341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:55:25.814048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.458227Z","time spent":"355.713342ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:25.814045Z","caller":"traceutil/trace.go:171","msg":"trace[324460924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:321; }","duration":"197.008195ms","start":"2026-07-03T15:55:25.617028Z","end":"2026-07-03T15:55:25.814036Z","steps":["trace[324460924] 'agreement among raft nodes before linearized reading' (duration: 196.834261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.795974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.659092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:26.796171Z","caller":"traceutil/trace.go:171","msg":"trace[272065444] linearizableReadLoop","detail":"{readStateIndex:338; appliedIndex:336; }","duration":"455.348342ms","start":"2026-07-03T15:55:26.340805Z","end":"2026-07-03T15:55:26.796153Z","steps":["trace[272065444] 'read index received' (duration: 41.021µs)","trace[272065444] 'applied index is now lower than readState.Index' (duration: 455.306171ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:26.796219Z","caller":"traceutil/trace.go:171","msg":"trace[175770184] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"977.608813ms","start":"2026-07-03T15:55:25.818577Z","end":"2026-07-03T15:55:26.796185Z","steps":["trace[175770184] 'process raft request' (duration: 504.672614ms)","trace[175770184] 'compare' (duration: 472.511649ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:26.796279Z","caller":"traceutil/trace.go:171","msg":"trace[1406116662] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"972.877152ms","start":"2026-07-03T15:55:25.823391Z","end":"2026-07-03T15:55:26.796268Z","steps":["trace[1406116662] 'process raft request' (duration: 972.692208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.796351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.823369Z","time spent":"972.939754ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:26.796367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:25.818562Z","time spent":"977.731276ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:55:26.796462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.626688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:55:26.796568Z","caller":"traceutil/trace.go:171","msg":"trace[687395111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:324; }","duration":"455.786112ms","start":"2026-07-03T15:55:26.340756Z","end":"2026-07-03T15:55:26.796542Z","steps":["trace[687395111] 'agreement among raft nodes before linearized reading' (duration: 455.554946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:26.79665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:26.340736Z","time spent":"455.883713ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:55:26.796973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.808982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:55:26.797045Z","caller":"traceutil/trace.go:171","msg":"trace[1219398610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:324; }","duration":"288.895824ms","start":"2026-07-03T15:55:26.508133Z","end":"2026-07-03T15:55:26.797029Z","steps":["trace[1219398610] 'agreement among raft nodes before linearized reading' (duration: 288.71669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:28.105052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.87048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:28.105156Z","caller":"traceutil/trace.go:171","msg":"trace[1181580994] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:339; }","duration":"1.302576713s","start":"2026-07-03T15:55:26.802562Z","end":"2026-07-03T15:55:28.105139Z","steps":["trace[1181580994] 'read index received' (duration: 58.641869ms)","trace[1181580994] 'applied index is now lower than readState.Index' (duration: 1.243933754s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:28.105195Z","caller":"traceutil/trace.go:171","msg":"trace[367368964] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"1.303725429s","start":"2026-07-03T15:55:26.801447Z","end":"2026-07-03T15:55:28.105172Z","steps":["trace[367368964] 'process raft request' (duration: 624.652004ms)","trace[367368964] 'compare' (duration: 678.706587ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:28.105261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302704126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-03T15:55:28.105294Z","caller":"traceutil/trace.go:171","msg":"trace[464220172] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:326; }","duration":"1.302771558s","start":"2026-07-03T15:55:26.802514Z","end":"2026-07-03T15:55:28.105285Z","steps":["trace[464220172] 'agreement among raft nodes before linearized reading' (duration: 1.302709466s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:28.105327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:26.802496Z","time spent":"1.302823478s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-03T15:55:28.105333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:26.801429Z","time spent":"1.303824342s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:28.105492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.466075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-03T15:55:28.105525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.608367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:55:28.105573Z","caller":"traceutil/trace.go:171","msg":"trace[352675598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:326; }","duration":"771.567668ms","start":"2026-07-03T15:55:27.333985Z","end":"2026-07-03T15:55:28.105553Z","steps":["trace[352675598] 'agreement among raft nodes before linearized reading' (duration: 771.397204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:28.105614Z","caller":"traceutil/trace.go:171","msg":"trace[1758006619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:326; }","duration":"247.74659ms","start":"2026-07-03T15:55:27.857845Z","end":"2026-07-03T15:55:28.105591Z","steps":["trace[1758006619] 'agreement among raft nodes before linearized reading' (duration: 247.550956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:28.105623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:27.333894Z","time spent":"771.721531ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:55:38.256956Z","caller":"traceutil/trace.go:171","msg":"trace[1056846185] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"102.902385ms","start":"2026-07-03T15:55:38.15403Z","end":"2026-07-03T15:55:38.256932Z","steps":["trace[1056846185] 'read index received' (duration: 102.636669ms)","trace[1056846185] 'applied index is now lower than readState.Index' (duration: 264.796µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:38.25704Z","caller":"traceutil/trace.go:171","msg":"trace[677254527] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"103.026958ms","start":"2026-07-03T15:55:38.153975Z","end":"2026-07-03T15:55:38.257002Z","steps":["trace[677254527] 'process raft request' (duration: 102.804043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.257198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.141497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:55:38.257263Z","caller":"traceutil/trace.go:171","msg":"trace[369500473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:418; }","duration":"102.243258ms","start":"2026-07-03T15:55:38.155006Z","end":"2026-07-03T15:55:38.25725Z","steps":["trace[369500473] 'agreement among raft nodes before linearized reading' (duration: 102.114266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:38.257482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.447528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:55:38.257552Z","caller":"traceutil/trace.go:171","msg":"trace[208190033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:418; }","duration":"103.540839ms","start":"2026-07-03T15:55:38.154Z","end":"2026-07-03T15:55:38.257541Z","steps":["trace[208190033] 'agreement among raft nodes before linearized reading' (duration: 103.399386ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:38.367055Z","caller":"traceutil/trace.go:171","msg":"trace[1536681770] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"105.388232ms","start":"2026-07-03T15:55:38.261633Z","end":"2026-07-03T15:55:38.367022Z","steps":["trace[1536681770] 'process raft request' (duration: 98.895242ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:41.906042Z","caller":"traceutil/trace.go:171","msg":"trace[1211813418] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"187.404673ms","start":"2026-07-03T15:55:41.718609Z","end":"2026-07-03T15:55:41.906013Z","steps":["trace[1211813418] 'process raft request' (duration: 187.244869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:44.907802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572622559,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:55:44.945584Z","caller":"traceutil/trace.go:171","msg":"trace[694174725] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:450; }","duration":"538.590611ms","start":"2026-07-03T15:55:44.406966Z","end":"2026-07-03T15:55:44.945556Z","steps":["trace[694174725] 'read index received' (duration: 538.405947ms)","trace[694174725] 'applied index is now lower than readState.Index' (duration: 183.404µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:44.94563Z","caller":"traceutil/trace.go:171","msg":"trace[1852136343] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"752.14595ms","start":"2026-07-03T15:55:44.193447Z","end":"2026-07-03T15:55:44.945593Z","steps":["trace[1852136343] 'process raft request' (duration: 751.931945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:44.945811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.19342Z","time spent":"752.286512ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:44.945826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.979195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:44.945923Z","caller":"traceutil/trace.go:171","msg":"trace[735775932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"424.152939ms","start":"2026-07-03T15:55:44.521748Z","end":"2026-07-03T15:55:44.945901Z","steps":["trace[735775932] 'agreement among raft nodes before linearized reading' (duration: 424.010526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:44.945974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.521712Z","time spent":"424.253721ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:44.945954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.877108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:55:44.946032Z","caller":"traceutil/trace.go:171","msg":"trace[1085889298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:433; }","duration":"532.9829ms","start":"2026-07-03T15:55:44.413038Z","end":"2026-07-03T15:55:44.946021Z","steps":["trace[1085889298] 'agreement among raft nodes before linearized reading' (duration: 532.888677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:44.945853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.794783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:55:44.946395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.43077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:55:44.946434Z","caller":"traceutil/trace.go:171","msg":"trace[868126182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:433; }","duration":"539.492722ms","start":"2026-07-03T15:55:44.406929Z","end":"2026-07-03T15:55:44.946421Z","steps":["trace[868126182] 'agreement among raft nodes before linearized reading' (duration: 538.771785ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:44.946434Z","caller":"traceutil/trace.go:171","msg":"trace[191100601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:433; }","duration":"532.363336ms","start":"2026-07-03T15:55:44.414024Z","end":"2026-07-03T15:55:44.946388Z","steps":["trace[191100601] 'agreement among raft nodes before linearized reading' (duration: 531.753482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:44.946462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.406917Z","time spent":"539.539902ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:44.946518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.413984Z","time spent":"532.505779ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:55:44.94609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.413024Z","time spent":"533.056332ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:55:45.467985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572622563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:45.968222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572622563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:55:45.979084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027781586s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:55:45.981562Z","caller":"traceutil/trace.go:171","msg":"trace[1494036238] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"1.030320714s","start":"2026-07-03T15:55:44.951207Z","end":"2026-07-03T15:55:45.981528Z","steps":["trace[1494036238] 'process raft request' (duration: 1.028098863s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.981712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.951188Z","time spent":"1.030433337s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:55:45.981936Z","caller":"traceutil/trace.go:171","msg":"trace[1247957389] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"1.030010828s","start":"2026-07-03T15:55:44.951897Z","end":"2026-07-03T15:55:45.981908Z","steps":["trace[1247957389] 'process raft request' (duration: 1.029856335s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:45.982026Z","caller":"traceutil/trace.go:171","msg":"trace[1316351500] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:451; }","duration":"1.014932989s","start":"2026-07-03T15:55:44.967056Z","end":"2026-07-03T15:55:45.981989Z","steps":["trace[1316351500] 'read index received' (duration: 1.012256727s)","trace[1316351500] 'applied index is now lower than readState.Index' (duration: 2.674832ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:45.982054Z","caller":"traceutil/trace.go:171","msg":"trace[1494348032] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"1.027707034s","start":"2026-07-03T15:55:44.954328Z","end":"2026-07-03T15:55:45.982035Z","steps":["trace[1494348032] 'process raft request' (duration: 1.02753332s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.982068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.95188Z","time spent":"1.03012495s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:45.982143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.885197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:55:45.98215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015090252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-07-03T15:55:45.982178Z","caller":"traceutil/trace.go:171","msg":"trace[1220260177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:436; }","duration":"913.959199ms","start":"2026-07-03T15:55:45.068208Z","end":"2026-07-03T15:55:45.982168Z","steps":["trace[1220260177] 'agreement among raft nodes before linearized reading' (duration: 913.892628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.982167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.954319Z","time spent":"1.027793386s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:55:45.982203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.068189Z","time spent":"914.00822ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:55:45.982202Z","caller":"traceutil/trace.go:171","msg":"trace[1738351603] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:436; }","duration":"1.015174705s","start":"2026-07-03T15:55:44.967011Z","end":"2026-07-03T15:55:45.982186Z","steps":["trace[1738351603] 'agreement among raft nodes before linearized reading' (duration: 1.015079912s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.982322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.25287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:55:45.982372Z","caller":"traceutil/trace.go:171","msg":"trace[1433121486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:436; }","duration":"449.337252ms","start":"2026-07-03T15:55:45.533018Z","end":"2026-07-03T15:55:45.982356Z","steps":["trace[1433121486] 'agreement among raft nodes before linearized reading' (duration: 449.262381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:45.982415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:45.532997Z","time spent":"449.407053ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:55:45.98224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:44.966994Z","time spent":"1.015236776s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4400,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T15:55:50.293905Z","caller":"traceutil/trace.go:171","msg":"trace[1529512549] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"292.104928ms","start":"2026-07-03T15:55:50.001779Z","end":"2026-07-03T15:55:50.293884Z","steps":["trace[1529512549] 'process raft request' (duration: 291.943145ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:50.298672Z","caller":"traceutil/trace.go:171","msg":"trace[263693305] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:491; }","duration":"296.282914ms","start":"2026-07-03T15:55:50.002371Z","end":"2026-07-03T15:55:50.298654Z","steps":["trace[263693305] 'read index received' (duration: 291.389932ms)","trace[263693305] 'applied index is now lower than readState.Index' (duration: 4.892072ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:50.298701Z","caller":"traceutil/trace.go:171","msg":"trace[58352010] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"296.436519ms","start":"2026-07-03T15:55:50.002252Z","end":"2026-07-03T15:55:50.298689Z","steps":["trace[58352010] 'process raft request' (duration: 296.288345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:50.298803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.419539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:55:50.298797Z","caller":"traceutil/trace.go:171","msg":"trace[1289808456] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"295.962778ms","start":"2026-07-03T15:55:50.002801Z","end":"2026-07-03T15:55:50.298763Z","steps":["trace[1289808456] 'process raft request' (duration: 295.816453ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:50.298844Z","caller":"traceutil/trace.go:171","msg":"trace[754524670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:474; }","duration":"296.49459ms","start":"2026-07-03T15:55:50.002337Z","end":"2026-07-03T15:55:50.298832Z","steps":["trace[754524670] 'agreement among raft nodes before linearized reading' (duration: 296.388378ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:51.821181Z","caller":"traceutil/trace.go:171","msg":"trace[1626711069] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"100.164341ms","start":"2026-07-03T15:55:51.720982Z","end":"2026-07-03T15:55:51.821147Z","steps":["trace[1626711069] 'process raft request' (duration: 32.261088ms)","trace[1626711069] 'compare' (duration: 67.737589ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:52.461449Z","caller":"traceutil/trace.go:171","msg":"trace[1777924185] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"158.671707ms","start":"2026-07-03T15:55:52.302751Z","end":"2026-07-03T15:55:52.461423Z","steps":["trace[1777924185] 'process raft request' (duration: 158.530352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:52.472018Z","caller":"traceutil/trace.go:171","msg":"trace[1965805777] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"166.987259ms","start":"2026-07-03T15:55:52.305015Z","end":"2026-07-03T15:55:52.472002Z","steps":["trace[1965805777] 'process raft request' (duration: 166.878327ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:52.47222Z","caller":"traceutil/trace.go:171","msg":"trace[244664670] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:498; }","duration":"165.791381ms","start":"2026-07-03T15:55:52.306392Z","end":"2026-07-03T15:55:52.472184Z","steps":["trace[244664670] 'read index received' (duration: 154.823877ms)","trace[244664670] 'applied index is now lower than readState.Index' (duration: 10.966164ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:52.472356Z","caller":"traceutil/trace.go:171","msg":"trace[1905253803] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"167.218345ms","start":"2026-07-03T15:55:52.305104Z","end":"2026-07-03T15:55:52.472322Z","steps":["trace[1905253803] 'process raft request' (duration: 166.859696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:52.472409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.008137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-03T15:55:52.472458Z","caller":"traceutil/trace.go:171","msg":"trace[235217859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:480; }","duration":"166.115019ms","start":"2026-07-03T15:55:52.306328Z","end":"2026-07-03T15:55:52.472443Z","steps":["trace[235217859] 'agreement among raft nodes before linearized reading' (duration: 166.010237ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:55:59.327108Z","caller":"traceutil/trace.go:171","msg":"trace[599186190] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"215.130715ms","start":"2026-07-03T15:55:59.111952Z","end":"2026-07-03T15:55:59.327083Z","steps":["trace[599186190] 'process raft request' (duration: 214.266115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:59.897734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.626661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:55:59.898628Z","caller":"traceutil/trace.go:171","msg":"trace[497847929] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:519; }","duration":"377.002625ms","start":"2026-07-03T15:55:59.521554Z","end":"2026-07-03T15:55:59.898557Z","steps":["trace[497847929] 'read index received' (duration: 89.404532ms)","trace[497847929] 'applied index is now lower than readState.Index' (duration: 287.595543ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:55:59.898622Z","caller":"traceutil/trace.go:171","msg":"trace[810075433] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"438.051109ms","start":"2026-07-03T15:55:59.460511Z","end":"2026-07-03T15:55:59.898562Z","steps":["trace[810075433] 'process raft request' (duration: 150.447546ms)","trace[810075433] 'compare' (duration: 283.11318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:55:59.89874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.177999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:55:59.89877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:59.460483Z","time spent":"438.224134ms","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:55:59.898811Z","caller":"traceutil/trace.go:171","msg":"trace[1499950554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:498; }","duration":"377.290182ms","start":"2026-07-03T15:55:59.521499Z","end":"2026-07-03T15:55:59.89879Z","steps":["trace[1499950554] 'agreement among raft nodes before linearized reading' (duration: 377.141318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:55:59.898852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:59.521479Z","time spent":"377.365143ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:00.504718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.28081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:00.504875Z","caller":"traceutil/trace.go:171","msg":"trace[1585042086] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"601.14146ms","start":"2026-07-03T15:55:59.903717Z","end":"2026-07-03T15:56:00.504859Z","steps":["trace[1585042086] 'process raft request' (duration: 601.095329ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:00.505076Z","caller":"traceutil/trace.go:171","msg":"trace[1670194133] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"602.089742ms","start":"2026-07-03T15:55:59.902954Z","end":"2026-07-03T15:56:00.505044Z","steps":["trace[1670194133] 'process raft request' (duration: 414.393202ms)","trace[1670194133] 'compare' (duration: 187.115566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:00.505113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:59.903701Z","time spent":"601.205262ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:00.505218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:55:59.902938Z","time spent":"602.217025ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:00.723079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.108667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:00.723323Z","caller":"traceutil/trace.go:171","msg":"trace[1425177929] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:522; }","duration":"197.972438ms","start":"2026-07-03T15:56:00.525326Z","end":"2026-07-03T15:56:00.723298Z","steps":["trace[1425177929] 'read index received' (duration: 95.694988ms)","trace[1425177929] 'applied index is now lower than readState.Index' (duration: 102.27622ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:00.723438Z","caller":"traceutil/trace.go:171","msg":"trace[25797222] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"214.211524ms","start":"2026-07-03T15:56:00.509213Z","end":"2026-07-03T15:56:00.723424Z","steps":["trace[25797222] 'process raft request' (duration: 213.957468ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:00.723566Z","caller":"traceutil/trace.go:171","msg":"trace[1537122583] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"214.146143ms","start":"2026-07-03T15:56:00.509399Z","end":"2026-07-03T15:56:00.723545Z","steps":["trace[1537122583] 'process raft request' (duration: 213.824975ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:00.723598Z","caller":"traceutil/trace.go:171","msg":"trace[58939897] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"215.295939ms","start":"2026-07-03T15:56:00.508261Z","end":"2026-07-03T15:56:00.723557Z","steps":["trace[58939897] 'process raft request' (duration: 112.625429ms)","trace[58939897] 'compare' (duration: 102.007965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:00.723656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.321046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:00.723701Z","caller":"traceutil/trace.go:171","msg":"trace[587959576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:503; }","duration":"198.405338ms","start":"2026-07-03T15:56:00.525282Z","end":"2026-07-03T15:56:00.723688Z","steps":["trace[587959576] 'agreement among raft nodes before linearized reading' (duration: 198.204553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:00.723714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.037546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:56:00.723628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.345305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:56:00.723763Z","caller":"traceutil/trace.go:171","msg":"trace[677685093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:503; }","duration":"134.110878ms","start":"2026-07-03T15:56:00.589637Z","end":"2026-07-03T15:56:00.723748Z","steps":["trace[677685093] 'agreement among raft nodes before linearized reading' (duration: 134.032747ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:00.723815Z","caller":"traceutil/trace.go:171","msg":"trace[1071791985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:503; }","duration":"144.55463ms","start":"2026-07-03T15:56:00.579228Z","end":"2026-07-03T15:56:00.723782Z","steps":["trace[1071791985] 'agreement among raft nodes before linearized reading' (duration: 144.318985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:00.723711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.353191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:00.723987Z","caller":"traceutil/trace.go:171","msg":"trace[1236953608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:503; }","duration":"133.625277ms","start":"2026-07-03T15:56:00.590284Z","end":"2026-07-03T15:56:00.723909Z","steps":["trace[1236953608] 'agreement among raft nodes before linearized reading' (duration: 133.33795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:01.076314Z","caller":"traceutil/trace.go:171","msg":"trace[1518887448] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"347.975014ms","start":"2026-07-03T15:56:00.728321Z","end":"2026-07-03T15:56:01.076296Z","steps":["trace[1518887448] 'process raft request' (duration: 347.916912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.076486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.728299Z","time spent":"348.136577ms","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:01.076353Z","caller":"traceutil/trace.go:171","msg":"trace[1762216169] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"348.336682ms","start":"2026-07-03T15:56:00.727981Z","end":"2026-07-03T15:56:01.076317Z","steps":["trace[1762216169] 'process raft request' (duration: 348.228ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:01.076357Z","caller":"traceutil/trace.go:171","msg":"trace[837172036] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"348.421175ms","start":"2026-07-03T15:56:00.727911Z","end":"2026-07-03T15:56:01.076332Z","steps":["trace[837172036] 'process raft request' (duration: 348.134568ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:01.076655Z","caller":"traceutil/trace.go:171","msg":"trace[1568636346] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"348.27253ms","start":"2026-07-03T15:56:00.72835Z","end":"2026-07-03T15:56:01.076623Z","steps":["trace[1568636346] 'process raft request' (duration: 347.919632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:01.076781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.727963Z","time spent":"348.6517ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:01.076805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.727885Z","time spent":"348.838493ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:01.076866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:00.728327Z","time spent":"348.436723ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:01.449006Z","caller":"traceutil/trace.go:171","msg":"trace[1649176031] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"106.704462ms","start":"2026-07-03T15:56:01.342268Z","end":"2026-07-03T15:56:01.448973Z","steps":["trace[1649176031] 'process raft request' (duration: 106.512258ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:01.449418Z","caller":"traceutil/trace.go:171","msg":"trace[160275737] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"106.688842ms","start":"2026-07-03T15:56:01.342706Z","end":"2026-07-03T15:56:01.449395Z","steps":["trace[160275737] 'process raft request' (duration: 106.17064ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:01.449621Z","caller":"traceutil/trace.go:171","msg":"trace[2090342712] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"102.551497ms","start":"2026-07-03T15:56:01.347051Z","end":"2026-07-03T15:56:01.449603Z","steps":["trace[2090342712] 'process raft request' (duration: 101.900342ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:02.915625Z","caller":"traceutil/trace.go:171","msg":"trace[747368654] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"113.729255ms","start":"2026-07-03T15:56:02.801871Z","end":"2026-07-03T15:56:02.9156Z","steps":["trace[747368654] 'process raft request' (duration: 113.54365ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.286653Z","caller":"traceutil/trace.go:171","msg":"trace[708293174] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"178.341533ms","start":"2026-07-03T15:56:03.108275Z","end":"2026-07-03T15:56:03.286616Z","steps":["trace[708293174] 'process raft request' (duration: 178.263631ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.286967Z","caller":"traceutil/trace.go:171","msg":"trace[1040581217] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"186.85337ms","start":"2026-07-03T15:56:03.099841Z","end":"2026-07-03T15:56:03.286694Z","steps":["trace[1040581217] 'process raft request' (duration: 186.483942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.320831Z","caller":"traceutil/trace.go:171","msg":"trace[805931402] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"211.087941ms","start":"2026-07-03T15:56:03.109729Z","end":"2026-07-03T15:56:03.320817Z","steps":["trace[805931402] 'process raft request' (duration: 210.833466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.320924Z","caller":"traceutil/trace.go:171","msg":"trace[1701315502] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"208.709086ms","start":"2026-07-03T15:56:03.112166Z","end":"2026-07-03T15:56:03.320875Z","steps":["trace[1701315502] 'process raft request' (duration: 208.540352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.32116Z","caller":"traceutil/trace.go:171","msg":"trace[1107098595] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"206.882504ms","start":"2026-07-03T15:56:03.114125Z","end":"2026-07-03T15:56:03.321007Z","steps":["trace[1107098595] 'process raft request' (duration: 206.637048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.321295Z","caller":"traceutil/trace.go:171","msg":"trace[1545644796] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"206.975976ms","start":"2026-07-03T15:56:03.114309Z","end":"2026-07-03T15:56:03.321285Z","steps":["trace[1545644796] 'process raft request' (duration: 206.851253ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.321229Z","caller":"traceutil/trace.go:171","msg":"trace[1845834992] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"207.019368ms","start":"2026-07-03T15:56:03.114196Z","end":"2026-07-03T15:56:03.321216Z","steps":["trace[1845834992] 'process raft request' (duration: 206.591048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.32189Z","caller":"traceutil/trace.go:171","msg":"trace[2014129874] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"207.195271ms","start":"2026-07-03T15:56:03.114669Z","end":"2026-07-03T15:56:03.321864Z","steps":["trace[2014129874] 'process raft request' (duration: 207.050258ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.321935Z","caller":"traceutil/trace.go:171","msg":"trace[794022814] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"200.946246ms","start":"2026-07-03T15:56:03.120978Z","end":"2026-07-03T15:56:03.321925Z","steps":["trace[794022814] 'process raft request' (duration: 200.834163ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.322062Z","caller":"traceutil/trace.go:171","msg":"trace[1595324593] transaction","detail":"{read_only:false; number_of_response:1; response_revision:549; }","duration":"201.003626ms","start":"2026-07-03T15:56:03.121036Z","end":"2026-07-03T15:56:03.32204Z","steps":["trace[1595324593] 'process raft request' (duration: 200.834583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.322297Z","caller":"traceutil/trace.go:171","msg":"trace[1326090695] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"195.555872ms","start":"2026-07-03T15:56:03.126733Z","end":"2026-07-03T15:56:03.322289Z","steps":["trace[1326090695] 'process raft request' (duration: 195.411848ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.322408Z","caller":"traceutil/trace.go:171","msg":"trace[1501194943] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"179.45288ms","start":"2026-07-03T15:56:03.142944Z","end":"2026-07-03T15:56:03.322397Z","steps":["trace[1501194943] 'process raft request' (duration: 179.298335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.322729Z","caller":"traceutil/trace.go:171","msg":"trace[630329553] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"152.588397ms","start":"2026-07-03T15:56:03.170129Z","end":"2026-07-03T15:56:03.322718Z","steps":["trace[630329553] 'process raft request' (duration: 152.366202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:03.642514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.836467ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:03.642612Z","caller":"traceutil/trace.go:171","msg":"trace[948110262] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:569; }","duration":"119.95262ms","start":"2026-07-03T15:56:03.522646Z","end":"2026-07-03T15:56:03.642598Z","steps":["trace[948110262] 'range keys from in-memory index tree' (duration: 119.821927ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.642772Z","caller":"traceutil/trace.go:171","msg":"trace[1315802932] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"180.340238ms","start":"2026-07-03T15:56:03.4624Z","end":"2026-07-03T15:56:03.64274Z","steps":["trace[1315802932] 'process raft request' (duration: 95.752098ms)","trace[1315802932] 'compare' (duration: 84.431256ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:03.658342Z","caller":"traceutil/trace.go:171","msg":"trace[1386956066] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"153.850104ms","start":"2026-07-03T15:56:03.504469Z","end":"2026-07-03T15:56:03.658319Z","steps":["trace[1386956066] 'process raft request' (duration: 153.778743ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.658343Z","caller":"traceutil/trace.go:171","msg":"trace[908133266] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"195.726904ms","start":"2026-07-03T15:56:03.462586Z","end":"2026-07-03T15:56:03.658313Z","steps":["trace[908133266] 'process raft request' (duration: 195.509839ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:03.909271Z","caller":"traceutil/trace.go:171","msg":"trace[1382362103] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"101.212845ms","start":"2026-07-03T15:56:03.808025Z","end":"2026-07-03T15:56:03.909238Z","steps":["trace[1382362103] 'process raft request' (duration: 82.685566ms)","trace[1382362103] 'compare' (duration: 18.232142ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:04.33831Z","caller":"traceutil/trace.go:171","msg":"trace[2000149604] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"155.80511ms","start":"2026-07-03T15:56:04.182469Z","end":"2026-07-03T15:56:04.338274Z","steps":["trace[2000149604] 'process raft request' (duration: 108.518274ms)","trace[2000149604] 'compare' (duration: 47.133452ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:04.341013Z","caller":"traceutil/trace.go:171","msg":"trace[1434001263] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"157.518381ms","start":"2026-07-03T15:56:04.183463Z","end":"2026-07-03T15:56:04.340981Z","steps":["trace[1434001263] 'process raft request' (duration: 157.130602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:05.421398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572622832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:05.922571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572622832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:06.423284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572622832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:06.924142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572622832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:07.229747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.690401434s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:56:07.288289Z","caller":"traceutil/trace.go:171","msg":"trace[1573841415] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"2.749044683s","start":"2026-07-03T15:56:04.539209Z","end":"2026-07-03T15:56:07.288254Z","steps":["trace[1573841415] 'process raft request' (duration: 2.69071757s)","trace[1573841415] 'compare' (duration: 57.794751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:07.288454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:04.539188Z","time spent":"2.749175197s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:07.351828Z","caller":"traceutil/trace.go:171","msg":"trace[2049833328] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"2.811541074s","start":"2026-07-03T15:56:04.540256Z","end":"2026-07-03T15:56:07.351797Z","steps":["trace[2049833328] 'process raft request' (duration: 2.811254368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:07.352002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:04.540227Z","time spent":"2.811680757s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:07.352271Z","caller":"traceutil/trace.go:171","msg":"trace[587923541] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"2.69802198s","start":"2026-07-03T15:56:04.654221Z","end":"2026-07-03T15:56:07.352243Z","steps":["trace[587923541] 'process raft request' (duration: 2.697503718s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.352391Z","caller":"traceutil/trace.go:171","msg":"trace[1907833160] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"2.134791946s","start":"2026-07-03T15:56:05.217571Z","end":"2026-07-03T15:56:07.352363Z","steps":["trace[1907833160] 'process raft request' (duration: 2.13450834s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:07.352417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:04.654191Z","time spent":"2.698152554s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:07.35253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.217547Z","time spent":"2.134924439s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:07.521757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000696376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:56:07.521859Z","caller":"traceutil/trace.go:171","msg":"trace[1983551173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00088838s","start":"2026-07-03T15:56:05.520946Z","end":"2026-07-03T15:56:07.521834Z","steps":["trace[1983551173] 'agreement among raft nodes before linearized reading' (duration: 2.000730027s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:07.521943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.520908Z","time spent":"2.001021264s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:07.580868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.658744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T15:56:07.581067Z","caller":"traceutil/trace.go:171","msg":"trace[189133076] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:621; }","duration":"2.660139062s","start":"2026-07-03T15:56:04.920907Z","end":"2026-07-03T15:56:07.581047Z","steps":["trace[189133076] 'read index received' (duration: 2.309056628s)","trace[189133076] 'applied index is now lower than readState.Index' (duration: 351.080924ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:07.581238Z","caller":"traceutil/trace.go:171","msg":"trace[1455953648] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"280.816803ms","start":"2026-07-03T15:56:07.300385Z","end":"2026-07-03T15:56:07.581202Z","steps":["trace[1455953648] 'process raft request' (duration: 280.644999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:07.581257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660337116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:07.581284Z","caller":"traceutil/trace.go:171","msg":"trace[555060725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:600; }","duration":"2.660407798s","start":"2026-07-03T15:56:04.920868Z","end":"2026-07-03T15:56:07.581276Z","steps":["trace[555060725] 'agreement among raft nodes before linearized reading' (duration: 2.660272185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:07.581307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:04.92085Z","time spent":"2.66045063s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:07.631124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521810294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:56:07.631197Z","caller":"traceutil/trace.go:171","msg":"trace[601901051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:602; }","duration":"2.521925186s","start":"2026-07-03T15:56:05.109254Z","end":"2026-07-03T15:56:07.63118Z","steps":["trace[601901051] 'agreement among raft nodes before linearized reading' (duration: 2.521740642s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:07.63119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.830711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"warn","ts":"2026-07-03T15:56:07.631226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.438226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:07.631235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.109237Z","time spent":"2.521990608s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:56:07.631258Z","caller":"traceutil/trace.go:171","msg":"trace[693966901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"108.499167ms","start":"2026-07-03T15:56:07.52275Z","end":"2026-07-03T15:56:07.631249Z","steps":["trace[693966901] 'agreement among raft nodes before linearized reading' (duration: 108.445526ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.631226Z","caller":"traceutil/trace.go:171","msg":"trace[596628333] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"257.200286ms","start":"2026-07-03T15:56:07.373981Z","end":"2026-07-03T15:56:07.631181Z","steps":["trace[596628333] 'process raft request' (duration: 256.890699ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.631268Z","caller":"traceutil/trace.go:171","msg":"trace[1098300901] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:602; }","duration":"213.930983ms","start":"2026-07-03T15:56:07.417305Z","end":"2026-07-03T15:56:07.631236Z","steps":["trace[1098300901] 'agreement among raft nodes before linearized reading' (duration: 213.742139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:07.631302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517719319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:56:07.631381Z","caller":"traceutil/trace.go:171","msg":"trace[1305318670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:602; }","duration":"2.517833371s","start":"2026-07-03T15:56:05.113528Z","end":"2026-07-03T15:56:07.631362Z","steps":["trace[1305318670] 'agreement among raft nodes before linearized reading' (duration: 2.517571245s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:07.631456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.113522Z","time spent":"2.517918753s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:07.632254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518983577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:56:07.632307Z","caller":"traceutil/trace.go:171","msg":"trace[1906468955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:602; }","duration":"2.519066079s","start":"2026-07-03T15:56:05.113233Z","end":"2026-07-03T15:56:07.632299Z","steps":["trace[1906468955] 'agreement among raft nodes before linearized reading' (duration: 2.518132828s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:07.632323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:05.113218Z","time spent":"2.51910125s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:56:07.764107Z","caller":"traceutil/trace.go:171","msg":"trace[1106647675] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"157.336889ms","start":"2026-07-03T15:56:07.60674Z","end":"2026-07-03T15:56:07.764077Z","steps":["trace[1106647675] 'process raft request' (duration: 157.255007ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:07.764118Z","caller":"traceutil/trace.go:171","msg":"trace[1000620279] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"178.671924ms","start":"2026-07-03T15:56:07.585416Z","end":"2026-07-03T15:56:07.764088Z","steps":["trace[1000620279] 'process raft request' (duration: 174.102658ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:08.573606Z","caller":"traceutil/trace.go:171","msg":"trace[1309145964] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"938.153291ms","start":"2026-07-03T15:56:07.635438Z","end":"2026-07-03T15:56:08.573591Z","steps":["trace[1309145964] 'process raft request' (duration: 938.017807ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:08.573588Z","caller":"traceutil/trace.go:171","msg":"trace[2032720216] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"938.149001ms","start":"2026-07-03T15:56:07.635402Z","end":"2026-07-03T15:56:08.573551Z","steps":["trace[2032720216] 'process raft request' (duration: 937.900365ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:08.573647Z","caller":"traceutil/trace.go:171","msg":"trace[1709992618] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"938.159451ms","start":"2026-07-03T15:56:07.63546Z","end":"2026-07-03T15:56:08.573619Z","steps":["trace[1709992618] 'process raft request' (duration: 938.067379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.573705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.635429Z","time spent":"938.221872ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:08.573706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.63539Z","time spent":"938.270513ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:08.57381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.635454Z","time spent":"938.265923ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:08.574082Z","caller":"traceutil/trace.go:171","msg":"trace[1930821501] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"936.960803ms","start":"2026-07-03T15:56:07.637083Z","end":"2026-07-03T15:56:08.574044Z","steps":["trace[1930821501] 'process raft request' (duration: 936.489932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.574267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.637076Z","time spent":"937.093806ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:08.574643Z","caller":"traceutil/trace.go:171","msg":"trace[766777621] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"922.087827ms","start":"2026-07-03T15:56:07.652502Z","end":"2026-07-03T15:56:08.57459Z","steps":["trace[766777621] 'process raft request' (duration: 921.384971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.574714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.196405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:08.574749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.652481Z","time spent":"922.211261ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:08.574798Z","caller":"traceutil/trace.go:171","msg":"trace[682153266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"933.294388ms","start":"2026-07-03T15:56:07.641487Z","end":"2026-07-03T15:56:08.574782Z","steps":["trace[682153266] 'agreement among raft nodes before linearized reading' (duration: 933.177235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.574844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.64148Z","time spent":"933.35241ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:56:08.574474Z","caller":"traceutil/trace.go:171","msg":"trace[1117511180] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:628; }","duration":"932.940949ms","start":"2026-07-03T15:56:07.641509Z","end":"2026-07-03T15:56:08.57445Z","steps":["trace[1117511180] 'read index received' (duration: 118.059598ms)","trace[1117511180] 'applied index is now lower than readState.Index' (duration: 814.879751ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:08.729267Z","caller":"traceutil/trace.go:171","msg":"trace[1895304943] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"154.272528ms","start":"2026-07-03T15:56:08.574969Z","end":"2026-07-03T15:56:08.729241Z","steps":["trace[1895304943] 'read index received' (duration: 136.194648ms)","trace[1895304943] 'applied index is now lower than readState.Index' (duration: 18.07676ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:08.729336Z","caller":"traceutil/trace.go:171","msg":"trace[2090353712] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"927.76383ms","start":"2026-07-03T15:56:07.801559Z","end":"2026-07-03T15:56:08.729322Z","steps":["trace[2090353712] 'process raft request' (duration: 909.68633ms)","trace[2090353712] 'compare' (duration: 17.878986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:08.729435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.801534Z","time spent":"927.829272ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:08.729493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083772438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-07-03T15:56:08.72955Z","caller":"traceutil/trace.go:171","msg":"trace[1390393876] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:610; }","duration":"1.08386528s","start":"2026-07-03T15:56:07.64567Z","end":"2026-07-03T15:56:08.729536Z","steps":["trace[1390393876] 'agreement among raft nodes before linearized reading' (duration: 1.083694046s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.729594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:07.645654Z","time spent":"1.083926801s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10891,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-07-03T15:56:08.737485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.832413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:08.737585Z","caller":"traceutil/trace.go:171","msg":"trace[542419380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"145.959066ms","start":"2026-07-03T15:56:08.591606Z","end":"2026-07-03T15:56:08.737565Z","steps":["trace[542419380] 'agreement among raft nodes before linearized reading' (duration: 145.763942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:08.73771Z","caller":"traceutil/trace.go:171","msg":"trace[433607002] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"135.202567ms","start":"2026-07-03T15:56:08.602457Z","end":"2026-07-03T15:56:08.73766Z","steps":["trace[433607002] 'process raft request' (duration: 134.635673ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:08.947184Z","caller":"traceutil/trace.go:171","msg":"trace[1236277664] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"186.27824ms","start":"2026-07-03T15:56:08.760884Z","end":"2026-07-03T15:56:08.947162Z","steps":["trace[1236277664] 'read index received' (duration: 186.177478ms)","trace[1236277664] 'applied index is now lower than readState.Index' (duration: 99.972µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:08.947264Z","caller":"traceutil/trace.go:171","msg":"trace[515542136] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"186.68699ms","start":"2026-07-03T15:56:08.760545Z","end":"2026-07-03T15:56:08.947232Z","steps":["trace[515542136] 'process raft request' (duration: 186.444964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:08.949987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.070666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-07-03T15:56:08.95015Z","caller":"traceutil/trace.go:171","msg":"trace[913603653] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:612; }","duration":"189.271889ms","start":"2026-07-03T15:56:08.760836Z","end":"2026-07-03T15:56:08.950107Z","steps":["trace[913603653] 'agreement among raft nodes before linearized reading' (duration: 186.404363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:09.344253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.047777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:09.344375Z","caller":"traceutil/trace.go:171","msg":"trace[943276066] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"463.110901ms","start":"2026-07-03T15:56:08.881243Z","end":"2026-07-03T15:56:09.344354Z","steps":["trace[943276066] 'process raft request' (duration: 332.874561ms)","trace[943276066] 'compare' (duration: 129.732289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:09.344437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:08.881206Z","time spent":"463.202323ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:09.939058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.77662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:09.939273Z","caller":"traceutil/trace.go:171","msg":"trace[1335931672] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"557.03688ms","start":"2026-07-03T15:56:09.382218Z","end":"2026-07-03T15:56:09.939255Z","steps":["trace[1335931672] 'process raft request' (duration: 556.968658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:09.939343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:09.382168Z","time spent":"557.143232ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:09.939343Z","caller":"traceutil/trace.go:171","msg":"trace[680188181] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"956.395413ms","start":"2026-07-03T15:56:08.982918Z","end":"2026-07-03T15:56:09.939314Z","steps":["trace[680188181] 'read index received' (duration: 231.113071ms)","trace[680188181] 'applied index is now lower than readState.Index' (duration: 725.280112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:09.939648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.719631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-07-03T15:56:09.939307Z","caller":"traceutil/trace.go:171","msg":"trace[1935382452] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"969.20891ms","start":"2026-07-03T15:56:08.97002Z","end":"2026-07-03T15:56:09.939229Z","steps":["trace[1935382452] 'process raft request' (duration: 501.157033ms)","trace[1935382452] 'compare' (duration: 467.624977ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:09.939691Z","caller":"traceutil/trace.go:171","msg":"trace[184923764] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:615; }","duration":"956.810774ms","start":"2026-07-03T15:56:08.982869Z","end":"2026-07-03T15:56:09.93968Z","steps":["trace[184923764] 'agreement among raft nodes before linearized reading' (duration: 956.534807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:09.939735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:08.982846Z","time spent":"956.876955ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":151257,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-07-03T15:56:09.939855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:08.969986Z","time spent":"969.733913ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:09.940112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.508518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:09.940255Z","caller":"traceutil/trace.go:171","msg":"trace[872303903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:615; }","duration":"171.674561ms","start":"2026-07-03T15:56:09.768525Z","end":"2026-07-03T15:56:09.9402Z","steps":["trace[872303903] 'agreement among raft nodes before linearized reading' (duration: 171.234891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:10.781035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.94081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:10.781178Z","caller":"traceutil/trace.go:171","msg":"trace[324630206] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"815.935135ms","start":"2026-07-03T15:56:09.965219Z","end":"2026-07-03T15:56:10.781154Z","steps":["trace[324630206] 'process raft request' (duration: 104.810381ms)","trace[324630206] 'compare' (duration: 710.817217ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:10.7813Z","caller":"traceutil/trace.go:171","msg":"trace[294905999] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"760.930319ms","start":"2026-07-03T15:56:10.020358Z","end":"2026-07-03T15:56:10.781288Z","steps":["trace[294905999] 'process raft request' (duration: 760.773576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:10.781329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:09.965193Z","time spent":"816.085819ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:10.781343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.020328Z","time spent":"760.997251ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:10.781456Z","caller":"traceutil/trace.go:171","msg":"trace[1153972460] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"767.700537ms","start":"2026-07-03T15:56:10.01375Z","end":"2026-07-03T15:56:10.78145Z","steps":["trace[1153972460] 'read index received' (duration: 56.406459ms)","trace[1153972460] 'applied index is now lower than readState.Index' (duration: 711.293108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:10.781762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.988783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-07-03T15:56:10.781865Z","caller":"traceutil/trace.go:171","msg":"trace[893250280] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:617; }","duration":"768.141517ms","start":"2026-07-03T15:56:10.013699Z","end":"2026-07-03T15:56:10.781841Z","steps":["trace[893250280] 'agreement among raft nodes before linearized reading' (duration: 767.82116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:10.781932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.013681Z","time spent":"768.233849ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":7729,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-07-03T15:56:11.095162Z","caller":"traceutil/trace.go:171","msg":"trace[1280778254] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"313.599254ms","start":"2026-07-03T15:56:10.781471Z","end":"2026-07-03T15:56:11.09507Z","steps":["trace[1280778254] 'read index received' (duration: 244.89167ms)","trace[1280778254] 'applied index is now lower than readState.Index' (duration: 68.706223ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:11.095178Z","caller":"traceutil/trace.go:171","msg":"trace[1182854939] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"338.595854ms","start":"2026-07-03T15:56:10.756548Z","end":"2026-07-03T15:56:11.095144Z","steps":["trace[1182854939] 'process raft request' (duration: 338.42344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:11.095279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.002402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:56:11.095325Z","caller":"traceutil/trace.go:171","msg":"trace[186986322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"517.089044ms","start":"2026-07-03T15:56:10.578218Z","end":"2026-07-03T15:56:11.095307Z","steps":["trace[186986322] 'agreement among raft nodes before linearized reading' (duration: 516.91409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:11.095358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.578197Z","time spent":"517.152475ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:56:11.095358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.756521Z","time spent":"338.763708ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:11.095377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.008808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:11.095437Z","caller":"traceutil/trace.go:171","msg":"trace[603850142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"569.11118ms","start":"2026-07-03T15:56:10.526299Z","end":"2026-07-03T15:56:11.09541Z","steps":["trace[603850142] 'agreement among raft nodes before linearized reading' (duration: 569.020738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:11.095481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.526279Z","time spent":"569.192273ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:11.095427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.085203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:56:11.095632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.114183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:56:11.095691Z","caller":"traceutil/trace.go:171","msg":"trace[1649402699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"517.335899ms","start":"2026-07-03T15:56:10.578199Z","end":"2026-07-03T15:56:11.095535Z","steps":["trace[1649402699] 'agreement among raft nodes before linearized reading' (duration: 516.969651ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:11.095756Z","caller":"traceutil/trace.go:171","msg":"trace[1037545066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"501.285848ms","start":"2026-07-03T15:56:10.594447Z","end":"2026-07-03T15:56:11.095733Z","steps":["trace[1037545066] 'agreement among raft nodes before linearized reading' (duration: 501.063103ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:11.095727Z","caller":"traceutil/trace.go:171","msg":"trace[513314006] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"991.795315ms","start":"2026-07-03T15:56:10.103909Z","end":"2026-07-03T15:56:11.095704Z","steps":["trace[513314006] 'process raft request' (duration: 922.930898ms)","trace[513314006] 'compare' (duration: 66.159884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:11.09741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.103874Z","time spent":"993.445863ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:11.095885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.29051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31145"} {"level":"info","ts":"2026-07-03T15:56:11.097514Z","caller":"traceutil/trace.go:171","msg":"trace[1205645145] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:619; }","duration":"310.037242ms","start":"2026-07-03T15:56:10.787456Z","end":"2026-07-03T15:56:11.097493Z","steps":["trace[1205645145] 'agreement among raft nodes before linearized reading' (duration: 308.128017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:11.097584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.787443Z","time spent":"310.123793ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":31166,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-07-03T15:56:11.095888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.578178Z","time spent":"517.681936ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:56:11.097173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:10.594429Z","time spent":"501.557353ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:56:11.361289Z","caller":"traceutil/trace.go:171","msg":"trace[472807609] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"216.955282ms","start":"2026-07-03T15:56:11.144313Z","end":"2026-07-03T15:56:11.361268Z","steps":["trace[472807609] 'read index received' (duration: 120.801862ms)","trace[472807609] 'applied index is now lower than readState.Index' (duration: 96.15276ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:11.36133Z","caller":"traceutil/trace.go:171","msg":"trace[1074031414] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"220.70754ms","start":"2026-07-03T15:56:11.1406Z","end":"2026-07-03T15:56:11.361307Z","steps":["trace[1074031414] 'process raft request' (duration: 124.56282ms)","trace[1074031414] 'compare' (duration: 96.029767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:11.361558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.216048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:29476"} {"level":"info","ts":"2026-07-03T15:56:11.361638Z","caller":"traceutil/trace.go:171","msg":"trace[632933359] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:623; }","duration":"217.339741ms","start":"2026-07-03T15:56:11.144279Z","end":"2026-07-03T15:56:11.361619Z","steps":["trace[632933359] 'agreement among raft nodes before linearized reading' (duration: 217.099995ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:11.510609Z","caller":"traceutil/trace.go:171","msg":"trace[352676822] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"102.865505ms","start":"2026-07-03T15:56:11.407716Z","end":"2026-07-03T15:56:11.510582Z","steps":["trace[352676822] 'process raft request' (duration: 102.286142ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:13.194047Z","caller":"traceutil/trace.go:171","msg":"trace[1759588728] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"405.363591ms","start":"2026-07-03T15:56:12.788662Z","end":"2026-07-03T15:56:13.194025Z","steps":["trace[1759588728] 'process raft request' (duration: 405.133856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:13.194159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:12.788643Z","time spent":"405.458224ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:14.378708Z","caller":"traceutil/trace.go:171","msg":"trace[2019840196] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"109.665374ms","start":"2026-07-03T15:56:14.26902Z","end":"2026-07-03T15:56:14.378685Z","steps":["trace[2019840196] 'process raft request' (duration: 107.988615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:14.739997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.217804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:14.740096Z","caller":"traceutil/trace.go:171","msg":"trace[1626828596] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"219.183053ms","start":"2026-07-03T15:56:14.520897Z","end":"2026-07-03T15:56:14.740081Z","steps":["trace[1626828596] 'read index received' (duration: 69.741µs)","trace[1626828596] 'applied index is now lower than readState.Index' (duration: 219.112512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:14.740161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.269286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:14.740193Z","caller":"traceutil/trace.go:171","msg":"trace[2044346838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"219.332917ms","start":"2026-07-03T15:56:14.52084Z","end":"2026-07-03T15:56:14.740173Z","steps":["trace[2044346838] 'agreement among raft nodes before linearized reading' (duration: 219.275676ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:14.740436Z","caller":"traceutil/trace.go:171","msg":"trace[782098961] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"284.712413ms","start":"2026-07-03T15:56:14.455714Z","end":"2026-07-03T15:56:14.740426Z","steps":["trace[782098961] 'process raft request' (duration: 65.011418ms)","trace[782098961] 'compare' (duration: 219.096701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:16.624156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.305653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:16.624229Z","caller":"traceutil/trace.go:171","msg":"trace[776869658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"105.434056ms","start":"2026-07-03T15:56:16.518779Z","end":"2026-07-03T15:56:16.624213Z","steps":["trace[776869658] 'range keys from in-memory index tree' (duration: 105.22119ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:17.45052Z","caller":"traceutil/trace.go:171","msg":"trace[764968067] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"136.19124ms","start":"2026-07-03T15:56:17.3143Z","end":"2026-07-03T15:56:17.450491Z","steps":["trace[764968067] 'process raft request' (duration: 47.685096ms)","trace[764968067] 'compare' (duration: 88.304019ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:17.450907Z","caller":"traceutil/trace.go:171","msg":"trace[1594917140] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"134.903889ms","start":"2026-07-03T15:56:17.315969Z","end":"2026-07-03T15:56:17.450872Z","steps":["trace[1594917140] 'process raft request' (duration: 134.47919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:17.450932Z","caller":"traceutil/trace.go:171","msg":"trace[188858312] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"133.865935ms","start":"2026-07-03T15:56:17.317038Z","end":"2026-07-03T15:56:17.450904Z","steps":["trace[188858312] 'process raft request' (duration: 133.732302ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:17.451115Z","caller":"traceutil/trace.go:171","msg":"trace[65397208] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"134.09308ms","start":"2026-07-03T15:56:17.317007Z","end":"2026-07-03T15:56:17.4511Z","steps":["trace[65397208] 'process raft request' (duration: 133.853185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:18.924137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02908125s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:56:18.930204Z","caller":"traceutil/trace.go:171","msg":"trace[382152564] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"409.1478ms","start":"2026-07-03T15:56:18.520995Z","end":"2026-07-03T15:56:18.930143Z","steps":["trace[382152564] 'read index received' (duration: 403.355096ms)","trace[382152564] 'applied index is now lower than readState.Index' (duration: 5.791684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:18.930394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.377025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:18.930475Z","caller":"traceutil/trace.go:171","msg":"trace[1200640601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:655; }","duration":"409.510668ms","start":"2026-07-03T15:56:18.520944Z","end":"2026-07-03T15:56:18.930455Z","steps":["trace[1200640601] 'agreement among raft nodes before linearized reading' (duration: 409.383135ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:18.93039Z","caller":"traceutil/trace.go:171","msg":"trace[945325722] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"1.037931695s","start":"2026-07-03T15:56:17.892336Z","end":"2026-07-03T15:56:18.930267Z","steps":["trace[945325722] 'process raft request' (duration: 1.035938569s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:18.930537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:18.520924Z","time spent":"409.596701ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:18.930739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:17.892306Z","time spent":"1.038308503s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:19.307824Z","caller":"traceutil/trace.go:171","msg":"trace[735002178] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"216.609504ms","start":"2026-07-03T15:56:19.091186Z","end":"2026-07-03T15:56:19.307795Z","steps":["trace[735002178] 'process raft request' (duration: 216.488251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:19.307856Z","caller":"traceutil/trace.go:171","msg":"trace[1051588554] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"217.349062ms","start":"2026-07-03T15:56:19.090462Z","end":"2026-07-03T15:56:19.307811Z","steps":["trace[1051588554] 'process raft request' (duration: 217.028785ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:19.717481Z","caller":"traceutil/trace.go:171","msg":"trace[2125643602] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:688; }","duration":"262.579701ms","start":"2026-07-03T15:56:19.454877Z","end":"2026-07-03T15:56:19.717457Z","steps":["trace[2125643602] 'read index received' (duration: 262.391337ms)","trace[2125643602] 'applied index is now lower than readState.Index' (duration: 187.394µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:19.717549Z","caller":"traceutil/trace.go:171","msg":"trace[35237731] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"623.399299ms","start":"2026-07-03T15:56:19.094111Z","end":"2026-07-03T15:56:19.71751Z","steps":["trace[35237731] 'process raft request' (duration: 623.170074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:19.71769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.798026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:56:19.717703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:19.094099Z","time spent":"623.518793ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:19.717718Z","caller":"traceutil/trace.go:171","msg":"trace[101147031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:661; }","duration":"262.884358ms","start":"2026-07-03T15:56:19.454825Z","end":"2026-07-03T15:56:19.717709Z","steps":["trace[101147031] 'agreement among raft nodes before linearized reading' (duration: 262.744305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:19.717733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.342265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:19.717807Z","caller":"traceutil/trace.go:171","msg":"trace[813090458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:661; }","duration":"262.448048ms","start":"2026-07-03T15:56:19.455343Z","end":"2026-07-03T15:56:19.717791Z","steps":["trace[813090458] 'agreement among raft nodes before linearized reading' (duration: 262.250443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:19.717821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.314224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:19.717906Z","caller":"traceutil/trace.go:171","msg":"trace[344489761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:661; }","duration":"262.422347ms","start":"2026-07-03T15:56:19.455465Z","end":"2026-07-03T15:56:19.717887Z","steps":["trace[344489761] 'agreement among raft nodes before linearized reading' (duration: 262.181131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:19.717904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.420736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:56:19.71801Z","caller":"traceutil/trace.go:171","msg":"trace[1443456495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:661; }","duration":"262.555889ms","start":"2026-07-03T15:56:19.455428Z","end":"2026-07-03T15:56:19.717984Z","steps":["trace[1443456495] 'agreement among raft nodes before linearized reading' (duration: 262.262442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:19.858284Z","caller":"traceutil/trace.go:171","msg":"trace[1281774944] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"135.667136ms","start":"2026-07-03T15:56:19.722576Z","end":"2026-07-03T15:56:19.858243Z","steps":["trace[1281774944] 'process raft request' (duration: 82.967304ms)","trace[1281774944] 'compare' (duration: 52.500588ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:19.860834Z","caller":"traceutil/trace.go:171","msg":"trace[1242895328] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"137.52719ms","start":"2026-07-03T15:56:19.723282Z","end":"2026-07-03T15:56:19.860809Z","steps":["trace[1242895328] 'process raft request' (duration: 137.478529ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:19.860865Z","caller":"traceutil/trace.go:171","msg":"trace[318683545] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"137.697634ms","start":"2026-07-03T15:56:19.723132Z","end":"2026-07-03T15:56:19.860829Z","steps":["trace[318683545] 'process raft request' (duration: 137.426968ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:19.860909Z","caller":"traceutil/trace.go:171","msg":"trace[1421231858] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"137.726685ms","start":"2026-07-03T15:56:19.723161Z","end":"2026-07-03T15:56:19.860887Z","steps":["trace[1421231858] 'process raft request' (duration: 137.557931ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:21.065261Z","caller":"traceutil/trace.go:171","msg":"trace[100047684] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"214.358071ms","start":"2026-07-03T15:56:20.850866Z","end":"2026-07-03T15:56:21.065224Z","steps":["trace[100047684] 'process raft request' (duration: 214.155576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:21.558947Z","caller":"traceutil/trace.go:171","msg":"trace[1405174393] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"478.852717ms","start":"2026-07-03T15:56:21.080069Z","end":"2026-07-03T15:56:21.558922Z","steps":["trace[1405174393] 'process raft request' (duration: 478.695753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:21.559123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:21.080042Z","time spent":"479.000191ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:22.430867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.791565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:22.430998Z","caller":"traceutil/trace.go:171","msg":"trace[1495837348] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:698; }","duration":"737.62534ms","start":"2026-07-03T15:56:21.693351Z","end":"2026-07-03T15:56:22.430977Z","steps":["trace[1495837348] 'read index received' (duration: 54.491µs)","trace[1495837348] 'applied index is now lower than readState.Index' (duration: 737.569239ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:22.431043Z","caller":"traceutil/trace.go:171","msg":"trace[1413109210] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"1.238241621s","start":"2026-07-03T15:56:21.192754Z","end":"2026-07-03T15:56:22.430996Z","steps":["trace[1413109210] 'process raft request' (duration: 465.23087ms)","trace[1413109210] 'compare' (duration: 772.662703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:22.431191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.842445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T15:56:22.431214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:21.192726Z","time spent":"1.238393524s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:22.431238Z","caller":"traceutil/trace.go:171","msg":"trace[945622713] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:670; }","duration":"737.920067ms","start":"2026-07-03T15:56:21.693293Z","end":"2026-07-03T15:56:22.431213Z","steps":["trace[945622713] 'agreement among raft nodes before linearized reading' (duration: 737.795394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:22.431229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.0054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:56:22.431277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:21.693272Z","time spent":"737.996999ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T15:56:22.431282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.931591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:22.431293Z","caller":"traceutil/trace.go:171","msg":"trace[990323495] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:670; }","duration":"726.104732ms","start":"2026-07-03T15:56:21.705171Z","end":"2026-07-03T15:56:22.431276Z","steps":["trace[990323495] 'agreement among raft nodes before linearized reading' (duration: 725.964609ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:22.43131Z","caller":"traceutil/trace.go:171","msg":"trace[457168089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:670; }","duration":"566.973292ms","start":"2026-07-03T15:56:21.864329Z","end":"2026-07-03T15:56:22.431303Z","steps":["trace[457168089] 'agreement among raft nodes before linearized reading' (duration: 566.846259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:22.431332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:21.864323Z","time spent":"567.004202ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:56:22.431336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:21.70516Z","time spent":"726.166883ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":62,"response size":28,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:22.431363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.89741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:56:22.431378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.201597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:56:22.43145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.027489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:56:22.431453Z","caller":"traceutil/trace.go:171","msg":"trace[305528664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:670; }","duration":"567.31546ms","start":"2026-07-03T15:56:21.864121Z","end":"2026-07-03T15:56:22.431437Z","steps":["trace[305528664] 'agreement among raft nodes before linearized reading' (duration: 567.097155ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:22.431449Z","caller":"traceutil/trace.go:171","msg":"trace[1909804593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:670; }","duration":"566.995622ms","start":"2026-07-03T15:56:21.864433Z","end":"2026-07-03T15:56:22.431428Z","steps":["trace[1909804593] 'agreement among raft nodes before linearized reading' (duration: 566.769897ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:22.431482Z","caller":"traceutil/trace.go:171","msg":"trace[1606388261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:670; }","duration":"569.087339ms","start":"2026-07-03T15:56:21.862386Z","end":"2026-07-03T15:56:22.431473Z","steps":["trace[1606388261] 'agreement among raft nodes before linearized reading' (duration: 568.994747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:22.43151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:21.862364Z","time spent":"569.140771ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:22.431505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:21.864101Z","time spent":"567.396391ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:22.431522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:21.864425Z","time spent":"567.082094ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:56:24.520846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000211233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:56:24.520973Z","caller":"traceutil/trace.go:171","msg":"trace[109657153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398667s","start":"2026-07-03T15:56:22.520546Z","end":"2026-07-03T15:56:24.520944Z","steps":["trace[109657153] 'agreement among raft nodes before linearized reading' (duration: 2.000238183s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:24.521036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:22.520528Z","time spent":"2.0004971s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:56:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:56:24.613385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090081663s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:24.613538Z","caller":"traceutil/trace.go:171","msg":"trace[1643866367] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:670; }","duration":"1.090261287s","start":"2026-07-03T15:56:23.523255Z","end":"2026-07-03T15:56:24.613516Z","steps":["trace[1643866367] 'range keys from in-memory index tree' (duration: 1.090058402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:24.613719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004645497s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"warn","ts":"2026-07-03T15:56:24.61382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:22.432046Z","time spent":"2.181769704s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T15:56:24.800831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.191646014s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:56:24.814123Z","caller":"traceutil/trace.go:171","msg":"trace[192208379] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"2.378259551s","start":"2026-07-03T15:56:22.435827Z","end":"2026-07-03T15:56:24.814086Z","steps":["trace[192208379] 'process raft request' (duration: 2.365322592s)","trace[192208379] 'compare' (duration: 12.649562ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:24.814182Z","caller":"traceutil/trace.go:171","msg":"trace[594447074] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:699; }","duration":"2.293555625s","start":"2026-07-03T15:56:22.520589Z","end":"2026-07-03T15:56:24.814145Z","steps":["trace[594447074] 'read index received' (duration: 88.607944ms)","trace[594447074] 'applied index is now lower than readState.Index' (duration: 2.204946281s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:24.814203Z","caller":"traceutil/trace.go:171","msg":"trace[1504618469] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"2.378270191s","start":"2026-07-03T15:56:22.435904Z","end":"2026-07-03T15:56:24.814174Z","steps":["trace[1504618469] 'process raft request' (duration: 2.378025585s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:24.814306Z","caller":"traceutil/trace.go:171","msg":"trace[711744889] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"2.378318673s","start":"2026-07-03T15:56:22.435974Z","end":"2026-07-03T15:56:24.814292Z","steps":["trace[711744889] 'process raft request' (duration: 2.378097218s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:24.814331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:22.43581Z","time spent":"2.378389834s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:24.81438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:22.435887Z","time spent":"2.378380274s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:24.814423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:22.435946Z","time spent":"2.378424665s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:24.814316Z","caller":"traceutil/trace.go:171","msg":"trace[177002118] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"2.378350444s","start":"2026-07-03T15:56:22.435941Z","end":"2026-07-03T15:56:24.814291Z","steps":["trace[177002118] 'process raft request' (duration: 2.378043727s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:24.81458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:22.435916Z","time spent":"2.37862525s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:24.823219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.946383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:24.823273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.208571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:24.823223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811830583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:24.823341Z","caller":"traceutil/trace.go:171","msg":"trace[859431817] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:675; }","duration":"1.811990997s","start":"2026-07-03T15:56:23.01134Z","end":"2026-07-03T15:56:24.823331Z","steps":["trace[859431817] 'agreement among raft nodes before linearized reading' (duration: 1.811757941s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:24.823388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:23.011325Z","time spent":"1.812050958s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:24.823297Z","caller":"traceutil/trace.go:171","msg":"trace[349077335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"302.088866ms","start":"2026-07-03T15:56:24.521191Z","end":"2026-07-03T15:56:24.82328Z","steps":["trace[349077335] 'agreement among raft nodes before linearized reading' (duration: 301.928112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:24.823506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:24.521154Z","time spent":"302.341401ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:56:24.823343Z","caller":"traceutil/trace.go:171","msg":"trace[924068057] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:675; }","duration":"710.346935ms","start":"2026-07-03T15:56:24.112982Z","end":"2026-07-03T15:56:24.823329Z","steps":["trace[924068057] 'agreement among raft nodes before linearized reading' (duration: 710.15949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:24.823711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:24.112959Z","time spent":"710.723793ms","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:24.823231Z","caller":"traceutil/trace.go:171","msg":"trace[1856880090] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"208.25587ms","start":"2026-07-03T15:56:24.614955Z","end":"2026-07-03T15:56:24.823211Z","steps":["trace[1856880090] 'process raft request' (duration: 208.020225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:26.831575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:56:26.832349Z","caller":"traceutil/trace.go:171","msg":"trace[921784932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001003694s","start":"2026-07-03T15:56:24.831319Z","end":"2026-07-03T15:56:26.832322Z","steps":["trace[921784932] 'agreement among raft nodes before linearized reading' (duration: 2.000208845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:26.832471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:24.831305Z","time spent":"2.001138716s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:56:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:56:28.179773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162869993s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:28.179915Z","caller":"traceutil/trace.go:171","msg":"trace[751334067] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:705; }","duration":"3.34854842s","start":"2026-07-03T15:56:24.831348Z","end":"2026-07-03T15:56:28.179897Z","steps":["trace[751334067] 'read index received' (duration: 185.42295ms)","trace[751334067] 'applied index is now lower than readState.Index' (duration: 3.16312345s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:28.179958Z","caller":"traceutil/trace.go:171","msg":"trace[126571885] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"3.349939323s","start":"2026-07-03T15:56:24.829987Z","end":"2026-07-03T15:56:28.179927Z","steps":["trace[126571885] 'process raft request' (duration: 186.757962ms)","trace[126571885] 'compare' (duration: 3.162249529s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:28.180131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:24.829964Z","time spent":"3.350065286s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:28.680219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572623011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:28.832939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000615802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:56:28.833018Z","caller":"traceutil/trace.go:171","msg":"trace[1213090056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000738556s","start":"2026-07-03T15:56:26.832262Z","end":"2026-07-03T15:56:28.833Z","steps":["trace[1213090056] 'agreement among raft nodes before linearized reading' (duration: 2.000638393s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:28.833103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:26.832248Z","time spent":"2.000843898s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:56:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:56:29.180673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572623011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:29.681629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572623011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:29.815882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.775791085s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:56:30.417087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.883817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:30.417504Z","caller":"traceutil/trace.go:171","msg":"trace[461822173] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"5.377482812s","start":"2026-07-03T15:56:25.039966Z","end":"2026-07-03T15:56:30.417449Z","steps":["trace[461822173] 'process raft request' (duration: 4.776083512s)","trace[461822173] 'compare' (duration: 600.690293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:30.417674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:25.03994Z","time spent":"5.377650086s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:30.464898Z","caller":"traceutil/trace.go:171","msg":"trace[1515255790] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:706; }","duration":"2.284930139s","start":"2026-07-03T15:56:28.179944Z","end":"2026-07-03T15:56:30.464874Z","steps":["trace[1515255790] 'read index received' (duration: 1.636119019s)","trace[1515255790] 'applied index is now lower than readState.Index' (duration: 648.81007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:30.465128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646537512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:30.465148Z","caller":"traceutil/trace.go:171","msg":"trace[222847028] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"2.685737906s","start":"2026-07-03T15:56:27.779368Z","end":"2026-07-03T15:56:30.465106Z","steps":["trace[222847028] 'process raft request' (duration: 2.685304295s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.465195Z","caller":"traceutil/trace.go:171","msg":"trace[1608345444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:678; }","duration":"3.646654004s","start":"2026-07-03T15:56:26.818525Z","end":"2026-07-03T15:56:30.465179Z","steps":["trace[1608345444] 'agreement among raft nodes before linearized reading' (duration: 3.646405238s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:26.818506Z","time spent":"3.646720686s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:56:30.465295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647017363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:56:30.465316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:27.779338Z","time spent":"2.685885689s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:30.465264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646850689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:56:30.465365Z","caller":"traceutil/trace.go:171","msg":"trace[1323107756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:678; }","duration":"3.647127375s","start":"2026-07-03T15:56:26.818221Z","end":"2026-07-03T15:56:30.465349Z","steps":["trace[1323107756] 'agreement among raft nodes before linearized reading' (duration: 3.64692785s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011700276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.465433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:26.818199Z","time spent":"3.647223707s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:56:30.465467Z","caller":"traceutil/trace.go:171","msg":"trace[42571449] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:678; }","duration":"1.011774668s","start":"2026-07-03T15:56:29.453684Z","end":"2026-07-03T15:56:30.465459Z","steps":["trace[42571449] 'agreement among raft nodes before linearized reading' (duration: 1.011718637s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.624996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.465518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.923938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.465549Z","caller":"traceutil/trace.go:171","msg":"trace[684266234] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:678; }","duration":"722.979649ms","start":"2026-07-03T15:56:29.742559Z","end":"2026-07-03T15:56:30.465539Z","steps":["trace[684266234] 'agreement among raft nodes before linearized reading' (duration: 722.944368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.742537Z","time spent":"723.027191ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-07-03T15:56:30.465543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625555417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-03T15:56:30.465577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.180693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.465565Z","caller":"traceutil/trace.go:171","msg":"trace[1431206302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:678; }","duration":"692.753439ms","start":"2026-07-03T15:56:29.772754Z","end":"2026-07-03T15:56:30.465508Z","steps":["trace[1431206302] 'agreement among raft nodes before linearized reading' (duration: 692.573075ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.465638Z","caller":"traceutil/trace.go:171","msg":"trace[745177326] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:678; }","duration":"1.62568494s","start":"2026-07-03T15:56:28.839916Z","end":"2026-07-03T15:56:30.465601Z","steps":["trace[745177326] 'agreement among raft nodes before linearized reading' (duration: 1.625399154s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.465618Z","caller":"traceutil/trace.go:171","msg":"trace[894705386] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:678; }","duration":"826.259155ms","start":"2026-07-03T15:56:29.639347Z","end":"2026-07-03T15:56:30.465607Z","steps":["trace[894705386] 'agreement among raft nodes before linearized reading' (duration: 826.157882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.46568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159538525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.465692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:28.839899Z","time spent":"1.625780492s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"warn","ts":"2026-07-03T15:56:30.465694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.274145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.46573Z","caller":"traceutil/trace.go:171","msg":"trace[203031142] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:678; }","duration":"760.332816ms","start":"2026-07-03T15:56:29.70539Z","end":"2026-07-03T15:56:30.465723Z","steps":["trace[203031142] 'agreement among raft nodes before linearized reading' (duration: 760.276675ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.465727Z","caller":"traceutil/trace.go:171","msg":"trace[1195192188] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:678; }","duration":"1.159610727s","start":"2026-07-03T15:56:29.306104Z","end":"2026-07-03T15:56:30.465715Z","steps":["trace[1195192188] 'agreement among raft nodes before linearized reading' (duration: 1.159559096s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.70538Z","time spent":"760.363788ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.465707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.639343Z","time spent":"826.351188ms","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.465765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.306091Z","time spent":"1.159664288s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-03T15:56:30.465768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.289149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.465798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.158914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.465818Z","caller":"traceutil/trace.go:171","msg":"trace[116226176] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:678; }","duration":"939.195224ms","start":"2026-07-03T15:56:29.526617Z","end":"2026-07-03T15:56:30.465812Z","steps":["trace[116226176] 'agreement among raft nodes before linearized reading' (duration: 939.168804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.225649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.465845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.526607Z","time spent":"939.232125ms","remote":"127.0.0.1:48258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"info","ts":"2026-07-03T15:56:30.465858Z","caller":"traceutil/trace.go:171","msg":"trace[1339960032] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:678; }","duration":"724.27742ms","start":"2026-07-03T15:56:29.741576Z","end":"2026-07-03T15:56:30.465853Z","steps":["trace[1339960032] 'agreement among raft nodes before linearized reading' (duration: 724.248629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.741553Z","time spent":"724.31591ms","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.46592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293075893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.465918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.350697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.465653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.772729Z","time spent":"692.909612ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.465962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1601786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.465971Z","caller":"traceutil/trace.go:171","msg":"trace[1971730887] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:678; }","duration":"1.293154785s","start":"2026-07-03T15:56:29.172798Z","end":"2026-07-03T15:56:30.465953Z","steps":["trace[1971730887] 'agreement among raft nodes before linearized reading' (duration: 1.293087334s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.907892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.465984Z","caller":"traceutil/trace.go:171","msg":"trace[328442908] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:678; }","duration":"760.419749ms","start":"2026-07-03T15:56:29.705547Z","end":"2026-07-03T15:56:30.465966Z","steps":["trace[328442908] 'agreement among raft nodes before linearized reading' (duration: 760.322316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.466006Z","caller":"traceutil/trace.go:171","msg":"trace[873807747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:678; }","duration":"939.970322ms","start":"2026-07-03T15:56:29.52603Z","end":"2026-07-03T15:56:30.466Z","steps":["trace[873807747] 'agreement among raft nodes before linearized reading' (duration: 939.936732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.172775Z","time spent":"1.293222716s","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.466001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14117305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.465834Z","caller":"traceutil/trace.go:171","msg":"trace[1767750920] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:678; }","duration":"154.34669ms","start":"2026-07-03T15:56:30.311451Z","end":"2026-07-03T15:56:30.465798Z","steps":["trace[1767750920] 'agreement among raft nodes before linearized reading' (duration: 154.260668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.705495Z","time spent":"760.517901ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.466034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.526006Z","time spent":"940.022944ms","remote":"127.0.0.1:48258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.466049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160329893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466058Z","caller":"traceutil/trace.go:171","msg":"trace[1285703441] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:678; }","duration":"1.141302712s","start":"2026-07-03T15:56:29.324737Z","end":"2026-07-03T15:56:30.46604Z","steps":["trace[1285703441] 'agreement among raft nodes before linearized reading' (duration: 1.140898303s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.466076Z","caller":"traceutil/trace.go:171","msg":"trace[56849817] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:678; }","duration":"1.160398375s","start":"2026-07-03T15:56:29.30567Z","end":"2026-07-03T15:56:30.466068Z","steps":["trace[56849817] 'agreement among raft nodes before linearized reading' (duration: 1.160354234s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243730798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.277493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013667222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466179Z","caller":"traceutil/trace.go:171","msg":"trace[364220948] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:678; }","duration":"988.346924ms","start":"2026-07-03T15:56:29.477825Z","end":"2026-07-03T15:56:30.466172Z","steps":["trace[364220948] 'agreement among raft nodes before linearized reading' (duration: 988.307644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2933899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466189Z","caller":"traceutil/trace.go:171","msg":"trace[1713476816] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:678; }","duration":"1.013734114s","start":"2026-07-03T15:56:29.452446Z","end":"2026-07-03T15:56:30.466181Z","steps":["trace[1713476816] 'agreement among raft nodes before linearized reading' (duration: 1.013681222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.477795Z","time spent":"988.403636ms","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:30.466211Z","caller":"traceutil/trace.go:171","msg":"trace[1829117463] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:678; }","duration":"1.293462082s","start":"2026-07-03T15:56:29.172741Z","end":"2026-07-03T15:56:30.466203Z","steps":["trace[1829117463] 'agreement among raft nodes before linearized reading' (duration: 1.293413301s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.452426Z","time spent":"1.013783355s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.46624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.172712Z","time spent":"1.293520464s","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.46622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.840391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.788841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140800261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466265Z","caller":"traceutil/trace.go:171","msg":"trace[1918402549] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:678; }","duration":"1.243951353s","start":"2026-07-03T15:56:29.222249Z","end":"2026-07-03T15:56:30.466201Z","steps":["trace[1918402549] 'agreement among raft nodes before linearized reading' (duration: 1.243555234s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.727563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466301Z","caller":"traceutil/trace.go:171","msg":"trace[1005143250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:678; }","duration":"1.140825301s","start":"2026-07-03T15:56:29.325471Z","end":"2026-07-03T15:56:30.466296Z","steps":["trace[1005143250] 'agreement among raft nodes before linearized reading' (duration: 1.140801851s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263669381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466303Z","caller":"traceutil/trace.go:171","msg":"trace[1418084561] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:678; }","duration":"724.841353ms","start":"2026-07-03T15:56:29.741452Z","end":"2026-07-03T15:56:30.466293Z","steps":["trace[1418084561] 'agreement among raft nodes before linearized reading' (duration: 724.769602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.325467Z","time spent":"1.140852992s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"info","ts":"2026-07-03T15:56:30.466322Z","caller":"traceutil/trace.go:171","msg":"trace[318897284] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:678; }","duration":"988.773005ms","start":"2026-07-03T15:56:29.477544Z","end":"2026-07-03T15:56:30.466317Z","steps":["trace[318897284] 'agreement among raft nodes before linearized reading' (duration: 988.736864ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.466288Z","caller":"traceutil/trace.go:171","msg":"trace[910443971] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:678; }","duration":"155.152508ms","start":"2026-07-03T15:56:30.311124Z","end":"2026-07-03T15:56:30.466276Z","steps":["trace[910443971] 'agreement among raft nodes before linearized reading' (duration: 154.840751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.466334Z","caller":"traceutil/trace.go:171","msg":"trace[1392604091] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:678; }","duration":"1.263760233s","start":"2026-07-03T15:56:29.202565Z","end":"2026-07-03T15:56:30.466325Z","steps":["trace[1392604091] 'agreement among raft nodes before linearized reading' (duration: 1.263687811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.741443Z","time spent":"724.889454ms","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.466377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.202531Z","time spent":"1.263837825s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-07-03T15:56:30.466002Z","caller":"traceutil/trace.go:171","msg":"trace[1785754092] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:678; }","duration":"1.160231281s","start":"2026-07-03T15:56:29.305754Z","end":"2026-07-03T15:56:30.465986Z","steps":["trace[1785754092] 'agreement among raft nodes before linearized reading' (duration: 1.16017934s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.222242Z","time spent":"1.244076037s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.466421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.305748Z","time spent":"1.160665741s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.465941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.759709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466452Z","caller":"traceutil/trace.go:171","msg":"trace[22685612] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:678; }","duration":"155.325543ms","start":"2026-07-03T15:56:30.31112Z","end":"2026-07-03T15:56:30.466446Z","steps":["trace[22685612] 'agreement among raft nodes before linearized reading' (duration: 154.76362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.727687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626285173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.465727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.396948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466551Z","caller":"traceutil/trace.go:171","msg":"trace[1003528140] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:678; }","duration":"827.230367ms","start":"2026-07-03T15:56:29.639305Z","end":"2026-07-03T15:56:30.466536Z","steps":["trace[1003528140] 'agreement among raft nodes before linearized reading' (duration: 826.402628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012987277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.639292Z","time spent":"827.292599ms","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-07-03T15:56:30.466624Z","caller":"traceutil/trace.go:171","msg":"trace[389074727] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:678; }","duration":"1.013964319s","start":"2026-07-03T15:56:29.452647Z","end":"2026-07-03T15:56:30.466611Z","steps":["trace[389074727] 'agreement among raft nodes before linearized reading' (duration: 1.012977227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24424256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.452538Z","time spent":"1.014099452s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.466629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.242704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:30.466657Z","caller":"traceutil/trace.go:171","msg":"trace[1131847091] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:678; }","duration":"1.244304951s","start":"2026-07-03T15:56:29.222341Z","end":"2026-07-03T15:56:30.466646Z","steps":["trace[1131847091] 'agreement among raft nodes before linearized reading' (duration: 1.24423919s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.222337Z","time spent":"1.244348602s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.466108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.305644Z","time spent":"1.160454647s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.466395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141560198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466711Z","caller":"traceutil/trace.go:171","msg":"trace[1792743299] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:678; }","duration":"156.356516ms","start":"2026-07-03T15:56:30.310344Z","end":"2026-07-03T15:56:30.4667Z","steps":["trace[1792743299] 'agreement among raft nodes before linearized reading' (duration: 156.211213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.466777Z","caller":"traceutil/trace.go:171","msg":"trace[2066040600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:678; }","duration":"1.141975548s","start":"2026-07-03T15:56:29.324791Z","end":"2026-07-03T15:56:30.466767Z","steps":["trace[2066040600] 'agreement among raft nodes before linearized reading' (duration: 1.141579399s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400839343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:56:30.466806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.637394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.465446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647141695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:56:30.466846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.352807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466866Z","caller":"traceutil/trace.go:171","msg":"trace[1662751254] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:678; }","duration":"804.380947ms","start":"2026-07-03T15:56:29.662479Z","end":"2026-07-03T15:56:30.46686Z","steps":["trace[1662751254] 'agreement among raft nodes before linearized reading' (duration: 804.341356ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.466864Z","caller":"traceutil/trace.go:171","msg":"trace[987315078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:678; }","duration":"3.648605359s","start":"2026-07-03T15:56:26.81825Z","end":"2026-07-03T15:56:30.466855Z","steps":["trace[987315078] 'agreement among raft nodes before linearized reading' (duration: 3.646841299s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.662475Z","time spent":"804.408129ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-07-03T15:56:30.466898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:26.818231Z","time spent":"3.64865734s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:30.466564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263964388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.050633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.424132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.466996Z","caller":"traceutil/trace.go:171","msg":"trace[1479956896] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:678; }","duration":"805.078753ms","start":"2026-07-03T15:56:29.661912Z","end":"2026-07-03T15:56:30.466991Z","steps":["trace[1479956896] 'agreement among raft nodes before linearized reading' (duration: 805.047322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.729542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.661908Z","time spent":"805.106105ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.467018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.190507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467034Z","caller":"traceutil/trace.go:171","msg":"trace[1669103398] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:678; }","duration":"174.761913ms","start":"2026-07-03T15:56:30.292262Z","end":"2026-07-03T15:56:30.467023Z","steps":["trace[1669103398] 'agreement among raft nodes before linearized reading' (duration: 174.702951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.623826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.860795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.748768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467121Z","caller":"traceutil/trace.go:171","msg":"trace[1207137315] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:678; }","duration":"174.905676ms","start":"2026-07-03T15:56:30.292208Z","end":"2026-07-03T15:56:30.467114Z","steps":["trace[1207137315] 'agreement among raft nodes before linearized reading' (duration: 174.860315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.467137Z","caller":"traceutil/trace.go:171","msg":"trace[835799929] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:678; }","duration":"273.82097ms","start":"2026-07-03T15:56:30.193309Z","end":"2026-07-03T15:56:30.46713Z","steps":["trace[835799929] 'agreement among raft nodes before linearized reading' (duration: 273.775919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.463054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467183Z","caller":"traceutil/trace.go:171","msg":"trace[994797909] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:678; }","duration":"352.505115ms","start":"2026-07-03T15:56:30.114666Z","end":"2026-07-03T15:56:30.467171Z","steps":["trace[994797909] 'agreement among raft nodes before linearized reading' (duration: 352.461914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.105623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.100726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.114661Z","time spent":"352.549427ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-07-03T15:56:30.46726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.549818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.811379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.935343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467282Z","caller":"traceutil/trace.go:171","msg":"trace[487252861] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:678; }","duration":"299.590279ms","start":"2026-07-03T15:56:30.167687Z","end":"2026-07-03T15:56:30.467278Z","steps":["trace[487252861] 'agreement among raft nodes before linearized reading' (duration: 299.552948ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.467297Z","caller":"traceutil/trace.go:171","msg":"trace[1662938474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:678; }","duration":"210.880151ms","start":"2026-07-03T15:56:30.256409Z","end":"2026-07-03T15:56:30.467289Z","steps":["trace[1662938474] 'agreement among raft nodes before linearized reading' (duration: 210.82816ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.4673Z","caller":"traceutil/trace.go:171","msg":"trace[997066612] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:678; }","duration":"274.009865ms","start":"2026-07-03T15:56:30.193283Z","end":"2026-07-03T15:56:30.467293Z","steps":["trace[997066612] 'agreement among raft nodes before linearized reading' (duration: 273.969134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.467325Z","caller":"traceutil/trace.go:171","msg":"trace[914593457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:678; }","duration":"186.287931ms","start":"2026-07-03T15:56:30.280955Z","end":"2026-07-03T15:56:30.467243Z","steps":["trace[914593457] 'agreement among raft nodes before linearized reading' (duration: 186.079896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.058193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.168349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467387Z","caller":"traceutil/trace.go:171","msg":"trace[1626461897] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:678; }","duration":"299.199569ms","start":"2026-07-03T15:56:30.168183Z","end":"2026-07-03T15:56:30.467383Z","steps":["trace[1626461897] 'agreement among raft nodes before linearized reading' (duration: 299.172818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.997221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467427Z","caller":"traceutil/trace.go:171","msg":"trace[349399426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:678; }","duration":"354.051632ms","start":"2026-07-03T15:56:30.113367Z","end":"2026-07-03T15:56:30.467419Z","steps":["trace[349399426] 'agreement among raft nodes before linearized reading' (duration: 354.005841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.508196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.466246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262847342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.015694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467478Z","caller":"traceutil/trace.go:171","msg":"trace[1353565480] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:678; }","duration":"1.264161942s","start":"2026-07-03T15:56:29.203312Z","end":"2026-07-03T15:56:30.467474Z","steps":["trace[1353565480] 'agreement among raft nodes before linearized reading' (duration: 1.262909594s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.467469Z","caller":"traceutil/trace.go:171","msg":"trace[929174551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:678; }","duration":"662.532367ms","start":"2026-07-03T15:56:29.804931Z","end":"2026-07-03T15:56:30.467463Z","steps":["trace[929174551] 'agreement among raft nodes before linearized reading' (duration: 662.493956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.503899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.203299Z","time spent":"1.264198513s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-07-03T15:56:30.467509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.804908Z","time spent":"662.592129ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"info","ts":"2026-07-03T15:56:30.46731Z","caller":"traceutil/trace.go:171","msg":"trace[587246929] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:678; }","duration":"1.264558531s","start":"2026-07-03T15:56:29.202418Z","end":"2026-07-03T15:56:30.466977Z","steps":["trace[587246929] 'agreement among raft nodes before linearized reading' (duration: 1.263364364s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.465425Z","caller":"traceutil/trace.go:171","msg":"trace[1682711890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:678; }","duration":"3.647037813s","start":"2026-07-03T15:56:26.818366Z","end":"2026-07-03T15:56:30.465403Z","steps":["trace[1682711890] 'agreement among raft nodes before linearized reading' (duration: 3.646614953s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.446048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.249103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:26.818362Z","time spent":"3.649212103s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:56:30.467462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.817888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.216268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467594Z","caller":"traceutil/trace.go:171","msg":"trace[45498363] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:678; }","duration":"475.293545ms","start":"2026-07-03T15:56:29.992293Z","end":"2026-07-03T15:56:30.467586Z","steps":["trace[45498363] 'agreement among raft nodes before linearized reading' (duration: 475.247973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.467595Z","caller":"traceutil/trace.go:171","msg":"trace[677329032] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:678; }","duration":"663.51926ms","start":"2026-07-03T15:56:29.80406Z","end":"2026-07-03T15:56:30.467579Z","steps":["trace[677329032] 'agreement among raft nodes before linearized reading' (duration: 663.465998ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.467614Z","caller":"traceutil/trace.go:171","msg":"trace[1005840246] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:678; }","duration":"636.259739ms","start":"2026-07-03T15:56:29.831349Z","end":"2026-07-03T15:56:30.467609Z","steps":["trace[1005840246] 'agreement among raft nodes before linearized reading' (duration: 636.227848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.992288Z","time spent":"475.328085ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.466344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.477531Z","time spent":"988.808135ms","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.467631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.804039Z","time spent":"663.583622ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.467649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.831334Z","time spent":"636.30335ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.467653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.020175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.92955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467063Z","caller":"traceutil/trace.go:171","msg":"trace[196965500] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:678; }","duration":"273.250997ms","start":"2026-07-03T15:56:30.193795Z","end":"2026-07-03T15:56:30.467046Z","steps":["trace[196965500] 'agreement among raft nodes before linearized reading' (duration: 273.205826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.467493Z","caller":"traceutil/trace.go:171","msg":"trace[1384596992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:678; }","duration":"211.064095ms","start":"2026-07-03T15:56:30.256415Z","end":"2026-07-03T15:56:30.467479Z","steps":["trace[1384596992] 'agreement among raft nodes before linearized reading' (duration: 211.013774ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.467724Z","caller":"traceutil/trace.go:171","msg":"trace[1512516282] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:678; }","duration":"186.126047ms","start":"2026-07-03T15:56:30.281587Z","end":"2026-07-03T15:56:30.467713Z","steps":["trace[1512516282] 'agreement among raft nodes before linearized reading' (duration: 186.029555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.46773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.675265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467217Z","caller":"traceutil/trace.go:171","msg":"trace[1760181002] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:678; }","duration":"210.158455ms","start":"2026-07-03T15:56:30.25705Z","end":"2026-07-03T15:56:30.467209Z","steps":["trace[1760181002] 'agreement among raft nodes before linearized reading' (duration: 210.110574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.575841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.46577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.043987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.467805Z","caller":"traceutil/trace.go:171","msg":"trace[1450597239] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:678; }","duration":"663.778886ms","start":"2026-07-03T15:56:29.804016Z","end":"2026-07-03T15:56:30.467795Z","steps":["trace[1450597239] 'agreement among raft nodes before linearized reading' (duration: 663.569152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.467371Z","caller":"traceutil/trace.go:171","msg":"trace[674254775] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:678; }","duration":"232.467733ms","start":"2026-07-03T15:56:30.234895Z","end":"2026-07-03T15:56:30.467363Z","steps":["trace[674254775] 'agreement among raft nodes before linearized reading' (duration: 232.061293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.465596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242284585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.468081Z","caller":"traceutil/trace.go:171","msg":"trace[889204887] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:678; }","duration":"1.244791694s","start":"2026-07-03T15:56:29.223278Z","end":"2026-07-03T15:56:30.468069Z","steps":["trace[889204887] 'agreement among raft nodes before linearized reading' (duration: 1.242265805s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.324729Z","time spent":"1.141365254s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"info","ts":"2026-07-03T15:56:30.467103Z","caller":"traceutil/trace.go:171","msg":"trace[906818194] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:678; }","duration":"323.691077ms","start":"2026-07-03T15:56:30.143404Z","end":"2026-07-03T15:56:30.467095Z","steps":["trace[906818194] 'agreement among raft nodes before linearized reading' (duration: 323.634636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.468249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.143394Z","time spent":"324.837904ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-07-03T15:56:30.467612Z","caller":"traceutil/trace.go:171","msg":"trace[893121718] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:678; }","duration":"636.026433ms","start":"2026-07-03T15:56:29.831573Z","end":"2026-07-03T15:56:30.467599Z","steps":["trace[893121718] 'agreement among raft nodes before linearized reading' (duration: 635.478509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.468407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.831556Z","time spent":"636.835682ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:30.467017Z","caller":"traceutil/trace.go:171","msg":"trace[1127306578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:678; }","duration":"323.483792ms","start":"2026-07-03T15:56:30.14352Z","end":"2026-07-03T15:56:30.467004Z","steps":["trace[1127306578] 'agreement among raft nodes before linearized reading' (duration: 323.430361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.468507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.143502Z","time spent":"324.980888ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:30.467527Z","caller":"traceutil/trace.go:171","msg":"trace[577144488] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:678; }","duration":"694.752545ms","start":"2026-07-03T15:56:29.772762Z","end":"2026-07-03T15:56:30.467515Z","steps":["trace[577144488] 'agreement among raft nodes before linearized reading' (duration: 694.496679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.468627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.772753Z","time spent":"695.854551ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:30.466509Z","caller":"traceutil/trace.go:171","msg":"trace[2047608842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:678; }","duration":"940.340432ms","start":"2026-07-03T15:56:29.526158Z","end":"2026-07-03T15:56:30.466499Z","steps":["trace[2047608842] 'agreement among raft nodes before linearized reading' (duration: 939.774679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.468756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.526126Z","time spent":"942.615544ms","remote":"127.0.0.1:48258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.46549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.453665Z","time spent":"1.011818859s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-07-03T15:56:30.46686Z","caller":"traceutil/trace.go:171","msg":"trace[831989283] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:678; }","duration":"322.703725ms","start":"2026-07-03T15:56:30.144139Z","end":"2026-07-03T15:56:30.466843Z","steps":["trace[831989283] 'agreement among raft nodes before linearized reading' (duration: 322.628303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.468925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.144132Z","time spent":"324.779903ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-03T15:56:30.466902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.668208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.469041Z","caller":"traceutil/trace.go:171","msg":"trace[1635884424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:678; }","duration":"175.820689ms","start":"2026-07-03T15:56:30.29321Z","end":"2026-07-03T15:56:30.469031Z","steps":["trace[1635884424] 'agreement among raft nodes before linearized reading' (duration: 173.671969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.750589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.469201Z","caller":"traceutil/trace.go:171","msg":"trace[1980567892] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:678; }","duration":"636.037282ms","start":"2026-07-03T15:56:29.833153Z","end":"2026-07-03T15:56:30.469191Z","steps":["trace[1980567892] 'agreement among raft nodes before linearized reading' (duration: 633.748979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.008602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.469238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.833149Z","time spent":"636.076793ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"info","ts":"2026-07-03T15:56:30.469249Z","caller":"traceutil/trace.go:171","msg":"trace[1469822463] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:678; }","duration":"234.336766ms","start":"2026-07-03T15:56:30.234897Z","end":"2026-07-03T15:56:30.469234Z","steps":["trace[1469822463] 'agreement among raft nodes before linearized reading' (duration: 232.021312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.466938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.499529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.469401Z","caller":"traceutil/trace.go:171","msg":"trace[1214239903] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:678; }","duration":"233.981047ms","start":"2026-07-03T15:56:30.23541Z","end":"2026-07-03T15:56:30.469391Z","steps":["trace[1214239903] 'agreement among raft nodes before linearized reading' (duration: 231.498929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.467081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.178736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.469495Z","caller":"traceutil/trace.go:171","msg":"trace[1361036904] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:678; }","duration":"807.597112ms","start":"2026-07-03T15:56:29.661889Z","end":"2026-07-03T15:56:30.469486Z","steps":["trace[1361036904] 'agreement among raft nodes before linearized reading' (duration: 805.178406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.469536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.661885Z","time spent":"807.634463ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.467309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.852065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.469704Z","caller":"traceutil/trace.go:171","msg":"trace[389139741] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:678; }","duration":"302.263081ms","start":"2026-07-03T15:56:30.167427Z","end":"2026-07-03T15:56:30.46969Z","steps":["trace[389139741] 'agreement among raft nodes before linearized reading' (duration: 299.849095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.469745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.167415Z","time spent":"302.316432ms","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.467466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.113354Z","time spent":"354.102793ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:56:30.467523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.177635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.470019Z","caller":"traceutil/trace.go:171","msg":"trace[1698306810] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:678; }","duration":"356.686473ms","start":"2026-07-03T15:56:30.113315Z","end":"2026-07-03T15:56:30.470001Z","steps":["trace[1698306810] 'agreement among raft nodes before linearized reading' (duration: 354.181995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.470058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.113295Z","time spent":"356.749215ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:30.467732Z","caller":"traceutil/trace.go:171","msg":"trace[1293683257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:678; }","duration":"827.560626ms","start":"2026-07-03T15:56:29.640161Z","end":"2026-07-03T15:56:30.467722Z","steps":["trace[1293683257] 'agreement among raft nodes before linearized reading' (duration: 826.93024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.470202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.640158Z","time spent":"830.033352ms","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-07-03T15:56:30.467701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.202409Z","time spent":"1.265157816s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:30.467841Z","caller":"traceutil/trace.go:171","msg":"trace[994285143] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:678; }","duration":"475.650423ms","start":"2026-07-03T15:56:29.992182Z","end":"2026-07-03T15:56:30.467832Z","steps":["trace[994285143] 'agreement among raft nodes before linearized reading' (duration: 475.575351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.470468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.992172Z","time spent":"478.281774ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.467905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.803998Z","time spent":"663.884369ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.46791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.464697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:30.470647Z","caller":"traceutil/trace.go:171","msg":"trace[306758311] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:678; }","duration":"565.208371ms","start":"2026-07-03T15:56:29.905398Z","end":"2026-07-03T15:56:30.470606Z","steps":["trace[306758311] 'agreement among raft nodes before linearized reading' (duration: 562.482247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.470745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.905373Z","time spent":"565.340563ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:30.467918Z","caller":"traceutil/trace.go:171","msg":"trace[1752259854] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:678; }","duration":"1.402410449s","start":"2026-07-03T15:56:29.065495Z","end":"2026-07-03T15:56:30.467906Z","steps":["trace[1752259854] 'agreement among raft nodes before linearized reading' (duration: 1.400856502s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.470835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.065476Z","time spent":"1.405332887s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":28,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:30.467879Z","caller":"traceutil/trace.go:171","msg":"trace[495840955] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:678; }","duration":"896.192207ms","start":"2026-07-03T15:56:29.571675Z","end":"2026-07-03T15:56:30.467867Z","steps":["trace[495840955] 'agreement among raft nodes before linearized reading' (duration: 894.072948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.46612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.29515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:30.467939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.324775Z","time spent":"1.143146555s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:30.46652Z","caller":"traceutil/trace.go:171","msg":"trace[365800698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"1.626403875s","start":"2026-07-03T15:56:28.840111Z","end":"2026-07-03T15:56:30.466515Z","steps":["trace[365800698] 'agreement among raft nodes before linearized reading' (duration: 1.626284992s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:30.470926Z","caller":"traceutil/trace.go:171","msg":"trace[2080371989] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:678; }","duration":"992.117952ms","start":"2026-07-03T15:56:29.478798Z","end":"2026-07-03T15:56:30.470916Z","steps":["trace[2080371989] 'agreement among raft nodes before linearized reading' (duration: 987.30543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:30.470967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.478791Z","time spent":"992.164883ms","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-07-03T15:56:30.470929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:28.840102Z","time spent":"1.630815538s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:30.471032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.571646Z","time spent":"899.372431ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":26,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:30.471249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:29.223273Z","time spent":"1.244896136s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-03T15:56:30.980119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572623014,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:56:31.101008Z","caller":"traceutil/trace.go:171","msg":"trace[1201106595] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"627.200359ms","start":"2026-07-03T15:56:30.473785Z","end":"2026-07-03T15:56:31.100985Z","steps":["trace[1201106595] 'process raft request' (duration: 627.087877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.101139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.473769Z","time spent":"627.296321ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:31.103179Z","caller":"traceutil/trace.go:171","msg":"trace[1328193820] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"629.130053ms","start":"2026-07-03T15:56:30.474036Z","end":"2026-07-03T15:56:31.103166Z","steps":["trace[1328193820] 'process raft request' (duration: 628.97977ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:31.103172Z","caller":"traceutil/trace.go:171","msg":"trace[563270599] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"629.146533ms","start":"2026-07-03T15:56:30.473993Z","end":"2026-07-03T15:56:31.103139Z","steps":["trace[563270599] 'process raft request' (duration: 628.955219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.103241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.474028Z","time spent":"629.182434ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:31.103332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.47397Z","time spent":"629.275016ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:31.103427Z","caller":"traceutil/trace.go:171","msg":"trace[487508796] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"628.075699ms","start":"2026-07-03T15:56:30.475334Z","end":"2026-07-03T15:56:31.10341Z","steps":["trace[487508796] 'process raft request' (duration: 627.71496ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:31.103479Z","caller":"traceutil/trace.go:171","msg":"trace[1746604518] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"628.11255ms","start":"2026-07-03T15:56:30.475351Z","end":"2026-07-03T15:56:31.103464Z","steps":["trace[1746604518] 'process raft request' (duration: 627.782032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.103508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.475321Z","time spent":"628.145711ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:31.103533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.475342Z","time spent":"628.161672ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:31.103619Z","caller":"traceutil/trace.go:171","msg":"trace[1899383434] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:709; }","duration":"624.373272ms","start":"2026-07-03T15:56:30.479062Z","end":"2026-07-03T15:56:31.103436Z","steps":["trace[1899383434] 'read index received' (duration: 621.890656ms)","trace[1899383434] 'applied index is now lower than readState.Index' (duration: 2.481996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:31.103625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.544457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:31.103673Z","caller":"traceutil/trace.go:171","msg":"trace[985080996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:683; }","duration":"624.618179ms","start":"2026-07-03T15:56:30.479043Z","end":"2026-07-03T15:56:31.103662Z","steps":["trace[985080996] 'agreement among raft nodes before linearized reading' (duration: 624.523357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.103712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.479037Z","time spent":"624.66838ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:31.103846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.612409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:31.10389Z","caller":"traceutil/trace.go:171","msg":"trace[2023812619] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:683; }","duration":"392.66241ms","start":"2026-07-03T15:56:30.711219Z","end":"2026-07-03T15:56:31.103881Z","steps":["trace[2023812619] 'agreement among raft nodes before linearized reading' (duration: 392.508617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:31.104232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:30.711139Z","time spent":"392.769753ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":62,"response size":28,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:32.032739Z","caller":"traceutil/trace.go:171","msg":"trace[1990720862] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"237.791287ms","start":"2026-07-03T15:56:31.794917Z","end":"2026-07-03T15:56:32.032709Z","steps":["trace[1990720862] 'process raft request' (duration: 177.882658ms)","trace[1990720862] 'compare' (duration: 59.735955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:33.440782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.739028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:33.440895Z","caller":"traceutil/trace.go:171","msg":"trace[1906028938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:687; }","duration":"332.873141ms","start":"2026-07-03T15:56:33.108Z","end":"2026-07-03T15:56:33.440873Z","steps":["trace[1906028938] 'range keys from in-memory index tree' (duration: 332.121184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:33.440896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.895581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:56:33.440779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.750838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:33.441004Z","caller":"traceutil/trace.go:171","msg":"trace[704669476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:687; }","duration":"333.034114ms","start":"2026-07-03T15:56:33.107946Z","end":"2026-07-03T15:56:33.44098Z","steps":["trace[704669476] 'range keys from in-memory index tree' (duration: 332.228356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:33.44078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.764818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:56:33.441077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:33.10798Z","time spent":"332.963833ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:56:33.441148Z","caller":"traceutil/trace.go:171","msg":"trace[971890569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:687; }","duration":"333.112427ms","start":"2026-07-03T15:56:33.107978Z","end":"2026-07-03T15:56:33.44109Z","steps":["trace[971890569] 'range keys from in-memory index tree' (duration: 332.565944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:33.441076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:33.107936Z","time spent":"333.121057ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:33.441271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:33.107965Z","time spent":"333.26338ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:56:33.441375Z","caller":"traceutil/trace.go:171","msg":"trace[329826821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:687; }","duration":"333.038095ms","start":"2026-07-03T15:56:33.107922Z","end":"2026-07-03T15:56:33.44096Z","steps":["trace[329826821] 'range keys from in-memory index tree' (duration: 332.670356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:33.441485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:33.107903Z","time spent":"333.561536ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:56:34.283657Z","caller":"traceutil/trace.go:171","msg":"trace[1007787417] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"152.072048ms","start":"2026-07-03T15:56:34.13156Z","end":"2026-07-03T15:56:34.283632Z","steps":["trace[1007787417] 'process raft request' (duration: 151.920514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:34.701081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.875812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:34.701155Z","caller":"traceutil/trace.go:171","msg":"trace[1522629507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"179.995416ms","start":"2026-07-03T15:56:34.521143Z","end":"2026-07-03T15:56:34.701138Z","steps":["trace[1522629507] 'range keys from in-memory index tree' (duration: 179.803581ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:35.241044Z","caller":"traceutil/trace.go:171","msg":"trace[415599277] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"204.239145ms","start":"2026-07-03T15:56:35.036774Z","end":"2026-07-03T15:56:35.241013Z","steps":["trace[415599277] 'process raft request' (duration: 180.162348ms)","trace[415599277] 'compare' (duration: 23.714209ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:35.911861Z","caller":"traceutil/trace.go:171","msg":"trace[1284399911] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"174.033976ms","start":"2026-07-03T15:56:35.7378Z","end":"2026-07-03T15:56:35.911834Z","steps":["trace[1284399911] 'process raft request' (duration: 173.851052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:36.52896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572623054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:56:36.92965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011950765s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:56:37.028069Z","caller":"traceutil/trace.go:171","msg":"trace[367550816] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:732; }","duration":"999.855824ms","start":"2026-07-03T15:56:36.028182Z","end":"2026-07-03T15:56:37.028038Z","steps":["trace[367550816] 'read index received' (duration: 901.637307ms)","trace[367550816] 'applied index is now lower than readState.Index' (duration: 98.216447ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:37.028131Z","caller":"traceutil/trace.go:171","msg":"trace[47677171] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"1.11048404s","start":"2026-07-03T15:56:35.917599Z","end":"2026-07-03T15:56:37.028083Z","steps":["trace[47677171] 'process raft request' (duration: 1.012289993s)","trace[47677171] 'compare' (duration: 97.875539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:37.028435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:35.917577Z","time spent":"1.110794787s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:37.028478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.597501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:37.028508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000314626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hvg99\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-07-03T15:56:37.028549Z","caller":"traceutil/trace.go:171","msg":"trace[185831985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:701; }","duration":"509.710584ms","start":"2026-07-03T15:56:36.518822Z","end":"2026-07-03T15:56:37.028532Z","steps":["trace[185831985] 'agreement among raft nodes before linearized reading' (duration: 509.603591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.028555Z","caller":"traceutil/trace.go:171","msg":"trace[1000370001] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hvg99; range_end:; response_count:1; response_revision:701; }","duration":"1.000394058s","start":"2026-07-03T15:56:36.028148Z","end":"2026-07-03T15:56:37.028542Z","steps":["trace[1000370001] 'agreement among raft nodes before linearized reading' (duration: 1.000208723s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:37.028593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.518806Z","time spent":"509.779425ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:37.028593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:36.028131Z","time spent":"1.000454109s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17545,"request content":"key:\"/registry/pods/kube-system/cilium-hvg99\" "} {"level":"info","ts":"2026-07-03T15:56:37.213694Z","caller":"traceutil/trace.go:171","msg":"trace[34738893] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"172.89697ms","start":"2026-07-03T15:56:37.040772Z","end":"2026-07-03T15:56:37.213669Z","steps":["trace[34738893] 'process raft request' (duration: 172.760667ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:37.724737Z","caller":"traceutil/trace.go:171","msg":"trace[850245209] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"153.92176ms","start":"2026-07-03T15:56:37.570752Z","end":"2026-07-03T15:56:37.724674Z","steps":["trace[850245209] 'process raft request' (duration: 114.858304ms)","trace[850245209] 'compare' (duration: 38.847311ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:37.724782Z","caller":"traceutil/trace.go:171","msg":"trace[1549962291] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"153.346636ms","start":"2026-07-03T15:56:37.571396Z","end":"2026-07-03T15:56:37.724743Z","steps":["trace[1549962291] 'process raft request' (duration: 153.204083ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.176157Z","caller":"traceutil/trace.go:171","msg":"trace[160616306] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"126.363521ms","start":"2026-07-03T15:56:38.04976Z","end":"2026-07-03T15:56:38.176123Z","steps":["trace[160616306] 'process raft request' (duration: 121.99956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.696057Z","caller":"traceutil/trace.go:171","msg":"trace[256936590] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"133.330043ms","start":"2026-07-03T15:56:38.562698Z","end":"2026-07-03T15:56:38.696029Z","steps":["trace[256936590] 'read index received' (duration: 122.793529ms)","trace[256936590] 'applied index is now lower than readState.Index' (duration: 10.535524ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:38.696151Z","caller":"traceutil/trace.go:171","msg":"trace[287329753] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"136.20936ms","start":"2026-07-03T15:56:38.5599Z","end":"2026-07-03T15:56:38.696109Z","steps":["trace[287329753] 'process raft request' (duration: 125.577253ms)","trace[287329753] 'compare' (duration: 10.410422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:38.696273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.540228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:38.696411Z","caller":"traceutil/trace.go:171","msg":"trace[1587605500] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:713; }","duration":"133.722693ms","start":"2026-07-03T15:56:38.562661Z","end":"2026-07-03T15:56:38.696383Z","steps":["trace[1587605500] 'agreement among raft nodes before linearized reading' (duration: 133.464837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:38.75235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.556357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:38.752398Z","caller":"traceutil/trace.go:171","msg":"trace[599918649] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"189.633198ms","start":"2026-07-03T15:56:38.562752Z","end":"2026-07-03T15:56:38.752385Z","steps":["trace[599918649] 'agreement among raft nodes before linearized reading' (duration: 189.525486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:38.752382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.536257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:38.752443Z","caller":"traceutil/trace.go:171","msg":"trace[495403246] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"138.039791ms","start":"2026-07-03T15:56:38.614387Z","end":"2026-07-03T15:56:38.752427Z","steps":["trace[495403246] 'process raft request' (duration: 137.808896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:38.752424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.599548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:38.752492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.457215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:38.752523Z","caller":"traceutil/trace.go:171","msg":"trace[1899452733] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"189.494235ms","start":"2026-07-03T15:56:38.563017Z","end":"2026-07-03T15:56:38.752512Z","steps":["trace[1899452733] 'agreement among raft nodes before linearized reading' (duration: 189.453944ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.752448Z","caller":"traceutil/trace.go:171","msg":"trace[1325087569] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"189.626348ms","start":"2026-07-03T15:56:38.562804Z","end":"2026-07-03T15:56:38.75243Z","steps":["trace[1325087569] 'agreement among raft nodes before linearized reading' (duration: 189.511406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:38.752533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.701581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:38.752565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.570848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:38.75259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.500443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:38.752525Z","caller":"traceutil/trace.go:171","msg":"trace[1822402111] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"189.718111ms","start":"2026-07-03T15:56:38.562789Z","end":"2026-07-03T15:56:38.752507Z","steps":["trace[1822402111] 'agreement among raft nodes before linearized reading' (duration: 189.567158ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.752616Z","caller":"traceutil/trace.go:171","msg":"trace[595972064] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"189.803233ms","start":"2026-07-03T15:56:38.562769Z","end":"2026-07-03T15:56:38.752572Z","steps":["trace[595972064] 'agreement among raft nodes before linearized reading' (duration: 189.6772ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.752643Z","caller":"traceutil/trace.go:171","msg":"trace[1544995781] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"160.576724ms","start":"2026-07-03T15:56:38.592051Z","end":"2026-07-03T15:56:38.752628Z","steps":["trace[1544995781] 'agreement among raft nodes before linearized reading' (duration: 160.489122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:38.752382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.299362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:38.752732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.635879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:38.752808Z","caller":"traceutil/trace.go:171","msg":"trace[28137904] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"189.735962ms","start":"2026-07-03T15:56:38.563056Z","end":"2026-07-03T15:56:38.752792Z","steps":["trace[28137904] 'agreement among raft nodes before linearized reading' (duration: 189.559308ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.752803Z","caller":"traceutil/trace.go:171","msg":"trace[1174250619] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"189.728801ms","start":"2026-07-03T15:56:38.563041Z","end":"2026-07-03T15:56:38.75277Z","steps":["trace[1174250619] 'agreement among raft nodes before linearized reading' (duration: 189.25475ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:38.752635Z","caller":"traceutil/trace.go:171","msg":"trace[1408218547] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"186.65831ms","start":"2026-07-03T15:56:38.565958Z","end":"2026-07-03T15:56:38.752617Z","steps":["trace[1408218547] 'agreement among raft nodes before linearized reading' (duration: 186.539087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.287141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.448446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:39.287252Z","caller":"traceutil/trace.go:171","msg":"trace[888732156] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"510.147284ms","start":"2026-07-03T15:56:38.777087Z","end":"2026-07-03T15:56:39.287234Z","steps":["trace[888732156] 'process raft request' (duration: 19.540814ms)","trace[888732156] 'compare' (duration: 490.331373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:39.287306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:38.777064Z","time spent":"510.220635ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:39.370958Z","caller":"traceutil/trace.go:171","msg":"trace[1189542942] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"325.733446ms","start":"2026-07-03T15:56:39.0452Z","end":"2026-07-03T15:56:39.370933Z","steps":["trace[1189542942] 'read index received' (duration: 325.651244ms)","trace[1189542942] 'applied index is now lower than readState.Index' (duration: 81.132µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:39.371117Z","caller":"traceutil/trace.go:171","msg":"trace[244305138] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"408.142588ms","start":"2026-07-03T15:56:38.962944Z","end":"2026-07-03T15:56:39.371087Z","steps":["trace[244305138] 'process raft request' (duration: 407.875612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.371234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:38.96292Z","time spent":"408.26429ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:39.371348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.124875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hvg99\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-07-03T15:56:39.37142Z","caller":"traceutil/trace.go:171","msg":"trace[1956054875] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hvg99; range_end:; response_count:1; response_revision:716; }","duration":"326.253358ms","start":"2026-07-03T15:56:39.045155Z","end":"2026-07-03T15:56:39.371408Z","steps":["trace[1956054875] 'agreement among raft nodes before linearized reading' (duration: 325.949681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.371501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.045131Z","time spent":"326.358451ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17811,"request content":"key:\"/registry/pods/kube-system/cilium-hvg99\" "} {"level":"info","ts":"2026-07-03T15:56:39.59287Z","caller":"traceutil/trace.go:171","msg":"trace[1258470802] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"228.747306ms","start":"2026-07-03T15:56:39.364101Z","end":"2026-07-03T15:56:39.592848Z","steps":["trace[1258470802] 'process raft request' (duration: 228.708905ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:39.5929Z","caller":"traceutil/trace.go:171","msg":"trace[626588244] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"429.593974ms","start":"2026-07-03T15:56:39.163274Z","end":"2026-07-03T15:56:39.592868Z","steps":["trace[626588244] 'process raft request' (duration: 429.398149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.5931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.163249Z","time spent":"429.730137ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:39.940987Z","caller":"traceutil/trace.go:171","msg":"trace[726848462] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"559.129509ms","start":"2026-07-03T15:56:39.381831Z","end":"2026-07-03T15:56:39.94096Z","steps":["trace[726848462] 'process raft request' (duration: 558.824522ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:39.941004Z","caller":"traceutil/trace.go:171","msg":"trace[204338367] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"555.886633ms","start":"2026-07-03T15:56:39.38509Z","end":"2026-07-03T15:56:39.940976Z","steps":["trace[204338367] 'process raft request' (duration: 555.671418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.941097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.039172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:56:39.941151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.385071Z","time spent":"555.997806ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17959,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:39.941157Z","caller":"traceutil/trace.go:171","msg":"trace[1899971033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"420.159015ms","start":"2026-07-03T15:56:39.520983Z","end":"2026-07-03T15:56:39.941142Z","steps":["trace[1899971033] 'agreement among raft nodes before linearized reading' (duration: 420.051692ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:39.941181Z","caller":"traceutil/trace.go:171","msg":"trace[236724634] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"377.089606ms","start":"2026-07-03T15:56:39.564072Z","end":"2026-07-03T15:56:39.941162Z","steps":["trace[236724634] 'process raft request' (duration: 376.772449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.941204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.52096Z","time spent":"420.229437ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:56:39.940911Z","caller":"traceutil/trace.go:171","msg":"trace[1150278778] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:749; }","duration":"419.838968ms","start":"2026-07-03T15:56:39.521051Z","end":"2026-07-03T15:56:39.94089Z","steps":["trace[1150278778] 'read index received' (duration: 71.674222ms)","trace[1150278778] 'applied index is now lower than readState.Index' (duration: 348.163796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:39.941223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.38177Z","time spent":"559.292072ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:39.941284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.564052Z","time spent":"377.186998ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:39.941443Z","caller":"traceutil/trace.go:171","msg":"trace[465690291] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"566.727115ms","start":"2026-07-03T15:56:39.374682Z","end":"2026-07-03T15:56:39.941409Z","steps":["trace[465690291] 'process raft request' (duration: 565.844035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:39.941559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.374662Z","time spent":"566.837358ms","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:40.208505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.474174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:40.208706Z","caller":"traceutil/trace.go:171","msg":"trace[1524675767] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:755; }","duration":"267.375202ms","start":"2026-07-03T15:56:39.941276Z","end":"2026-07-03T15:56:40.208651Z","steps":["trace[1524675767] 'read index received' (duration: 137.634062ms)","trace[1524675767] 'applied index is now lower than readState.Index' (duration: 129.74006ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:40.208718Z","caller":"traceutil/trace.go:171","msg":"trace[109306783] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"611.389381ms","start":"2026-07-03T15:56:39.597298Z","end":"2026-07-03T15:56:40.208688Z","steps":["trace[109306783] 'process raft request' (duration: 481.662551ms)","trace[109306783] 'compare' (duration: 129.350941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:40.208848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.597278Z","time spent":"611.507033ms","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:40.208839Z","caller":"traceutil/trace.go:171","msg":"trace[1373267866] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"445.446672ms","start":"2026-07-03T15:56:39.763369Z","end":"2026-07-03T15:56:40.208816Z","steps":["trace[1373267866] 'process raft request' (duration: 445.230978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.208857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.827835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:56:40.208891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.063392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:56:40.208922Z","caller":"traceutil/trace.go:171","msg":"trace[531939562] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:724; }","duration":"681.942038ms","start":"2026-07-03T15:56:39.526963Z","end":"2026-07-03T15:56:40.208905Z","steps":["trace[531939562] 'agreement among raft nodes before linearized reading' (duration: 681.828235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.208921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.324482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:56:40.208941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.76335Z","time spent":"445.550304ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:40.208953Z","caller":"traceutil/trace.go:171","msg":"trace[1554106356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:724; }","duration":"479.158424ms","start":"2026-07-03T15:56:39.729781Z","end":"2026-07-03T15:56:40.208939Z","steps":["trace[1554106356] 'agreement among raft nodes before linearized reading' (duration: 478.929459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.208969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.526939Z","time spent":"682.0166ms","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":28,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:40.208989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.729772Z","time spent":"479.210925ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:56:40.208987Z","caller":"traceutil/trace.go:171","msg":"trace[124653395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:724; }","duration":"568.416614ms","start":"2026-07-03T15:56:39.640549Z","end":"2026-07-03T15:56:40.208966Z","steps":["trace[124653395] 'agreement among raft nodes before linearized reading' (duration: 568.23673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.208918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.979916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:56:40.209042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.640533Z","time spent":"568.496156ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T15:56:40.209056Z","caller":"traceutil/trace.go:171","msg":"trace[443777885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:724; }","duration":"481.170991ms","start":"2026-07-03T15:56:39.727877Z","end":"2026-07-03T15:56:40.209048Z","steps":["trace[443777885] 'agreement among raft nodes before linearized reading' (duration: 480.861834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.209077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.727859Z","time spent":"481.212612ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:40.20921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.894843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:56:40.209314Z","caller":"traceutil/trace.go:171","msg":"trace[1912664067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:724; }","duration":"468.021955ms","start":"2026-07-03T15:56:39.741276Z","end":"2026-07-03T15:56:40.209298Z","steps":["trace[1912664067] 'agreement among raft nodes before linearized reading' (duration: 467.575565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.20941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.741265Z","time spent":"468.129888ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:56:40.403808Z","caller":"traceutil/trace.go:171","msg":"trace[1151667611] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"457.06693ms","start":"2026-07-03T15:56:39.946702Z","end":"2026-07-03T15:56:40.403769Z","steps":["trace[1151667611] 'process raft request' (duration: 435.674344ms)","trace[1151667611] 'compare' (duration: 21.088579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:40.403958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.946688Z","time spent":"457.185333ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:40.404505Z","caller":"traceutil/trace.go:171","msg":"trace[187560708] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"438.05031ms","start":"2026-07-03T15:56:39.966439Z","end":"2026-07-03T15:56:40.40449Z","steps":["trace[187560708] 'process raft request' (duration: 437.933687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.404602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.96643Z","time spent":"438.133512ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:40.404597Z","caller":"traceutil/trace.go:171","msg":"trace[1147119121] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"348.763639ms","start":"2026-07-03T15:56:40.05581Z","end":"2026-07-03T15:56:40.404574Z","steps":["trace[1147119121] 'process raft request' (duration: 348.636396ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:40.404549Z","caller":"traceutil/trace.go:171","msg":"trace[1176044372] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"456.965838ms","start":"2026-07-03T15:56:39.947526Z","end":"2026-07-03T15:56:40.404491Z","steps":["trace[1176044372] 'process raft request' (duration: 456.117327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.405011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.055787Z","time spent":"349.168358ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:40.405307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.947509Z","time spent":"457.46768ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:40.747449Z","caller":"traceutil/trace.go:171","msg":"trace[527605774] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"534.59646ms","start":"2026-07-03T15:56:40.212829Z","end":"2026-07-03T15:56:40.747426Z","steps":["trace[527605774] 'process raft request' (duration: 534.518048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.747602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.212811Z","time spent":"534.713342ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:40.7479Z","caller":"traceutil/trace.go:171","msg":"trace[723843538] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"535.04943ms","start":"2026-07-03T15:56:40.212756Z","end":"2026-07-03T15:56:40.747805Z","steps":["trace[723843538] 'process raft request' (duration: 534.449786ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:40.747939Z","caller":"traceutil/trace.go:171","msg":"trace[82865997] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"580.791951ms","start":"2026-07-03T15:56:40.167103Z","end":"2026-07-03T15:56:40.747895Z","steps":["trace[82865997] 'process raft request' (duration: 576.166494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.747973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.212737Z","time spent":"535.196484ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:40.748012Z","caller":"traceutil/trace.go:171","msg":"trace[279807706] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"534.731524ms","start":"2026-07-03T15:56:40.213187Z","end":"2026-07-03T15:56:40.747919Z","steps":["trace[279807706] 'process raft request' (duration: 534.200031ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:40.747919Z","caller":"traceutil/trace.go:171","msg":"trace[1607979588] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"535.054531ms","start":"2026-07-03T15:56:40.212828Z","end":"2026-07-03T15:56:40.747882Z","steps":["trace[1607979588] 'process raft request' (duration: 534.471817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.748139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.167069Z","time spent":"580.954465ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:40.74819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.972913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:40.748062Z","caller":"traceutil/trace.go:171","msg":"trace[1023507749] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:757; }","duration":"539.277258ms","start":"2026-07-03T15:56:40.208763Z","end":"2026-07-03T15:56:40.74804Z","steps":["trace[1023507749] 'read index received' (duration: 173.740949ms)","trace[1023507749] 'applied index is now lower than readState.Index' (duration: 365.534489ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:40.748229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.928322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-07-03T15:56:40.748262Z","caller":"traceutil/trace.go:171","msg":"trace[487689917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"806.090376ms","start":"2026-07-03T15:56:39.942154Z","end":"2026-07-03T15:56:40.748245Z","steps":["trace[487689917] 'agreement among raft nodes before linearized reading' (duration: 805.967103ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:40.74828Z","caller":"traceutil/trace.go:171","msg":"trace[596011753] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k; range_end:; response_count:1; response_revision:734; }","duration":"803.001524ms","start":"2026-07-03T15:56:39.945264Z","end":"2026-07-03T15:56:40.748266Z","steps":["trace[596011753] 'agreement among raft nodes before linearized reading' (duration: 802.80724ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:40.748064Z","caller":"traceutil/trace.go:171","msg":"trace[1191120631] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"382.881071ms","start":"2026-07-03T15:56:40.365146Z","end":"2026-07-03T15:56:40.748027Z","steps":["trace[1191120631] 'process raft request' (duration: 382.475622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.748324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.94524Z","time spent":"803.073496ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4704,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" "} {"level":"warn","ts":"2026-07-03T15:56:40.748326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:39.942136Z","time spent":"806.176378ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:56:40.748344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.213167Z","time spent":"535.011399ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:40.748287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.21282Z","time spent":"535.364128ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:40.748437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.365112Z","time spent":"383.242319ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:40.748916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.594041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:40.749139Z","caller":"traceutil/trace.go:171","msg":"trace[162089257] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:734; }","duration":"625.926679ms","start":"2026-07-03T15:56:40.123182Z","end":"2026-07-03T15:56:40.749109Z","steps":["trace[162089257] 'agreement among raft nodes before linearized reading' (duration: 624.873584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:40.749255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.123159Z","time spent":"626.078023ms","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:56:41.124736Z","caller":"traceutil/trace.go:171","msg":"trace[1332369918] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:767; }","duration":"376.456083ms","start":"2026-07-03T15:56:40.748261Z","end":"2026-07-03T15:56:41.124717Z","steps":["trace[1332369918] 'read index received' (duration: 376.258959ms)","trace[1332369918] 'applied index is now lower than readState.Index' (duration: 195.924µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:41.124888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.067401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:56:41.124875Z","caller":"traceutil/trace.go:171","msg":"trace[928757871] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"715.56845ms","start":"2026-07-03T15:56:40.409136Z","end":"2026-07-03T15:56:41.124704Z","steps":["trace[928757871] 'process raft request' (duration: 715.319994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.124908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.23958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:41.124985Z","caller":"traceutil/trace.go:171","msg":"trace[472410086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"483.352383ms","start":"2026-07-03T15:56:40.641615Z","end":"2026-07-03T15:56:41.124967Z","steps":["trace[472410086] 'agreement among raft nodes before linearized reading' (duration: 483.2372ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.124967Z","caller":"traceutil/trace.go:171","msg":"trace[178377292] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"561.474645ms","start":"2026-07-03T15:56:40.563459Z","end":"2026-07-03T15:56:41.124934Z","steps":["trace[178377292] 'process raft request' (duration: 561.146518ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.124982Z","caller":"traceutil/trace.go:171","msg":"trace[24876293] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"713.941412ms","start":"2026-07-03T15:56:40.411016Z","end":"2026-07-03T15:56:41.124957Z","steps":["trace[24876293] 'process raft request' (duration: 713.552923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.125028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.409107Z","time spent":"715.838225ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:41.125018Z","caller":"traceutil/trace.go:171","msg":"trace[642847433] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"560.769068ms","start":"2026-07-03T15:56:40.564218Z","end":"2026-07-03T15:56:41.124987Z","steps":["trace[642847433] 'process raft request' (duration: 560.42361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.125048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.641602Z","time spent":"483.432194ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:56:41.124929Z","caller":"traceutil/trace.go:171","msg":"trace[266218441] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:738; }","duration":"710.191215ms","start":"2026-07-03T15:56:40.414723Z","end":"2026-07-03T15:56:41.124914Z","steps":["trace[266218441] 'agreement among raft nodes before linearized reading' (duration: 710.072492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.125107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.085498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T15:56:41.125116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.563428Z","time spent":"561.619489ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:56:41.125164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.564205Z","time spent":"560.87999ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:41.125185Z","caller":"traceutil/trace.go:171","msg":"trace[649467663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:738; }","duration":"424.238651ms","start":"2026-07-03T15:56:40.700927Z","end":"2026-07-03T15:56:41.125166Z","steps":["trace[649467663] 'agreement among raft nodes before linearized reading' (duration: 423.867083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.125184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.414712Z","time spent":"710.42498ms","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:56:41.125275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.700904Z","time spent":"424.354213ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:56:41.12512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.411002Z","time spent":"714.048954ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:41.370194Z","caller":"traceutil/trace.go:171","msg":"trace[711115804] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"614.867672ms","start":"2026-07-03T15:56:40.755309Z","end":"2026-07-03T15:56:41.370176Z","steps":["trace[711115804] 'process raft request' (duration: 614.624056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.370309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.755283Z","time spent":"614.959473ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:41.370466Z","caller":"traceutil/trace.go:171","msg":"trace[1551958327] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"548.39458ms","start":"2026-07-03T15:56:40.822049Z","end":"2026-07-03T15:56:41.370443Z","steps":["trace[1551958327] 'process raft request' (duration: 548.082073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.370615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:40.822018Z","time spent":"548.560644ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:41.371089Z","caller":"traceutil/trace.go:171","msg":"trace[521295200] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"348.33547ms","start":"2026-07-03T15:56:41.022742Z","end":"2026-07-03T15:56:41.371078Z","steps":["trace[521295200] 'process raft request' (duration: 348.196957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.371293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:41.022716Z","time spent":"348.513385ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:56:41.528104Z","caller":"traceutil/trace.go:171","msg":"trace[582267568] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:771; }","duration":"365.976629ms","start":"2026-07-03T15:56:41.162106Z","end":"2026-07-03T15:56:41.528083Z","steps":["trace[582267568] 'read index received' (duration: 207.83116ms)","trace[582267568] 'applied index is now lower than readState.Index' (duration: 158.144239ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:41.528132Z","caller":"traceutil/trace.go:171","msg":"trace[1752525236] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"397.524701ms","start":"2026-07-03T15:56:41.130584Z","end":"2026-07-03T15:56:41.528109Z","steps":["trace[1752525236] 'process raft request' (duration: 397.394678ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.528207Z","caller":"traceutil/trace.go:171","msg":"trace[402431413] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"396.860746ms","start":"2026-07-03T15:56:41.131337Z","end":"2026-07-03T15:56:41.528198Z","steps":["trace[402431413] 'process raft request' (duration: 396.693282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.528275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:41.130556Z","time spent":"397.642474ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:41.528278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:41.131318Z","time spent":"396.913637ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:41.528108Z","caller":"traceutil/trace.go:171","msg":"trace[258266944] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"398.662898ms","start":"2026-07-03T15:56:41.1294Z","end":"2026-07-03T15:56:41.528063Z","steps":["trace[258266944] 'process raft request' (duration: 314.881734ms)","trace[258266944] 'compare' (duration: 83.581969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:41.528364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.236355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-07-03T15:56:41.528442Z","caller":"traceutil/trace.go:171","msg":"trace[813801684] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:744; }","duration":"366.364428ms","start":"2026-07-03T15:56:41.162056Z","end":"2026-07-03T15:56:41.52842Z","steps":["trace[813801684] 'agreement among raft nodes before linearized reading' (duration: 366.143143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.528421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:41.129347Z","time spent":"398.988015ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:41.528499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:41.162035Z","time spent":"366.44931ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5198,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-07-03T15:56:41.550596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.188589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-07-03T15:56:41.550627Z","caller":"traceutil/trace.go:171","msg":"trace[1943213240] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"171.756874ms","start":"2026-07-03T15:56:41.378848Z","end":"2026-07-03T15:56:41.550605Z","steps":["trace[1943213240] 'process raft request' (duration: 171.547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.5507Z","caller":"traceutil/trace.go:171","msg":"trace[2067960598] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:745; }","duration":"189.317641ms","start":"2026-07-03T15:56:41.36133Z","end":"2026-07-03T15:56:41.550647Z","steps":["trace[2067960598] 'agreement among raft nodes before linearized reading' (duration: 189.180978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:41.550875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.069674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hvg99\" ","response":"range_response_count:1 size:17974"} {"level":"info","ts":"2026-07-03T15:56:41.550958Z","caller":"traceutil/trace.go:171","msg":"trace[2010374453] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hvg99; range_end:; response_count:1; response_revision:745; }","duration":"176.189847ms","start":"2026-07-03T15:56:41.374746Z","end":"2026-07-03T15:56:41.550936Z","steps":["trace[2010374453] 'agreement among raft nodes before linearized reading' (duration: 175.928041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.751587Z","caller":"traceutil/trace.go:171","msg":"trace[810410914] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"129.505875ms","start":"2026-07-03T15:56:41.622057Z","end":"2026-07-03T15:56:41.751562Z","steps":["trace[810410914] 'process raft request' (duration: 129.432162ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.751602Z","caller":"traceutil/trace.go:171","msg":"trace[2142886710] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"133.063647ms","start":"2026-07-03T15:56:41.618504Z","end":"2026-07-03T15:56:41.751568Z","steps":["trace[2142886710] 'process raft request' (duration: 132.335409ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.905665Z","caller":"traceutil/trace.go:171","msg":"trace[1961244293] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"137.521261ms","start":"2026-07-03T15:56:41.76812Z","end":"2026-07-03T15:56:41.905641Z","steps":["trace[1961244293] 'process raft request' (duration: 137.46541ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.905777Z","caller":"traceutil/trace.go:171","msg":"trace[1839137299] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"278.731206ms","start":"2026-07-03T15:56:41.627008Z","end":"2026-07-03T15:56:41.905739Z","steps":["trace[1839137299] 'process raft request' (duration: 245.626738ms)","trace[1839137299] 'compare' (duration: 32.79447ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:41.905928Z","caller":"traceutil/trace.go:171","msg":"trace[854239861] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:782; }","duration":"208.773374ms","start":"2026-07-03T15:56:41.697117Z","end":"2026-07-03T15:56:41.905891Z","steps":["trace[854239861] 'read index received' (duration: 53.815828ms)","trace[854239861] 'applied index is now lower than readState.Index' (duration: 154.954335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:41.906145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.020609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T15:56:41.906147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.501282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-07-03T15:56:41.906194Z","caller":"traceutil/trace.go:171","msg":"trace[1498546459] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:753; }","duration":"209.121111ms","start":"2026-07-03T15:56:41.697061Z","end":"2026-07-03T15:56:41.906183Z","steps":["trace[1498546459] 'agreement among raft nodes before linearized reading' (duration: 208.951067ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:41.906202Z","caller":"traceutil/trace.go:171","msg":"trace[1092301475] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:753; }","duration":"144.602954ms","start":"2026-07-03T15:56:41.761586Z","end":"2026-07-03T15:56:41.906189Z","steps":["trace[1092301475] 'agreement among raft nodes before linearized reading' (duration: 144.457061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:42.302931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.71066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:42.303099Z","caller":"traceutil/trace.go:171","msg":"trace[2076126600] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"205.052066ms","start":"2026-07-03T15:56:42.097973Z","end":"2026-07-03T15:56:42.303025Z","steps":["trace[2076126600] 'process raft request' (duration: 84.165642ms)","trace[2076126600] 'compare' (duration: 120.554576ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:42.309605Z","caller":"traceutil/trace.go:171","msg":"trace[969237102] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"208.063878ms","start":"2026-07-03T15:56:42.10151Z","end":"2026-07-03T15:56:42.309574Z","steps":["trace[969237102] 'process raft request' (duration: 207.798702ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:42.309817Z","caller":"traceutil/trace.go:171","msg":"trace[905179017] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:795; }","duration":"147.751388ms","start":"2026-07-03T15:56:42.161955Z","end":"2026-07-03T15:56:42.309707Z","steps":["trace[905179017] 'read index received' (duration: 20.28622ms)","trace[905179017] 'applied index is now lower than readState.Index' (duration: 127.464188ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:42.309968Z","caller":"traceutil/trace.go:171","msg":"trace[76402221] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"178.132323ms","start":"2026-07-03T15:56:42.131759Z","end":"2026-07-03T15:56:42.309892Z","steps":["trace[76402221] 'process raft request' (duration: 177.744914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:42.310559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.589448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-07-03T15:56:42.310613Z","caller":"traceutil/trace.go:171","msg":"trace[364860547] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:764; }","duration":"148.72404ms","start":"2026-07-03T15:56:42.161876Z","end":"2026-07-03T15:56:42.3106Z","steps":["trace[364860547] 'agreement among raft nodes before linearized reading' (duration: 147.998084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:42.713419Z","caller":"traceutil/trace.go:171","msg":"trace[470789479] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:799; }","duration":"192.486285ms","start":"2026-07-03T15:56:42.520916Z","end":"2026-07-03T15:56:42.713403Z","steps":["trace[470789479] 'read index received' (duration: 192.26567ms)","trace[470789479] 'applied index is now lower than readState.Index' (duration: 219.965µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:42.713533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.609928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:42.713525Z","caller":"traceutil/trace.go:171","msg":"trace[271091068] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"318.020776ms","start":"2026-07-03T15:56:42.395473Z","end":"2026-07-03T15:56:42.713494Z","steps":["trace[271091068] 'process raft request' (duration: 317.718949ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:42.713557Z","caller":"traceutil/trace.go:171","msg":"trace[1350097455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:766; }","duration":"192.690849ms","start":"2026-07-03T15:56:42.52086Z","end":"2026-07-03T15:56:42.713551Z","steps":["trace[1350097455] 'agreement among raft nodes before linearized reading' (duration: 192.636028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:42.713677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.395446Z","time spent":"318.15336ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:56:42.714266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.401074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-07-03T15:56:42.714299Z","caller":"traceutil/trace.go:171","msg":"trace[346653427] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:767; }","duration":"152.458295ms","start":"2026-07-03T15:56:42.561833Z","end":"2026-07-03T15:56:42.714291Z","steps":["trace[346653427] 'agreement among raft nodes before linearized reading' (duration: 152.339783ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:42.714358Z","caller":"traceutil/trace.go:171","msg":"trace[14518634] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"126.905503ms","start":"2026-07-03T15:56:42.587447Z","end":"2026-07-03T15:56:42.714353Z","steps":["trace[14518634] 'process raft request' (duration: 126.661117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.230302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.161787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:43.230442Z","caller":"traceutil/trace.go:171","msg":"trace[1661108248] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"474.598707ms","start":"2026-07-03T15:56:42.755817Z","end":"2026-07-03T15:56:43.230416Z","steps":["trace[1661108248] 'process raft request' (duration: 238.236256ms)","trace[1661108248] 'compare' (duration: 236.022574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:43.230524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.755797Z","time spent":"474.69122ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:43.233396Z","caller":"traceutil/trace.go:171","msg":"trace[2068769944] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:802; }","duration":"472.388066ms","start":"2026-07-03T15:56:42.760986Z","end":"2026-07-03T15:56:43.233374Z","steps":["trace[2068769944] 'read index received' (duration: 233.160398ms)","trace[2068769944] 'applied index is now lower than readState.Index' (duration: 239.226708ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:43.233642Z","caller":"traceutil/trace.go:171","msg":"trace[272629093] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"477.65869ms","start":"2026-07-03T15:56:42.755971Z","end":"2026-07-03T15:56:43.23363Z","steps":["trace[272629093] 'process raft request' (duration: 477.019414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.233746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.755946Z","time spent":"477.731041ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:43.233959Z","caller":"traceutil/trace.go:171","msg":"trace[15942158] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"477.607308ms","start":"2026-07-03T15:56:42.75634Z","end":"2026-07-03T15:56:43.233947Z","steps":["trace[15942158] 'process raft request' (duration: 476.754947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.234019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.756331Z","time spent":"477.658509ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:43.234144Z","caller":"traceutil/trace.go:171","msg":"trace[1009927045] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"476.917751ms","start":"2026-07-03T15:56:42.757217Z","end":"2026-07-03T15:56:43.234135Z","steps":["trace[1009927045] 'process raft request' (duration: 475.914567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.234196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.757194Z","time spent":"476.977243ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:43.234483Z","caller":"traceutil/trace.go:171","msg":"trace[750629745] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"432.325787ms","start":"2026-07-03T15:56:42.802138Z","end":"2026-07-03T15:56:43.234464Z","steps":["trace[750629745] 'process raft request' (duration: 431.065607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.234643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.802099Z","time spent":"432.433619ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:43.23498Z","caller":"traceutil/trace.go:171","msg":"trace[520025412] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"298.691998ms","start":"2026-07-03T15:56:42.936258Z","end":"2026-07-03T15:56:43.23495Z","steps":["trace[520025412] 'process raft request' (duration: 297.047299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.235419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.424973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-03T15:56:43.23547Z","caller":"traceutil/trace.go:171","msg":"trace[118266524] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:774; }","duration":"474.494536ms","start":"2026-07-03T15:56:42.760963Z","end":"2026-07-03T15:56:43.235457Z","steps":["trace[118266524] 'agreement among raft nodes before linearized reading' (duration: 474.116557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.235504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:42.760954Z","time spent":"474.542046ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10398,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-03T15:56:43.235516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.585284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-07-03T15:56:43.235733Z","caller":"traceutil/trace.go:171","msg":"trace[1266751784] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:774; }","duration":"273.85385ms","start":"2026-07-03T15:56:42.961855Z","end":"2026-07-03T15:56:43.235709Z","steps":["trace[1266751784] 'agreement among raft nodes before linearized reading' (duration: 273.363089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:43.235916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.107434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hvg99\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-07-03T15:56:43.235975Z","caller":"traceutil/trace.go:171","msg":"trace[725954703] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hvg99; range_end:; response_count:1; response_revision:774; }","duration":"160.235067ms","start":"2026-07-03T15:56:43.075726Z","end":"2026-07-03T15:56:43.235961Z","steps":["trace[725954703] 'agreement among raft nodes before linearized reading' (duration: 160.061683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:46.953909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.540137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:46.954054Z","caller":"traceutil/trace.go:171","msg":"trace[832473168] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:827; }","duration":"184.017448ms","start":"2026-07-03T15:56:46.770007Z","end":"2026-07-03T15:56:46.954024Z","steps":["trace[832473168] 'read index received' (duration: 44.303388ms)","trace[832473168] 'applied index is now lower than readState.Index' (duration: 139.71132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:46.954171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.180442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1712"} {"level":"info","ts":"2026-07-03T15:56:46.95419Z","caller":"traceutil/trace.go:171","msg":"trace[2015403727] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"188.645917ms","start":"2026-07-03T15:56:46.765518Z","end":"2026-07-03T15:56:46.954164Z","steps":["trace[2015403727] 'process raft request' (duration: 48.736282ms)","trace[2015403727] 'compare' (duration: 139.139706ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:46.954208Z","caller":"traceutil/trace.go:171","msg":"trace[96314882] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:793; }","duration":"184.271154ms","start":"2026-07-03T15:56:46.769926Z","end":"2026-07-03T15:56:46.954197Z","steps":["trace[96314882] 'agreement among raft nodes before linearized reading' (duration: 184.190453ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:47.264437Z","caller":"traceutil/trace.go:171","msg":"trace[1258359444] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"301.770188ms","start":"2026-07-03T15:56:46.96264Z","end":"2026-07-03T15:56:47.26441Z","steps":["trace[1258359444] 'process raft request' (duration: 261.700309ms)","trace[1258359444] 'compare' (duration: 39.721421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:47.264591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:46.962601Z","time spent":"301.923901ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2060,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:47.575348Z","caller":"traceutil/trace.go:171","msg":"trace[1912642888] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"127.247181ms","start":"2026-07-03T15:56:47.448076Z","end":"2026-07-03T15:56:47.575323Z","steps":["trace[1912642888] 'process raft request' (duration: 45.321281ms)","trace[1912642888] 'compare' (duration: 81.796877ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:47.628335Z","caller":"traceutil/trace.go:171","msg":"trace[1769826469] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"179.753969ms","start":"2026-07-03T15:56:47.448535Z","end":"2026-07-03T15:56:47.628289Z","steps":["trace[1769826469] 'process raft request' (duration: 179.487993ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:47.628588Z","caller":"traceutil/trace.go:171","msg":"trace[397704951] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:831; }","duration":"169.01754ms","start":"2026-07-03T15:56:47.459537Z","end":"2026-07-03T15:56:47.628554Z","steps":["trace[397704951] 'read index received' (duration: 33.874786ms)","trace[397704951] 'applied index is now lower than readState.Index' (duration: 135.140704ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:47.628644Z","caller":"traceutil/trace.go:171","msg":"trace[2059431539] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"178.870508ms","start":"2026-07-03T15:56:47.449759Z","end":"2026-07-03T15:56:47.62863Z","steps":["trace[2059431539] 'process raft request' (duration: 178.475289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:47.628886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.325238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2075"} {"level":"info","ts":"2026-07-03T15:56:47.62895Z","caller":"traceutil/trace.go:171","msg":"trace[1871184543] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:798; }","duration":"169.443891ms","start":"2026-07-03T15:56:47.45949Z","end":"2026-07-03T15:56:47.628934Z","steps":["trace[1871184543] 'agreement among raft nodes before linearized reading' (duration: 169.220715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:47.62909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.985185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:56:47.629176Z","caller":"traceutil/trace.go:171","msg":"trace[7839759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"108.18555ms","start":"2026-07-03T15:56:47.520975Z","end":"2026-07-03T15:56:47.629161Z","steps":["trace[7839759] 'agreement among raft nodes before linearized reading' (duration: 108.018536ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:50.161565Z","caller":"traceutil/trace.go:171","msg":"trace[325090679] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:849; }","duration":"168.248043ms","start":"2026-07-03T15:56:49.993285Z","end":"2026-07-03T15:56:50.161533Z","steps":["trace[325090679] 'read index received' (duration: 146.683512ms)","trace[325090679] 'applied index is now lower than readState.Index' (duration: 21.563081ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:50.161657Z","caller":"traceutil/trace.go:171","msg":"trace[580190702] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"169.39853ms","start":"2026-07-03T15:56:49.992223Z","end":"2026-07-03T15:56:50.161621Z","steps":["trace[580190702] 'process raft request' (duration: 147.702586ms)","trace[580190702] 'compare' (duration: 21.459918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:50.16186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.695211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-07-03T15:56:50.161923Z","caller":"traceutil/trace.go:171","msg":"trace[299493314] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:814; }","duration":"164.800322ms","start":"2026-07-03T15:56:49.997107Z","end":"2026-07-03T15:56:50.161908Z","steps":["trace[299493314] 'agreement among raft nodes before linearized reading' (duration: 164.595868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:50.161861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.54988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9lsbx\" ","response":"range_response_count:1 size:3043"} {"level":"info","ts":"2026-07-03T15:56:50.162136Z","caller":"traceutil/trace.go:171","msg":"trace[1635320829] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9lsbx; range_end:; response_count:1; response_revision:814; }","duration":"168.840046ms","start":"2026-07-03T15:56:49.993247Z","end":"2026-07-03T15:56:50.162087Z","steps":["trace[1635320829] 'agreement among raft nodes before linearized reading' (duration: 168.418297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:53.936252Z","caller":"traceutil/trace.go:171","msg":"trace[2116763080] linearizableReadLoop","detail":"{readStateIndex:879; appliedIndex:878; }","duration":"211.108336ms","start":"2026-07-03T15:56:53.725117Z","end":"2026-07-03T15:56:53.936225Z","steps":["trace[2116763080] 'read index received' (duration: 210.924932ms)","trace[2116763080] 'applied index is now lower than readState.Index' (duration: 182.194µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:53.936306Z","caller":"traceutil/trace.go:171","msg":"trace[1811781910] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"319.812808ms","start":"2026-07-03T15:56:53.616458Z","end":"2026-07-03T15:56:53.936271Z","steps":["trace[1811781910] 'process raft request' (duration: 319.598874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:53.93652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.431953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:56:53.936558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:53.616437Z","time spent":"320.055544ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:53.936618Z","caller":"traceutil/trace.go:171","msg":"trace[51498850] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:842; }","duration":"173.574257ms","start":"2026-07-03T15:56:53.763009Z","end":"2026-07-03T15:56:53.936583Z","steps":["trace[51498850] 'agreement among raft nodes before linearized reading' (duration: 173.407613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:53.936635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.135701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:56:53.936646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.152561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:56:53.936728Z","caller":"traceutil/trace.go:171","msg":"trace[1918504124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:842; }","duration":"137.274144ms","start":"2026-07-03T15:56:53.799436Z","end":"2026-07-03T15:56:53.93671Z","steps":["trace[1918504124] 'agreement among raft nodes before linearized reading' (duration: 137.054889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:53.936744Z","caller":"traceutil/trace.go:171","msg":"trace[2111968783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:842; }","duration":"137.291455ms","start":"2026-07-03T15:56:53.799435Z","end":"2026-07-03T15:56:53.936727Z","steps":["trace[2111968783] 'agreement among raft nodes before linearized reading' (duration: 137.07559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:53.936882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.377773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:56:53.936951Z","caller":"traceutil/trace.go:171","msg":"trace[1257246188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:842; }","duration":"211.909196ms","start":"2026-07-03T15:56:53.725024Z","end":"2026-07-03T15:56:53.936933Z","steps":["trace[1257246188] 'agreement among raft nodes before linearized reading' (duration: 211.338483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:53.937111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.311035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:56:53.937181Z","caller":"traceutil/trace.go:171","msg":"trace[1730027335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:842; }","duration":"112.416518ms","start":"2026-07-03T15:56:53.824748Z","end":"2026-07-03T15:56:53.937164Z","steps":["trace[1730027335] 'agreement among raft nodes before linearized reading' (duration: 111.823334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:54.234189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.629664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:56:54.234362Z","caller":"traceutil/trace.go:171","msg":"trace[655104908] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"292.386182ms","start":"2026-07-03T15:56:53.941956Z","end":"2026-07-03T15:56:54.234343Z","steps":["trace[655104908] 'process raft request' (duration: 169.466392ms)","trace[655104908] 'compare' (duration: 122.490221ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:56:54.234699Z","caller":"traceutil/trace.go:171","msg":"trace[1231891445] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"292.651269ms","start":"2026-07-03T15:56:53.942024Z","end":"2026-07-03T15:56:54.234675Z","steps":["trace[1231891445] 'process raft request' (duration: 292.572017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:54.234752Z","caller":"traceutil/trace.go:171","msg":"trace[1699081783] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"292.716761ms","start":"2026-07-03T15:56:53.941999Z","end":"2026-07-03T15:56:54.234715Z","steps":["trace[1699081783] 'process raft request' (duration: 292.29464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:58.577421Z","caller":"traceutil/trace.go:171","msg":"trace[83275076] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"270.307031ms","start":"2026-07-03T15:56:58.307088Z","end":"2026-07-03T15:56:58.577395Z","steps":["trace[83275076] 'process raft request' (duration: 270.080346ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:56:58.694171Z","caller":"traceutil/trace.go:171","msg":"trace[1791785006] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"386.293088ms","start":"2026-07-03T15:56:58.307852Z","end":"2026-07-03T15:56:58.694145Z","steps":["trace[1791785006] 'process raft request' (duration: 324.898466ms)","trace[1791785006] 'compare' (duration: 61.228419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:56:58.69432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:58.30783Z","time spent":"386.414933ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:56:58.694355Z","caller":"traceutil/trace.go:171","msg":"trace[1845850539] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"386.013994ms","start":"2026-07-03T15:56:58.308314Z","end":"2026-07-03T15:56:58.694328Z","steps":["trace[1845850539] 'process raft request' (duration: 385.783807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:56:58.694518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:56:58.308293Z","time spent":"386.136746ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:02.958567Z","caller":"traceutil/trace.go:171","msg":"trace[611139030] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"107.813111ms","start":"2026-07-03T15:57:02.850726Z","end":"2026-07-03T15:57:02.958539Z","steps":["trace[611139030] 'process raft request' (duration: 106.48548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:03.938849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572623443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:04.439976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572623443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:04.940424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572623443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:05.441472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572623443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:57:05.474994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.295845113s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:57:05.475395Z","caller":"traceutil/trace.go:171","msg":"trace[480536345] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"2.310956053s","start":"2026-07-03T15:57:03.164413Z","end":"2026-07-03T15:57:05.475369Z","steps":["trace[480536345] 'process raft request' (duration: 2.310774809s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.475605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.164394Z","time spent":"2.311082705s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:05.520244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:57:05.520324Z","caller":"traceutil/trace.go:171","msg":"trace[1150182673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086852s","start":"2026-07-03T15:57:03.520219Z","end":"2026-07-03T15:57:05.520305Z","steps":["trace[1150182673] 'agreement among raft nodes before linearized reading' (duration: 1.99998218s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.520367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.520199Z","time spent":"2.000159945s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:57:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T15:57:05.698278Z","caller":"traceutil/trace.go:171","msg":"trace[128703840] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:916; }","duration":"2.25946952s","start":"2026-07-03T15:57:03.43878Z","end":"2026-07-03T15:57:05.69825Z","steps":["trace[128703840] 'read index received' (duration: 2.036418755s)","trace[128703840] 'applied index is now lower than readState.Index' (duration: 223.049695ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:05.698343Z","caller":"traceutil/trace.go:171","msg":"trace[1243155532] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"1.989206411s","start":"2026-07-03T15:57:03.709106Z","end":"2026-07-03T15:57:05.698312Z","steps":["trace[1243155532] 'process raft request' (duration: 1.959125233s)","trace[1243155532] 'compare' (duration: 29.71258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:05.698482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259681705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:57:05.698493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.709079Z","time spent":"1.989330703s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:05.698527Z","caller":"traceutil/trace.go:171","msg":"trace[730732486] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:879; }","duration":"2.259794988s","start":"2026-07-03T15:57:03.438721Z","end":"2026-07-03T15:57:05.698516Z","steps":["trace[730732486] 'agreement among raft nodes before linearized reading' (duration: 2.259685295s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.698524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078463451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:05.698574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.4387Z","time spent":"2.259861499s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":28,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:57:05.69864Z","caller":"traceutil/trace.go:171","msg":"trace[689772806] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:879; }","duration":"2.078586554s","start":"2026-07-03T15:57:03.619991Z","end":"2026-07-03T15:57:05.698577Z","steps":["trace[689772806] 'agreement among raft nodes before linearized reading' (duration: 2.078453521s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.698686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:03.619957Z","time spent":"2.078717987s","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:05.698753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059882464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:57:05.698766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.370288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:05.698811Z","caller":"traceutil/trace.go:171","msg":"trace[2125431432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:879; }","duration":"178.46186ms","start":"2026-07-03T15:57:05.520338Z","end":"2026-07-03T15:57:05.6988Z","steps":["trace[2125431432] 'agreement among raft nodes before linearized reading' (duration: 178.382798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:05.698814Z","caller":"traceutil/trace.go:171","msg":"trace[376011444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:879; }","duration":"1.060040958s","start":"2026-07-03T15:57:04.638757Z","end":"2026-07-03T15:57:05.698798Z","steps":["trace[376011444] 'agreement among raft nodes before linearized reading' (duration: 1.059810493s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.698849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:04.638707Z","time spent":"1.060133861s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:57:05.698838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.536011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:57:05.698916Z","caller":"traceutil/trace.go:171","msg":"trace[837833351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:879; }","duration":"935.695094ms","start":"2026-07-03T15:57:04.763203Z","end":"2026-07-03T15:57:05.698898Z","steps":["trace[837833351] 'agreement among raft nodes before linearized reading' (duration: 935.420778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.698944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579375155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:57:05.699009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653457893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:05.699038Z","caller":"traceutil/trace.go:171","msg":"trace[1786771195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:879; }","duration":"1.579523438s","start":"2026-07-03T15:57:04.119492Z","end":"2026-07-03T15:57:05.699015Z","steps":["trace[1786771195] 'agreement among raft nodes before linearized reading' (duration: 1.579306473s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.698968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:04.763157Z","time spent":"935.800497ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:57:05.69906Z","caller":"traceutil/trace.go:171","msg":"trace[1032106073] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:879; }","duration":"1.653543795s","start":"2026-07-03T15:57:04.045502Z","end":"2026-07-03T15:57:05.699046Z","steps":["trace[1032106073] 'agreement among raft nodes before linearized reading' (duration: 1.653436062s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.69907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499315077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T15:57:05.699097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:04.045482Z","time spent":"1.653606116s","remote":"127.0.0.1:34260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":28,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:05.699094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:04.119453Z","time spent":"1.579627131s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:57:05.699127Z","caller":"traceutil/trace.go:171","msg":"trace[758153005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:879; }","duration":"1.499395769s","start":"2026-07-03T15:57:04.199716Z","end":"2026-07-03T15:57:05.699112Z","steps":["trace[758153005] 'agreement among raft nodes before linearized reading' (duration: 1.499228346s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.699158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:04.199697Z","time spent":"1.49945316s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:05.699137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.816887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:57:05.699226Z","caller":"traceutil/trace.go:171","msg":"trace[1198069074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:879; }","duration":"936.196186ms","start":"2026-07-03T15:57:04.763014Z","end":"2026-07-03T15:57:05.69921Z","steps":["trace[1198069074] 'agreement among raft nodes before linearized reading' (duration: 935.738455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.699274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:04.762993Z","time spent":"936.268838ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:05.69945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640489753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:57:05.699635Z","caller":"traceutil/trace.go:171","msg":"trace[1035451577] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:879; }","duration":"1.641233079s","start":"2026-07-03T15:57:04.058392Z","end":"2026-07-03T15:57:05.699625Z","steps":["trace[1035451577] 'agreement among raft nodes before linearized reading' (duration: 1.640483962s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:05.699735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:04.058379Z","time spent":"1.641342712s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":9,"response size":28,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:07.322129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.524887ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T15:57:08.018658Z","caller":"traceutil/trace.go:171","msg":"trace[518559276] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"195.888613ms","start":"2026-07-03T15:57:07.822742Z","end":"2026-07-03T15:57:08.01863Z","steps":["trace[518559276] 'process raft request' (duration: 195.838622ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:08.018709Z","caller":"traceutil/trace.go:171","msg":"trace[638918650] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"196.236912ms","start":"2026-07-03T15:57:07.822441Z","end":"2026-07-03T15:57:08.018678Z","steps":["trace[638918650] 'process raft request' (duration: 174.308693ms)","trace[638918650] 'compare' (duration: 21.652092ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:08.018772Z","caller":"traceutil/trace.go:171","msg":"trace[226528962] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"196.1569ms","start":"2026-07-03T15:57:07.822589Z","end":"2026-07-03T15:57:08.018746Z","steps":["trace[226528962] 'process raft request' (duration: 195.944775ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:09.991161Z","caller":"traceutil/trace.go:171","msg":"trace[830325129] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"104.272475ms","start":"2026-07-03T15:57:09.886854Z","end":"2026-07-03T15:57:09.991127Z","steps":["trace[830325129] 'process raft request' (duration: 104.06559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:10.154295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.819517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:57:10.154358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.856357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:57:10.154434Z","caller":"traceutil/trace.go:171","msg":"trace[916256172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:925; }","duration":"131.932709ms","start":"2026-07-03T15:57:10.022434Z","end":"2026-07-03T15:57:10.154367Z","steps":["trace[916256172] 'agreement among raft nodes before linearized reading' (duration: 131.697324ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:10.154463Z","caller":"traceutil/trace.go:171","msg":"trace[948236966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:925; }","duration":"131.99187ms","start":"2026-07-03T15:57:10.022451Z","end":"2026-07-03T15:57:10.154443Z","steps":["trace[948236966] 'agreement among raft nodes before linearized reading' (duration: 131.709033ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:11.429433Z","caller":"traceutil/trace.go:171","msg":"trace[198025029] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:973; }","duration":"137.383166ms","start":"2026-07-03T15:57:11.292023Z","end":"2026-07-03T15:57:11.429406Z","steps":["trace[198025029] 'read index received' (duration: 137.213671ms)","trace[198025029] 'applied index is now lower than readState.Index' (duration: 168.165µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:11.429476Z","caller":"traceutil/trace.go:171","msg":"trace[1109812308] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"175.39892ms","start":"2026-07-03T15:57:11.254045Z","end":"2026-07-03T15:57:11.429444Z","steps":["trace[1109812308] 'process raft request' (duration: 175.202715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:11.42959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.55273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:11.429657Z","caller":"traceutil/trace.go:171","msg":"trace[1022790157] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:0; response_revision:934; }","duration":"137.666314ms","start":"2026-07-03T15:57:11.291974Z","end":"2026-07-03T15:57:11.42964Z","steps":["trace[1022790157] 'agreement among raft nodes before linearized reading' (duration: 137.549141ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:14.311344Z","caller":"traceutil/trace.go:171","msg":"trace[653053934] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"127.795872ms","start":"2026-07-03T15:57:14.183525Z","end":"2026-07-03T15:57:14.31132Z","steps":["trace[653053934] 'read index received' (duration: 127.580817ms)","trace[653053934] 'applied index is now lower than readState.Index' (duration: 214.295µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:14.311395Z","caller":"traceutil/trace.go:171","msg":"trace[56139982] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"133.095795ms","start":"2026-07-03T15:57:14.178268Z","end":"2026-07-03T15:57:14.311363Z","steps":["trace[56139982] 'process raft request' (duration: 132.923481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:14.311618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.069809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:57:14.311684Z","caller":"traceutil/trace.go:171","msg":"trace[503757109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:962; }","duration":"128.1672ms","start":"2026-07-03T15:57:14.183499Z","end":"2026-07-03T15:57:14.311666Z","steps":["trace[503757109] 'agreement among raft nodes before linearized reading' (duration: 127.973366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:14.311648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.017048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:57:14.311865Z","caller":"traceutil/trace.go:171","msg":"trace[1497708246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:962; }","duration":"125.233413ms","start":"2026-07-03T15:57:14.18659Z","end":"2026-07-03T15:57:14.311824Z","steps":["trace[1497708246] 'agreement among raft nodes before linearized reading' (duration: 124.952887ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:15.571355Z","caller":"traceutil/trace.go:171","msg":"trace[470334233] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"215.049182ms","start":"2026-07-03T15:57:15.356282Z","end":"2026-07-03T15:57:15.571331Z","steps":["trace[470334233] 'process raft request' (duration: 214.860498ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:15.571504Z","caller":"traceutil/trace.go:171","msg":"trace[1647141324] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"210.567127ms","start":"2026-07-03T15:57:15.360895Z","end":"2026-07-03T15:57:15.571462Z","steps":["trace[1647141324] 'process raft request' (duration: 210.386693ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:15.697648Z","caller":"traceutil/trace.go:171","msg":"trace[1489943589] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"122.610433ms","start":"2026-07-03T15:57:15.575009Z","end":"2026-07-03T15:57:15.697619Z","steps":["trace[1489943589] 'process raft request' (duration: 97.518719ms)","trace[1489943589] 'compare' (duration: 24.90277ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:15.697684Z","caller":"traceutil/trace.go:171","msg":"trace[600344065] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"118.326882ms","start":"2026-07-03T15:57:15.57933Z","end":"2026-07-03T15:57:15.697657Z","steps":["trace[600344065] 'process raft request' (duration: 118.26194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:15.697729Z","caller":"traceutil/trace.go:171","msg":"trace[693005296] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"121.098537ms","start":"2026-07-03T15:57:15.576597Z","end":"2026-07-03T15:57:15.697695Z","steps":["trace[693005296] 'process raft request' (duration: 120.939583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:15.918719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.716825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:15.918834Z","caller":"traceutil/trace.go:171","msg":"trace[1297997559] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"214.372626ms","start":"2026-07-03T15:57:15.70444Z","end":"2026-07-03T15:57:15.918812Z","steps":["trace[1297997559] 'process raft request' (duration: 106.480617ms)","trace[1297997559] 'compare' (duration: 107.573982ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:16.441342Z","caller":"traceutil/trace.go:171","msg":"trace[1540842711] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1034; }","duration":"126.985374ms","start":"2026-07-03T15:57:16.314331Z","end":"2026-07-03T15:57:16.441316Z","steps":["trace[1540842711] 'read index received' (duration: 126.754579ms)","trace[1540842711] 'applied index is now lower than readState.Index' (duration: 229.905µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:16.441504Z","caller":"traceutil/trace.go:171","msg":"trace[2030615175] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"138.995303ms","start":"2026-07-03T15:57:16.302474Z","end":"2026-07-03T15:57:16.441469Z","steps":["trace[2030615175] 'process raft request' (duration: 138.709847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:16.441806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.64046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:57:16.441903Z","caller":"traceutil/trace.go:171","msg":"trace[888493729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:994; }","duration":"118.775503ms","start":"2026-07-03T15:57:16.323107Z","end":"2026-07-03T15:57:16.441883Z","steps":["trace[888493729] 'agreement among raft nodes before linearized reading' (duration: 118.515097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:16.441827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.468395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-03T15:57:16.441976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.347113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:57:16.442022Z","caller":"traceutil/trace.go:171","msg":"trace[430883992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:994; }","duration":"127.701961ms","start":"2026-07-03T15:57:16.314301Z","end":"2026-07-03T15:57:16.442003Z","steps":["trace[430883992] 'agreement among raft nodes before linearized reading' (duration: 127.21875ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:16.442062Z","caller":"traceutil/trace.go:171","msg":"trace[2110678113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:994; }","duration":"115.502537ms","start":"2026-07-03T15:57:16.326539Z","end":"2026-07-03T15:57:16.442041Z","steps":["trace[2110678113] 'agreement among raft nodes before linearized reading' (duration: 115.21313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:18.015728Z","caller":"traceutil/trace.go:171","msg":"trace[902591187] linearizableReadLoop","detail":"{readStateIndex:1047; appliedIndex:1046; }","duration":"356.251898ms","start":"2026-07-03T15:57:17.659385Z","end":"2026-07-03T15:57:18.015636Z","steps":["trace[902591187] 'read index received' (duration: 355.945621ms)","trace[902591187] 'applied index is now lower than readState.Index' (duration: 305.307µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:18.015781Z","caller":"traceutil/trace.go:171","msg":"trace[1892462250] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"430.226808ms","start":"2026-07-03T15:57:17.585533Z","end":"2026-07-03T15:57:18.01576Z","steps":["trace[1892462250] 'process raft request' (duration: 429.88765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.01589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.490793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:18.015917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.585506Z","time spent":"430.331651ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:18.015955Z","caller":"traceutil/trace.go:171","msg":"trace[98265755] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:1005; }","duration":"356.608456ms","start":"2026-07-03T15:57:17.659327Z","end":"2026-07-03T15:57:18.015935Z","steps":["trace[98265755] 'agreement among raft nodes before linearized reading' (duration: 356.489033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:18.016007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:17.659304Z","time spent":"356.690748ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-07-03T15:57:18.305339Z","caller":"traceutil/trace.go:171","msg":"trace[543750312] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"106.466177ms","start":"2026-07-03T15:57:18.198842Z","end":"2026-07-03T15:57:18.305308Z","steps":["trace[543750312] 'process raft request' (duration: 104.127192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:21.916909Z","caller":"traceutil/trace.go:171","msg":"trace[742007696] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1091; }","duration":"216.687549ms","start":"2026-07-03T15:57:21.700204Z","end":"2026-07-03T15:57:21.916891Z","steps":["trace[742007696] 'read index received' (duration: 216.568147ms)","trace[742007696] 'applied index is now lower than readState.Index' (duration: 118.412µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:21.916994Z","caller":"traceutil/trace.go:171","msg":"trace[1964735150] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"321.305373ms","start":"2026-07-03T15:57:21.595655Z","end":"2026-07-03T15:57:21.91696Z","steps":["trace[1964735150] 'process raft request' (duration: 321.116619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:21.917073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.867224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:57:21.917111Z","caller":"traceutil/trace.go:171","msg":"trace[116361995] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1050; }","duration":"216.962916ms","start":"2026-07-03T15:57:21.700138Z","end":"2026-07-03T15:57:21.917101Z","steps":["trace[116361995] 'agreement among raft nodes before linearized reading' (duration: 216.838223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:21.917231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:21.595642Z","time spent":"321.476627ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5057,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:22.420589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.703146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-cfdzz\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-07-03T15:57:22.420734Z","caller":"traceutil/trace.go:171","msg":"trace[533450875] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-cfdzz; range_end:; response_count:1; response_revision:1056; }","duration":"135.823759ms","start":"2026-07-03T15:57:22.28484Z","end":"2026-07-03T15:57:22.420664Z","steps":["trace[533450875] 'range keys from in-memory index tree' (duration: 135.44064ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:22.71112Z","caller":"traceutil/trace.go:171","msg":"trace[2003958087] linearizableReadLoop","detail":"{readStateIndex:1100; appliedIndex:1099; }","duration":"197.374342ms","start":"2026-07-03T15:57:22.513722Z","end":"2026-07-03T15:57:22.711097Z","steps":["trace[2003958087] 'read index received' (duration: 197.101846ms)","trace[2003958087] 'applied index is now lower than readState.Index' (duration: 271.166µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:22.711355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.609167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:22.711305Z","caller":"traceutil/trace.go:171","msg":"trace[1691663564] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"282.937961ms","start":"2026-07-03T15:57:22.428313Z","end":"2026-07-03T15:57:22.711251Z","steps":["trace[1691663564] 'process raft request' (duration: 282.596484ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:22.711404Z","caller":"traceutil/trace.go:171","msg":"trace[1244361685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1057; }","duration":"197.69451ms","start":"2026-07-03T15:57:22.513698Z","end":"2026-07-03T15:57:22.711392Z","steps":["trace[1244361685] 'agreement among raft nodes before linearized reading' (duration: 197.543016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:22.711566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.961759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:22.711619Z","caller":"traceutil/trace.go:171","msg":"trace[47255161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1057; }","duration":"193.04346ms","start":"2026-07-03T15:57:22.518563Z","end":"2026-07-03T15:57:22.711606Z","steps":["trace[47255161] 'agreement among raft nodes before linearized reading' (duration: 192.964609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:22.711736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.117027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:57:22.711733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.252043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:22.711809Z","caller":"traceutil/trace.go:171","msg":"trace[1291644415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1057; }","duration":"130.202119ms","start":"2026-07-03T15:57:22.581591Z","end":"2026-07-03T15:57:22.711793Z","steps":["trace[1291644415] 'agreement among raft nodes before linearized reading' (duration: 130.022335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:22.711836Z","caller":"traceutil/trace.go:171","msg":"trace[874833355] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1057; }","duration":"134.384976ms","start":"2026-07-03T15:57:22.577425Z","end":"2026-07-03T15:57:22.711809Z","steps":["trace[874833355] 'agreement among raft nodes before linearized reading' (duration: 134.201712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:22.711934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.150489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:57:22.712029Z","caller":"traceutil/trace.go:171","msg":"trace[1497715191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1057; }","duration":"121.281662ms","start":"2026-07-03T15:57:22.590723Z","end":"2026-07-03T15:57:22.712005Z","steps":["trace[1497715191] 'agreement among raft nodes before linearized reading' (duration: 120.971344ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:26.270093Z","caller":"traceutil/trace.go:171","msg":"trace[1795009138] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"122.085439ms","start":"2026-07-03T15:57:26.147958Z","end":"2026-07-03T15:57:26.270043Z","steps":["trace[1795009138] 'process raft request' (duration: 121.858084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:26.270256Z","caller":"traceutil/trace.go:171","msg":"trace[1857851389] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1252; }","duration":"121.202449ms","start":"2026-07-03T15:57:26.148763Z","end":"2026-07-03T15:57:26.269966Z","steps":["trace[1857851389] 'read index received' (duration: 120.919262ms)","trace[1857851389] 'applied index is now lower than readState.Index' (duration: 282.257µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:26.270378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.598688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T15:57:26.270456Z","caller":"traceutil/trace.go:171","msg":"trace[465483039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1209; }","duration":"121.72463ms","start":"2026-07-03T15:57:26.148711Z","end":"2026-07-03T15:57:26.270435Z","steps":["trace[465483039] 'agreement among raft nodes before linearized reading' (duration: 121.515656ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:26.423825Z","caller":"traceutil/trace.go:171","msg":"trace[1779873772] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"149.009716ms","start":"2026-07-03T15:57:26.274758Z","end":"2026-07-03T15:57:26.423768Z","steps":["trace[1779873772] 'process raft request' (duration: 51.190071ms)","trace[1779873772] 'compare' (duration: 97.5789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:26.959611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.755905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:26.959806Z","caller":"traceutil/trace.go:171","msg":"trace[578745752] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1254; }","duration":"438.853528ms","start":"2026-07-03T15:57:26.520936Z","end":"2026-07-03T15:57:26.959789Z","steps":["trace[578745752] 'read index received' (duration: 220.822597ms)","trace[578745752] 'applied index is now lower than readState.Index' (duration: 218.030171ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:26.95996Z","caller":"traceutil/trace.go:171","msg":"trace[1343146998] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"664.64772ms","start":"2026-07-03T15:57:26.29525Z","end":"2026-07-03T15:57:26.959898Z","steps":["trace[1343146998] 'process raft request' (duration: 664.483926ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:26.959967Z","caller":"traceutil/trace.go:171","msg":"trace[686037139] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"685.173197ms","start":"2026-07-03T15:57:26.274771Z","end":"2026-07-03T15:57:26.959944Z","steps":["trace[686037139] 'process raft request' (duration: 467.001043ms)","trace[686037139] 'compare' (duration: 217.648662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:26.960038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:26.274753Z","time spent":"685.244929ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:26.960048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:26.295244Z","time spent":"664.743342ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:26.960171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.222077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:26.960254Z","caller":"traceutil/trace.go:171","msg":"trace[395003309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1212; }","duration":"439.376381ms","start":"2026-07-03T15:57:26.520853Z","end":"2026-07-03T15:57:26.960229Z","steps":["trace[395003309] 'agreement among raft nodes before linearized reading' (duration: 439.248738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:26.960271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.055189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:26.960296Z","caller":"traceutil/trace.go:171","msg":"trace[468142205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1212; }","duration":"168.119351ms","start":"2026-07-03T15:57:26.792169Z","end":"2026-07-03T15:57:26.960288Z","steps":["trace[468142205] 'agreement among raft nodes before linearized reading' (duration: 167.999618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:26.960297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:26.520837Z","time spent":"439.452572ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:57:26.960398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.584661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:57:26.960558Z","caller":"traceutil/trace.go:171","msg":"trace[1824875382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1212; }","duration":"180.791616ms","start":"2026-07-03T15:57:26.779737Z","end":"2026-07-03T15:57:26.960529Z","steps":["trace[1824875382] 'agreement among raft nodes before linearized reading' (duration: 180.427627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:26.960424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.347959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:57:26.960743Z","caller":"traceutil/trace.go:171","msg":"trace[654696087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1212; }","duration":"178.702897ms","start":"2026-07-03T15:57:26.782028Z","end":"2026-07-03T15:57:26.960731Z","steps":["trace[654696087] 'agreement among raft nodes before linearized reading' (duration: 178.144584ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:27.138652Z","caller":"traceutil/trace.go:171","msg":"trace[876519342] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"173.908975ms","start":"2026-07-03T15:57:26.964709Z","end":"2026-07-03T15:57:27.138618Z","steps":["trace[876519342] 'process raft request' (duration: 120.686457ms)","trace[876519342] 'compare' (duration: 53.034714ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:27.138942Z","caller":"traceutil/trace.go:171","msg":"trace[1366137703] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"172.491302ms","start":"2026-07-03T15:57:26.966418Z","end":"2026-07-03T15:57:27.138909Z","steps":["trace[1366137703] 'process raft request' (duration: 172.149234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:31.484945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.846352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:31.485121Z","caller":"traceutil/trace.go:171","msg":"trace[458970542] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1287; }","duration":"145.653588ms","start":"2026-07-03T15:57:31.339437Z","end":"2026-07-03T15:57:31.485091Z","steps":["trace[458970542] 'read index received' (duration: 30.361876ms)","trace[458970542] 'applied index is now lower than readState.Index' (duration: 115.287982ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:31.485119Z","caller":"traceutil/trace.go:171","msg":"trace[1772518126] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"269.832988ms","start":"2026-07-03T15:57:31.215262Z","end":"2026-07-03T15:57:31.485095Z","steps":["trace[1772518126] 'process raft request' (duration: 154.590857ms)","trace[1772518126] 'compare' (duration: 114.727129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:31.485265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.818561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-7d6b59cfdc-lwf4b\" ","response":"range_response_count:1 size:4764"} {"level":"info","ts":"2026-07-03T15:57:31.4853Z","caller":"traceutil/trace.go:171","msg":"trace[796098840] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-7d6b59cfdc-lwf4b; range_end:; response_count:1; response_revision:1243; }","duration":"145.885074ms","start":"2026-07-03T15:57:31.339407Z","end":"2026-07-03T15:57:31.485292Z","steps":["trace[796098840] 'agreement among raft nodes before linearized reading' (duration: 145.756801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:31.639682Z","caller":"traceutil/trace.go:171","msg":"trace[1101408561] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"146.005606ms","start":"2026-07-03T15:57:31.493657Z","end":"2026-07-03T15:57:31.639663Z","steps":["trace[1101408561] 'process raft request' (duration: 145.608797ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:31.974621Z","caller":"traceutil/trace.go:171","msg":"trace[427950406] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"375.844263ms","start":"2026-07-03T15:57:31.598736Z","end":"2026-07-03T15:57:31.97458Z","steps":["trace[427950406] 'process raft request' (duration: 277.361332ms)","trace[427950406] 'compare' (duration: 98.205994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:31.975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.598708Z","time spent":"376.008028ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:32.193252Z","caller":"traceutil/trace.go:171","msg":"trace[1086502157] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"547.108678ms","start":"2026-07-03T15:57:31.646118Z","end":"2026-07-03T15:57:32.193227Z","steps":["trace[1086502157] 'process raft request' (duration: 546.849641ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:32.193246Z","caller":"traceutil/trace.go:171","msg":"trace[644444938] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1289; }","duration":"492.784983ms","start":"2026-07-03T15:57:31.700433Z","end":"2026-07-03T15:57:32.193218Z","steps":["trace[644444938] 'read index received' (duration: 175.606885ms)","trace[644444938] 'applied index is now lower than readState.Index' (duration: 317.176548ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:32.193352Z","caller":"traceutil/trace.go:171","msg":"trace[221634913] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"546.495002ms","start":"2026-07-03T15:57:31.64683Z","end":"2026-07-03T15:57:32.193325Z","steps":["trace[221634913] 'process raft request' (duration: 546.323838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.193392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.646099Z","time spent":"547.21355ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1458,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:32.193493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.646809Z","time spent":"546.594515ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:32.193493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.489489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:32.193546Z","caller":"traceutil/trace.go:171","msg":"trace[1482704975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1247; }","duration":"370.614032ms","start":"2026-07-03T15:57:31.822917Z","end":"2026-07-03T15:57:32.193531Z","steps":["trace[1482704975] 'agreement among raft nodes before linearized reading' (duration: 370.479728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.193593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.822872Z","time spent":"370.707884ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:32.193605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.143021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:57:32.193686Z","caller":"traceutil/trace.go:171","msg":"trace[146980062] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1247; }","duration":"493.294045ms","start":"2026-07-03T15:57:31.700374Z","end":"2026-07-03T15:57:32.193668Z","steps":["trace[146980062] 'agreement among raft nodes before linearized reading' (duration: 493.020458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.193745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:31.700358Z","time spent":"493.377376ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T15:57:32.497066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.197576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:32.497195Z","caller":"traceutil/trace.go:171","msg":"trace[1661245162] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"202.151532ms","start":"2026-07-03T15:57:32.295019Z","end":"2026-07-03T15:57:32.497171Z","steps":["trace[1661245162] 'process raft request' (duration: 87.744921ms)","trace[1661245162] 'compare' (duration: 113.878139ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:32.702666Z","caller":"traceutil/trace.go:171","msg":"trace[1275169750] linearizableReadLoop","detail":"{readStateIndex:1296; appliedIndex:1295; }","duration":"249.022292ms","start":"2026-07-03T15:57:32.453603Z","end":"2026-07-03T15:57:32.702625Z","steps":["trace[1275169750] 'read index received' (duration: 220.037508ms)","trace[1275169750] 'applied index is now lower than readState.Index' (duration: 28.983634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:32.702915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.586473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:32.702863Z","caller":"traceutil/trace.go:171","msg":"trace[1765396576] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"383.53717ms","start":"2026-07-03T15:57:32.319275Z","end":"2026-07-03T15:57:32.702812Z","steps":["trace[1765396576] 'process raft request' (duration: 354.431304ms)","trace[1765396576] 'compare' (duration: 28.746208ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:32.702996Z","caller":"traceutil/trace.go:171","msg":"trace[1204097229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1250; }","duration":"181.714117ms","start":"2026-07-03T15:57:32.521264Z","end":"2026-07-03T15:57:32.702978Z","steps":["trace[1204097229] 'agreement among raft nodes before linearized reading' (duration: 181.586233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.703038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.403861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:57:32.703077Z","caller":"traceutil/trace.go:171","msg":"trace[1085829419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1250; }","duration":"249.513685ms","start":"2026-07-03T15:57:32.453552Z","end":"2026-07-03T15:57:32.703066Z","steps":["trace[1085829419] 'agreement among raft nodes before linearized reading' (duration: 249.260968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:32.703288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:32.319259Z","time spent":"383.826339ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:33.376833Z","caller":"traceutil/trace.go:171","msg":"trace[339285939] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"232.494188ms","start":"2026-07-03T15:57:33.144311Z","end":"2026-07-03T15:57:33.376805Z","steps":["trace[339285939] 'process raft request' (duration: 232.192771ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:35.543666Z","caller":"traceutil/trace.go:171","msg":"trace[145921488] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1315; }","duration":"162.107001ms","start":"2026-07-03T15:57:35.381511Z","end":"2026-07-03T15:57:35.543618Z","steps":["trace[145921488] 'read index received' (duration: 161.770932ms)","trace[145921488] 'applied index is now lower than readState.Index' (duration: 334.569µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:35.54376Z","caller":"traceutil/trace.go:171","msg":"trace[309601233] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"166.610876ms","start":"2026-07-03T15:57:35.377114Z","end":"2026-07-03T15:57:35.543725Z","steps":["trace[309601233] 'process raft request' (duration: 166.310778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.543949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.415148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:57:35.543994Z","caller":"traceutil/trace.go:171","msg":"trace[511272363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1270; }","duration":"162.50748ms","start":"2026-07-03T15:57:35.381476Z","end":"2026-07-03T15:57:35.543983Z","steps":["trace[511272363] 'agreement among raft nodes before linearized reading' (duration: 162.323506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.544167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.000906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:35.544263Z","caller":"traceutil/trace.go:171","msg":"trace[705591168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1270; }","duration":"158.114589ms","start":"2026-07-03T15:57:35.386128Z","end":"2026-07-03T15:57:35.544243Z","steps":["trace[705591168] 'agreement among raft nodes before linearized reading' (duration: 157.822572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.707945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.912912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:35.708153Z","caller":"traceutil/trace.go:171","msg":"trace[1820139170] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"159.546682ms","start":"2026-07-03T15:57:35.548575Z","end":"2026-07-03T15:57:35.708122Z","steps":["trace[1820139170] 'process raft request' (duration: 38.004615ms)","trace[1820139170] 'compare' (duration: 120.700097ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:35.87869Z","caller":"traceutil/trace.go:171","msg":"trace[380313695] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"329.868813ms","start":"2026-07-03T15:57:35.548781Z","end":"2026-07-03T15:57:35.878649Z","steps":["trace[380313695] 'process raft request' (duration: 258.867082ms)","trace[380313695] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 70.364557ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:35.878748Z","caller":"traceutil/trace.go:171","msg":"trace[91934955] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"329.747431ms","start":"2026-07-03T15:57:35.548951Z","end":"2026-07-03T15:57:35.878698Z","steps":["trace[91934955] 'process raft request' (duration: 329.549896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.878884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.548745Z","time spent":"330.027467ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:35.879015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.548926Z","time spent":"329.950326ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:35.87917Z","caller":"traceutil/trace.go:171","msg":"trace[1999588883] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"330.088789ms","start":"2026-07-03T15:57:35.549053Z","end":"2026-07-03T15:57:35.879142Z","steps":["trace[1999588883] 'process raft request' (duration: 329.607418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.87935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.549047Z","time spent":"330.214041ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1601,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:35.879407Z","caller":"traceutil/trace.go:171","msg":"trace[511338485] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"330.461657ms","start":"2026-07-03T15:57:35.548921Z","end":"2026-07-03T15:57:35.879382Z","steps":["trace[511338485] 'process raft request' (duration: 330.15385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.879549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.548897Z","time spent":"330.55569ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:35.879663Z","caller":"traceutil/trace.go:171","msg":"trace[803008344] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"327.9916ms","start":"2026-07-03T15:57:35.551629Z","end":"2026-07-03T15:57:35.87962Z","steps":["trace[803008344] 'process raft request' (duration: 327.775465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:35.880828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:35.551613Z","time spent":"328.989723ms","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4954,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:36.629919Z","caller":"traceutil/trace.go:171","msg":"trace[1021841062] linearizableReadLoop","detail":"{readStateIndex:1324; appliedIndex:1323; }","duration":"109.19344ms","start":"2026-07-03T15:57:36.5207Z","end":"2026-07-03T15:57:36.629894Z","steps":["trace[1021841062] 'read index received' (duration: 109.029626ms)","trace[1021841062] 'applied index is now lower than readState.Index' (duration: 159.373µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:36.63Z","caller":"traceutil/trace.go:171","msg":"trace[972269294] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"118.847595ms","start":"2026-07-03T15:57:36.511108Z","end":"2026-07-03T15:57:36.629956Z","steps":["trace[972269294] 'process raft request' (duration: 118.61081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.630046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.359503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:36.630253Z","caller":"traceutil/trace.go:171","msg":"trace[1890853178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1278; }","duration":"109.613449ms","start":"2026-07-03T15:57:36.520625Z","end":"2026-07-03T15:57:36.630238Z","steps":["trace[1890853178] 'agreement among raft nodes before linearized reading' (duration: 109.364234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:36.917248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.331554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:57:36.917345Z","caller":"traceutil/trace.go:171","msg":"trace[1315668183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1278; }","duration":"146.522328ms","start":"2026-07-03T15:57:36.770801Z","end":"2026-07-03T15:57:36.917323Z","steps":["trace[1315668183] 'range keys from in-memory index tree' (duration: 146.047428ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:37.040611Z","caller":"traceutil/trace.go:171","msg":"trace[1388848717] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"118.710131ms","start":"2026-07-03T15:57:36.921868Z","end":"2026-07-03T15:57:37.040578Z","steps":["trace[1388848717] 'process raft request' (duration: 118.337382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:37.557348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.411377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:37.557694Z","caller":"traceutil/trace.go:171","msg":"trace[1648213370] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"465.836656ms","start":"2026-07-03T15:57:37.091832Z","end":"2026-07-03T15:57:37.557669Z","steps":["trace[1648213370] 'process raft request' (duration: 110.018489ms)","trace[1648213370] 'compare' (duration: 355.195103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:37.557814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.091805Z","time spent":"465.94499ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:37.725764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.287744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T15:57:37.738219Z","caller":"traceutil/trace.go:171","msg":"trace[1507659005] linearizableReadLoop","detail":"{readStateIndex:1328; appliedIndex:1325; }","duration":"216.455955ms","start":"2026-07-03T15:57:37.521737Z","end":"2026-07-03T15:57:37.738193Z","steps":["trace[1507659005] 'read index received' (duration: 10.548385ms)","trace[1507659005] 'applied index is now lower than readState.Index' (duration: 205.90657ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:37.738273Z","caller":"traceutil/trace.go:171","msg":"trace[179423491] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"429.148772ms","start":"2026-07-03T15:57:37.309094Z","end":"2026-07-03T15:57:37.738242Z","steps":["trace[179423491] 'process raft request' (duration: 428.933737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:37.738352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.604668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:37.738415Z","caller":"traceutil/trace.go:171","msg":"trace[955599210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1281; }","duration":"216.716571ms","start":"2026-07-03T15:57:37.521684Z","end":"2026-07-03T15:57:37.738401Z","steps":["trace[955599210] 'agreement among raft nodes before linearized reading' (duration: 216.605568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:37.738416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:37.309069Z","time spent":"429.266445ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:37.918534Z","caller":"traceutil/trace.go:171","msg":"trace[91386725] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"152.923416ms","start":"2026-07-03T15:57:37.765553Z","end":"2026-07-03T15:57:37.918477Z","steps":["trace[91386725] 'process raft request' (duration: 78.413654ms)","trace[91386725] 'compare' (duration: 74.364239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:39.819337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.427226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-9mwpt\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-07-03T15:57:39.819398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.478602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:57:39.819457Z","caller":"traceutil/trace.go:171","msg":"trace[1494559272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1288; }","duration":"773.577295ms","start":"2026-07-03T15:57:39.045863Z","end":"2026-07-03T15:57:39.81944Z","steps":["trace[1494559272] 'range keys from in-memory index tree' (duration: 773.296528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.819504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.045841Z","time spent":"773.650516ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:57:39.819532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.06621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T15:57:39.819556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.167995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-07-03T15:57:39.819575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.592382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:39.819599Z","caller":"traceutil/trace.go:171","msg":"trace[1233760790] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1288; }","duration":"816.251437ms","start":"2026-07-03T15:57:39.003336Z","end":"2026-07-03T15:57:39.819588Z","steps":["trace[1233760790] 'range keys from in-memory index tree' (duration: 815.95024ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.819416Z","caller":"traceutil/trace.go:171","msg":"trace[1168136524] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-9mwpt; range_end:; response_count:1; response_revision:1288; }","duration":"431.574709ms","start":"2026-07-03T15:57:39.387825Z","end":"2026-07-03T15:57:39.8194Z","steps":["trace[1168136524] 'range keys from in-memory index tree' (duration: 431.233751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:39.8196Z","caller":"traceutil/trace.go:171","msg":"trace[143132398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1288; }","duration":"257.176932ms","start":"2026-07-03T15:57:39.562409Z","end":"2026-07-03T15:57:39.819586Z","steps":["trace[143132398] 'range keys from in-memory index tree' (duration: 256.898476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.819627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.003316Z","time spent":"816.305328ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":245,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-07-03T15:57:39.81963Z","caller":"traceutil/trace.go:171","msg":"trace[1776818029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1288; }","duration":"300.711085ms","start":"2026-07-03T15:57:39.518904Z","end":"2026-07-03T15:57:39.819615Z","steps":["trace[1776818029] 'range keys from in-memory index tree' (duration: 300.444569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:39.81964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.387782Z","time spent":"431.843515ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-9mwpt\" "} {"level":"warn","ts":"2026-07-03T15:57:39.819674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.51887Z","time spent":"300.788767ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:57:40.014478Z","caller":"traceutil/trace.go:171","msg":"trace[686188330] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"190.0063ms","start":"2026-07-03T15:57:39.824401Z","end":"2026-07-03T15:57:40.014407Z","steps":["trace[686188330] 'process raft request' (duration: 189.834146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:42.521628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:57:42.521736Z","caller":"traceutil/trace.go:171","msg":"trace[274778768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597658s","start":"2026-07-03T15:57:40.521115Z","end":"2026-07-03T15:57:42.521712Z","steps":["trace[274778768] 'agreement among raft nodes before linearized reading' (duration: 2.000465554s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:42.521852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:40.521095Z","time spent":"2.000724701s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:57:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:57:43.248271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.234006548s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:57:43.248892Z","caller":"traceutil/trace.go:171","msg":"trace[1698636428] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1335; }","duration":"3.419735318s","start":"2026-07-03T15:57:39.829128Z","end":"2026-07-03T15:57:43.248863Z","steps":["trace[1698636428] 'read index received' (duration: 185.103946ms)","trace[1698636428] 'applied index is now lower than readState.Index' (duration: 3.234630342s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:43.249013Z","caller":"traceutil/trace.go:171","msg":"trace[376777583] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"3.423916165s","start":"2026-07-03T15:57:39.82504Z","end":"2026-07-03T15:57:43.248956Z","steps":["trace[376777583] 'process raft request' (duration: 3.423748371s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:43.248951Z","caller":"traceutil/trace.go:171","msg":"trace[1120466635] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"3.424451987s","start":"2026-07-03T15:57:39.824463Z","end":"2026-07-03T15:57:43.248915Z","steps":["trace[1120466635] 'process raft request' (duration: 3.424089219s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.249141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420003075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"warn","ts":"2026-07-03T15:57:43.249174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.825033Z","time spent":"3.424044998s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4035,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:43.249212Z","caller":"traceutil/trace.go:171","msg":"trace[589979408] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1291; }","duration":"3.420099377s","start":"2026-07-03T15:57:39.829092Z","end":"2026-07-03T15:57:43.249191Z","steps":["trace[589979408] 'agreement among raft nodes before linearized reading' (duration: 3.419909072s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.24925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.82908Z","time spent":"3.420161729s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2918,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-07-03T15:57:43.249294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.824442Z","time spent":"3.424735084s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:43.251667Z","caller":"traceutil/trace.go:171","msg":"trace[1396950853] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"2.573128255s","start":"2026-07-03T15:57:40.678509Z","end":"2026-07-03T15:57:43.251638Z","steps":["trace[1396950853] 'process raft request' (duration: 2.572942831s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:43.251852Z","caller":"traceutil/trace.go:171","msg":"trace[1087294739] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"360.729281ms","start":"2026-07-03T15:57:42.891099Z","end":"2026-07-03T15:57:43.251828Z","steps":["trace[1087294739] 'process raft request' (duration: 360.488396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.25192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328516097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:57:43.251972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:42.891073Z","time spent":"360.847744ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:43.251991Z","caller":"traceutil/trace.go:171","msg":"trace[1812733105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1293; }","duration":"3.3286362s","start":"2026-07-03T15:57:39.923338Z","end":"2026-07-03T15:57:43.251974Z","steps":["trace[1812733105] 'agreement among raft nodes before linearized reading' (duration: 3.328443845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.252038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.923308Z","time spent":"3.328718331s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:57:43.252096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.282405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:57:43.25216Z","caller":"traceutil/trace.go:171","msg":"trace[742476334] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1293; }","duration":"668.348817ms","start":"2026-07-03T15:57:42.583797Z","end":"2026-07-03T15:57:43.252145Z","steps":["trace[742476334] 'agreement among raft nodes before linearized reading' (duration: 668.157762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.252208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:42.58375Z","time spent":"668.443309ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":150,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:57:43.252294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607741131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:43.252299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.302947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:57:43.252347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295451567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:57:43.252353Z","caller":"traceutil/trace.go:171","msg":"trace[1011499433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1293; }","duration":"730.392239ms","start":"2026-07-03T15:57:42.521949Z","end":"2026-07-03T15:57:43.252342Z","steps":["trace[1011499433] 'agreement among raft nodes before linearized reading' (duration: 730.317817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.252397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:42.52193Z","time spent":"730.460881ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:57:43.252397Z","caller":"traceutil/trace.go:171","msg":"trace[1354074432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1293; }","duration":"3.295544239s","start":"2026-07-03T15:57:39.956841Z","end":"2026-07-03T15:57:43.252385Z","steps":["trace[1354074432] 'agreement among raft nodes before linearized reading' (duration: 3.295428146s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.252234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551043399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T15:57:43.252441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.956817Z","time spent":"3.295616401s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:43.252479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285355902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:57:43.253323Z","caller":"traceutil/trace.go:171","msg":"trace[1605342560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1293; }","duration":"3.286215952s","start":"2026-07-03T15:57:39.967088Z","end":"2026-07-03T15:57:43.253304Z","steps":["trace[1605342560] 'agreement among raft nodes before linearized reading' (duration: 3.28528994s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.253397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:39.967059Z","time spent":"3.286317705s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:57:43.252349Z","caller":"traceutil/trace.go:171","msg":"trace[890032176] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1293; }","duration":"2.607845853s","start":"2026-07-03T15:57:40.644489Z","end":"2026-07-03T15:57:43.252335Z","steps":["trace[890032176] 'agreement among raft nodes before linearized reading' (duration: 2.607769761s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.253506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:40.64447Z","time spent":"2.609024151s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:57:43.252488Z","caller":"traceutil/trace.go:171","msg":"trace[1042263866] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1293; }","duration":"1.551315396s","start":"2026-07-03T15:57:41.701137Z","end":"2026-07-03T15:57:43.252452Z","steps":["trace[1042263866] 'agreement among raft nodes before linearized reading' (duration: 1.551002689s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.253621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:41.701121Z","time spent":"1.552476003s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T15:57:43.251919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232444449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:57:43.253845Z","caller":"traceutil/trace.go:171","msg":"trace[352885872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1293; }","duration":"1.234409405s","start":"2026-07-03T15:57:42.019417Z","end":"2026-07-03T15:57:43.253827Z","steps":["trace[352885872] 'agreement among raft nodes before linearized reading' (duration: 1.232361287s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.253978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:42.019379Z","time spent":"1.234581668s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:57:43.252593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:40.67849Z","time spent":"2.573263878s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:43.54062Z","caller":"traceutil/trace.go:171","msg":"trace[1379097257] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"286.631177ms","start":"2026-07-03T15:57:43.253957Z","end":"2026-07-03T15:57:43.540588Z","steps":["trace[1379097257] 'process raft request' (duration: 284.723754ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:43.541907Z","caller":"traceutil/trace.go:171","msg":"trace[1695441005] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"285.03564ms","start":"2026-07-03T15:57:43.256858Z","end":"2026-07-03T15:57:43.541894Z","steps":["trace[1695441005] 'process raft request' (duration: 284.872786ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:43.541921Z","caller":"traceutil/trace.go:171","msg":"trace[1692793606] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1340; }","duration":"271.901925ms","start":"2026-07-03T15:57:43.270004Z","end":"2026-07-03T15:57:43.541906Z","steps":["trace[1692793606] 'read index received' (duration: 268.686321ms)","trace[1692793606] 'applied index is now lower than readState.Index' (duration: 3.214844ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:43.542003Z","caller":"traceutil/trace.go:171","msg":"trace[1680483083] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"271.573427ms","start":"2026-07-03T15:57:43.270418Z","end":"2026-07-03T15:57:43.541992Z","steps":["trace[1680483083] 'process raft request' (duration: 271.392393ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:43.542143Z","caller":"traceutil/trace.go:171","msg":"trace[371368175] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"271.478025ms","start":"2026-07-03T15:57:43.270651Z","end":"2026-07-03T15:57:43.542129Z","steps":["trace[371368175] 'process raft request' (duration: 271.193709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:43.542261Z","caller":"traceutil/trace.go:171","msg":"trace[1668042251] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"271.422684ms","start":"2026-07-03T15:57:43.270824Z","end":"2026-07-03T15:57:43.542247Z","steps":["trace[1668042251] 'process raft request' (duration: 271.051536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.542507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.305795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:43.542591Z","caller":"traceutil/trace.go:171","msg":"trace[1198085096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1298; }","duration":"272.592951ms","start":"2026-07-03T15:57:43.26998Z","end":"2026-07-03T15:57:43.542573Z","steps":["trace[1198085096] 'agreement among raft nodes before linearized reading' (duration: 272.298284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.542651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.58068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T15:57:43.542728Z","caller":"traceutil/trace.go:171","msg":"trace[870913074] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:1298; }","duration":"272.706124ms","start":"2026-07-03T15:57:43.270001Z","end":"2026-07-03T15:57:43.542707Z","steps":["trace[870913074] 'agreement among raft nodes before linearized reading' (duration: 272.301794ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:43.718992Z","caller":"traceutil/trace.go:171","msg":"trace[1239422927] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1347; }","duration":"159.988202ms","start":"2026-07-03T15:57:43.558972Z","end":"2026-07-03T15:57:43.71896Z","steps":["trace[1239422927] 'read index received' (duration: 152.60984ms)","trace[1239422927] 'applied index is now lower than readState.Index' (duration: 7.376842ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:43.719072Z","caller":"traceutil/trace.go:171","msg":"trace[719472292] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"173.399504ms","start":"2026-07-03T15:57:43.545605Z","end":"2026-07-03T15:57:43.719005Z","steps":["trace[719472292] 'process raft request' (duration: 166.047842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.719218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.562219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T15:57:43.719259Z","caller":"traceutil/trace.go:171","msg":"trace[666653351] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1300; }","duration":"158.682501ms","start":"2026-07-03T15:57:43.560565Z","end":"2026-07-03T15:57:43.719247Z","steps":["trace[666653351] 'agreement among raft nodes before linearized reading' (duration: 158.579729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:43.719256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.324855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9lsbx\" ","response":"range_response_count:1 size:4129"} {"level":"info","ts":"2026-07-03T15:57:43.719316Z","caller":"traceutil/trace.go:171","msg":"trace[564241064] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9lsbx; range_end:; response_count:1; response_revision:1300; }","duration":"174.420937ms","start":"2026-07-03T15:57:43.544881Z","end":"2026-07-03T15:57:43.719302Z","steps":["trace[564241064] 'agreement among raft nodes before linearized reading' (duration: 174.200782ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:44.854039Z","caller":"traceutil/trace.go:171","msg":"trace[1930394657] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"441.568352ms","start":"2026-07-03T15:57:44.412445Z","end":"2026-07-03T15:57:44.854014Z","steps":["trace[1930394657] 'process raft request' (duration: 441.418988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:44.854185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:44.412418Z","time spent":"441.691625ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4221,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:57:44.868568Z","caller":"traceutil/trace.go:171","msg":"trace[1076167776] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1352; }","duration":"346.50015ms","start":"2026-07-03T15:57:44.522044Z","end":"2026-07-03T15:57:44.868544Z","steps":["trace[1076167776] 'read index received' (duration: 331.826038ms)","trace[1076167776] 'applied index is now lower than readState.Index' (duration: 14.672702ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:44.868674Z","caller":"traceutil/trace.go:171","msg":"trace[1827731181] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"389.506361ms","start":"2026-07-03T15:57:44.479138Z","end":"2026-07-03T15:57:44.868644Z","steps":["trace[1827731181] 'process raft request' (duration: 389.262445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:44.868692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.621262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:44.868736Z","caller":"traceutil/trace.go:171","msg":"trace[1073024451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1306; }","duration":"346.717665ms","start":"2026-07-03T15:57:44.522008Z","end":"2026-07-03T15:57:44.868725Z","steps":["trace[1073024451] 'agreement among raft nodes before linearized reading' (duration: 346.628943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:44.868779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:44.521991Z","time spent":"346.780176ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:57:44.868839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:44.479112Z","time spent":"389.615543ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.741782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.350455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:57:45.741918Z","caller":"traceutil/trace.go:171","msg":"trace[1966265397] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1356; }","duration":"194.589246ms","start":"2026-07-03T15:57:45.547298Z","end":"2026-07-03T15:57:45.741887Z","steps":["trace[1966265397] 'read index received' (duration: 56.935264ms)","trace[1966265397] 'applied index is now lower than readState.Index' (duration: 137.651572ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:45.742031Z","caller":"traceutil/trace.go:171","msg":"trace[83885956] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"386.311166ms","start":"2026-07-03T15:57:45.355657Z","end":"2026-07-03T15:57:45.741968Z","steps":["trace[83885956] 'process raft request' (duration: 248.660414ms)","trace[83885956] 'compare' (duration: 137.12056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:57:45.742205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:57:45.355632Z","time spent":"386.479951ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3224,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:57:45.742245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.891593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:57:45.742279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.918194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:57:45.742292Z","caller":"traceutil/trace.go:171","msg":"trace[1559330561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1309; }","duration":"194.981575ms","start":"2026-07-03T15:57:45.547299Z","end":"2026-07-03T15:57:45.74228Z","steps":["trace[1559330561] 'agreement among raft nodes before linearized reading' (duration: 194.835612ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:45.742336Z","caller":"traceutil/trace.go:171","msg":"trace[1593283396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1309; }","duration":"195.003615ms","start":"2026-07-03T15:57:45.547307Z","end":"2026-07-03T15:57:45.742311Z","steps":["trace[1593283396] 'agreement among raft nodes before linearized reading' (duration: 194.878012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.742341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.921643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T15:57:45.742611Z","caller":"traceutil/trace.go:171","msg":"trace[1256777656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1309; }","duration":"195.21739ms","start":"2026-07-03T15:57:45.547371Z","end":"2026-07-03T15:57:45.742589Z","steps":["trace[1256777656] 'agreement among raft nodes before linearized reading' (duration: 194.799091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:45.742215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.893603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:57:45.742689Z","caller":"traceutil/trace.go:171","msg":"trace[1346700601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1309; }","duration":"195.431386ms","start":"2026-07-03T15:57:45.547245Z","end":"2026-07-03T15:57:45.742676Z","steps":["trace[1346700601] 'agreement among raft nodes before linearized reading' (duration: 194.791571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:47.968634Z","caller":"traceutil/trace.go:171","msg":"trace[1258955098] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"161.169149ms","start":"2026-07-03T15:57:47.807438Z","end":"2026-07-03T15:57:47.968607Z","steps":["trace[1258955098] 'process raft request' (duration: 150.379288ms)","trace[1258955098] 'compare' (duration: 10.585367ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:48.014039Z","caller":"traceutil/trace.go:171","msg":"trace[1926211958] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"165.441368ms","start":"2026-07-03T15:57:47.848577Z","end":"2026-07-03T15:57:48.014019Z","steps":["trace[1926211958] 'process raft request' (duration: 165.300485ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:48.014206Z","caller":"traceutil/trace.go:171","msg":"trace[801209133] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"164.828494ms","start":"2026-07-03T15:57:47.84935Z","end":"2026-07-03T15:57:48.014178Z","steps":["trace[801209133] 'process raft request' (duration: 164.63088ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:56.080802Z","caller":"traceutil/trace.go:171","msg":"trace[131565440] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"138.992104ms","start":"2026-07-03T15:57:55.941776Z","end":"2026-07-03T15:57:56.080768Z","steps":["trace[131565440] 'process raft request' (duration: 90.089726ms)","trace[131565440] 'compare' (duration: 48.725464ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:56.255375Z","caller":"traceutil/trace.go:171","msg":"trace[1835951866] linearizableReadLoop","detail":"{readStateIndex:1451; appliedIndex:1450; }","duration":"131.037149ms","start":"2026-07-03T15:57:56.124312Z","end":"2026-07-03T15:57:56.255349Z","steps":["trace[1835951866] 'read index received' (duration: 126.153335ms)","trace[1835951866] 'applied index is now lower than readState.Index' (duration: 4.882904ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:56.255415Z","caller":"traceutil/trace.go:171","msg":"trace[568766063] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"141.44264ms","start":"2026-07-03T15:57:56.113939Z","end":"2026-07-03T15:57:56.255382Z","steps":["trace[568766063] 'process raft request' (duration: 136.545066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:56.25565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.322635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:57:56.25573Z","caller":"traceutil/trace.go:171","msg":"trace[80636671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1398; }","duration":"131.444348ms","start":"2026-07-03T15:57:56.124267Z","end":"2026-07-03T15:57:56.255711Z","steps":["trace[80636671] 'agreement among raft nodes before linearized reading' (duration: 131.193592ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:57:57.583245Z","caller":"traceutil/trace.go:171","msg":"trace[1434240986] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"106.837405ms","start":"2026-07-03T15:57:57.476377Z","end":"2026-07-03T15:57:57.583214Z","steps":["trace[1434240986] 'process raft request' (duration: 59.630086ms)","trace[1434240986] 'compare' (duration: 47.080106ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:57:57.848343Z","caller":"traceutil/trace.go:171","msg":"trace[2032704906] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"183.998041ms","start":"2026-07-03T15:57:57.664319Z","end":"2026-07-03T15:57:57.848318Z","steps":["trace[2032704906] 'process raft request' (duration: 183.847708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:59.821758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.307677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:57:59.821855Z","caller":"traceutil/trace.go:171","msg":"trace[1837673889] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1428; }","duration":"196.454739ms","start":"2026-07-03T15:57:59.625378Z","end":"2026-07-03T15:57:59.821833Z","steps":["trace[1837673889] 'count revisions from in-memory index tree' (duration: 196.232014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:57:59.822289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.643159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:57:59.822546Z","caller":"traceutil/trace.go:171","msg":"trace[1946247072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1428; }","duration":"234.925275ms","start":"2026-07-03T15:57:59.5876Z","end":"2026-07-03T15:57:59.822525Z","steps":["trace[1946247072] 'range keys from in-memory index tree' (duration: 234.503896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:02.163596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.328079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:02.163806Z","caller":"traceutil/trace.go:171","msg":"trace[1385919362] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"197.786591ms","start":"2026-07-03T15:58:01.965973Z","end":"2026-07-03T15:58:02.16376Z","steps":["trace[1385919362] 'process raft request' (duration: 34.212747ms)","trace[1385919362] 'compare' (duration: 163.155875ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:02.163845Z","caller":"traceutil/trace.go:171","msg":"trace[119856349] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1494; }","duration":"173.638529ms","start":"2026-07-03T15:58:01.990165Z","end":"2026-07-03T15:58:02.163803Z","steps":["trace[119856349] 'read index received' (duration: 10.009513ms)","trace[119856349] 'applied index is now lower than readState.Index' (duration: 163.625826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:02.16429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.537158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:02.164459Z","caller":"traceutil/trace.go:171","msg":"trace[700944806] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1441; }","duration":"152.728603ms","start":"2026-07-03T15:58:02.011701Z","end":"2026-07-03T15:58:02.16443Z","steps":["trace[700944806] 'agreement among raft nodes before linearized reading' (duration: 152.338234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:02.164305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.12036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:02.16492Z","caller":"traceutil/trace.go:171","msg":"trace[818365890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1441; }","duration":"174.784695ms","start":"2026-07-03T15:58:01.990112Z","end":"2026-07-03T15:58:02.164897Z","steps":["trace[818365890] 'agreement among raft nodes before linearized reading' (duration: 173.853924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.41467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123182067s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:58:03.425631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133949456s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:03.425851Z","caller":"traceutil/trace.go:171","msg":"trace[1166152968] linearizableReadLoop","detail":"{readStateIndex:1499; appliedIndex:1496; }","duration":"1.234139758s","start":"2026-07-03T15:58:02.191693Z","end":"2026-07-03T15:58:03.425833Z","steps":["trace[1166152968] 'read index received' (duration: 99.755071ms)","trace[1166152968] 'applied index is now lower than readState.Index' (duration: 1.134383857s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:03.425866Z","caller":"traceutil/trace.go:171","msg":"trace[1135198739] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"1.255510606s","start":"2026-07-03T15:58:02.170308Z","end":"2026-07-03T15:58:03.425818Z","steps":["trace[1135198739] 'process raft request' (duration: 121.21282ms)","trace[1135198739] 'compare' (duration: 1.13321872s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:03.42598Z","caller":"traceutil/trace.go:171","msg":"trace[2050522393] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"1.255177107s","start":"2026-07-03T15:58:02.170773Z","end":"2026-07-03T15:58:03.42595Z","steps":["trace[2050522393] 'process raft request' (duration: 1.255023513s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.426039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:02.170282Z","time spent":"1.255676669s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:03.426113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:02.170727Z","time spent":"1.25531056s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:03.426146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234458625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:03.426184Z","caller":"traceutil/trace.go:171","msg":"trace[901440035] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1444; }","duration":"1.234611579s","start":"2026-07-03T15:58:02.191561Z","end":"2026-07-03T15:58:03.426173Z","steps":["trace[901440035] 'agreement among raft nodes before linearized reading' (duration: 1.234543067s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:03.426192Z","caller":"traceutil/trace.go:171","msg":"trace[1762296389] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"1.255805912s","start":"2026-07-03T15:58:02.170375Z","end":"2026-07-03T15:58:03.426181Z","steps":["trace[1762296389] 'process raft request' (duration: 1.255354472s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.426226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:02.191528Z","time spent":"1.234688581s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":28,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:03.426255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:02.170344Z","time spent":"1.255875574s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:03.432775Z","caller":"traceutil/trace.go:171","msg":"trace[1661335165] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"483.885776ms","start":"2026-07-03T15:58:02.948873Z","end":"2026-07-03T15:58:03.432759Z","steps":["trace[1661335165] 'process raft request' (duration: 483.788814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.432854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:02.948846Z","time spent":"483.970928ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6410,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:03.433053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.662857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:03.433114Z","caller":"traceutil/trace.go:171","msg":"trace[1655591304] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1445; }","duration":"859.804121ms","start":"2026-07-03T15:58:02.5733Z","end":"2026-07-03T15:58:03.433104Z","steps":["trace[1655591304] 'agreement among raft nodes before linearized reading' (duration: 859.677038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.433151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:02.573278Z","time spent":"859.863222ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:03.433201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075066277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:58:03.433286Z","caller":"traceutil/trace.go:171","msg":"trace[459355145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1445; }","duration":"1.075215282s","start":"2026-07-03T15:58:02.358051Z","end":"2026-07-03T15:58:03.433267Z","steps":["trace[459355145] 'agreement among raft nodes before linearized reading' (duration: 1.074899044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.433212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.046205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:03.433337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:02.358026Z","time spent":"1.075301143s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:03.433399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.128806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-7h2xd\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-03T15:58:03.433464Z","caller":"traceutil/trace.go:171","msg":"trace[923336640] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-7h2xd; range_end:; response_count:1; response_revision:1445; }","duration":"936.269149ms","start":"2026-07-03T15:58:02.497178Z","end":"2026-07-03T15:58:03.433447Z","steps":["trace[923336640] 'agreement among raft nodes before linearized reading' (duration: 936.066424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.433506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:02.496971Z","time spent":"936.526415ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4218,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-7h2xd\" "} {"level":"info","ts":"2026-07-03T15:58:03.433504Z","caller":"traceutil/trace.go:171","msg":"trace[856320307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1445; }","duration":"912.347742ms","start":"2026-07-03T15:58:02.521059Z","end":"2026-07-03T15:58:03.433407Z","steps":["trace[856320307] 'agreement among raft nodes before linearized reading' (duration: 912.013114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:03.43372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:02.521036Z","time spent":"912.649309ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:58:04.660919Z","caller":"traceutil/trace.go:171","msg":"trace[114450022] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1506; }","duration":"139.509305ms","start":"2026-07-03T15:58:04.521386Z","end":"2026-07-03T15:58:04.660895Z","steps":["trace[114450022] 'read index received' (duration: 139.382922ms)","trace[114450022] 'applied index is now lower than readState.Index' (duration: 125.303µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:04.660989Z","caller":"traceutil/trace.go:171","msg":"trace[1338219723] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"168.448328ms","start":"2026-07-03T15:58:04.492504Z","end":"2026-07-03T15:58:04.660952Z","steps":["trace[1338219723] 'process raft request' (duration: 168.252283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:04.661051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.649368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:04.661087Z","caller":"traceutil/trace.go:171","msg":"trace[1395731956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1452; }","duration":"139.759501ms","start":"2026-07-03T15:58:04.521316Z","end":"2026-07-03T15:58:04.661076Z","steps":["trace[1395731956] 'agreement among raft nodes before linearized reading' (duration: 139.676919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:09.663568Z","caller":"traceutil/trace.go:171","msg":"trace[70396129] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"134.973909ms","start":"2026-07-03T15:58:09.528564Z","end":"2026-07-03T15:58:09.663538Z","steps":["trace[70396129] 'process raft request' (duration: 73.07766ms)","trace[70396129] 'compare' (duration: 61.665474ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:09.663809Z","caller":"traceutil/trace.go:171","msg":"trace[708453329] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"134.866167ms","start":"2026-07-03T15:58:09.528914Z","end":"2026-07-03T15:58:09.66378Z","steps":["trace[708453329] 'process raft request' (duration: 134.56532ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:09.664073Z","caller":"traceutil/trace.go:171","msg":"trace[1774155738] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"108.517103ms","start":"2026-07-03T15:58:09.555539Z","end":"2026-07-03T15:58:09.664057Z","steps":["trace[1774155738] 'process raft request' (duration: 108.162535ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:09.664046Z","caller":"traceutil/trace.go:171","msg":"trace[1399217497] linearizableReadLoop","detail":"{readStateIndex:1627; appliedIndex:1625; }","duration":"112.243121ms","start":"2026-07-03T15:58:09.551762Z","end":"2026-07-03T15:58:09.664005Z","steps":["trace[1399217497] 'read index received' (duration: 49.817209ms)","trace[1399217497] 'applied index is now lower than readState.Index' (duration: 62.424422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:09.664451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.673432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-sq8lv\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-07-03T15:58:09.664521Z","caller":"traceutil/trace.go:171","msg":"trace[263897160] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-sq8lv; range_end:; response_count:1; response_revision:1571; }","duration":"112.802444ms","start":"2026-07-03T15:58:09.551699Z","end":"2026-07-03T15:58:09.664502Z","steps":["trace[263897160] 'agreement among raft nodes before linearized reading' (duration: 112.405324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:11.114594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100978631s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:58:11.115034Z","caller":"traceutil/trace.go:171","msg":"trace[614375704] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1636; }","duration":"473.122535ms","start":"2026-07-03T15:58:10.641887Z","end":"2026-07-03T15:58:11.115009Z","steps":["trace[614375704] 'read index received' (duration: 472.814368ms)","trace[614375704] 'applied index is now lower than readState.Index' (duration: 307.177µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:11.115174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.260238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:11.115129Z","caller":"traceutil/trace.go:171","msg":"trace[1920811403] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"1.101573244s","start":"2026-07-03T15:58:10.013528Z","end":"2026-07-03T15:58:11.115102Z","steps":["trace[1920811403] 'process raft request' (duration: 1.101269367s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:11.115225Z","caller":"traceutil/trace.go:171","msg":"trace[2125524302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1580; }","duration":"473.359341ms","start":"2026-07-03T15:58:10.641843Z","end":"2026-07-03T15:58:11.115202Z","steps":["trace[2125524302] 'agreement among raft nodes before linearized reading' (duration: 473.273309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:11.115264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.641824Z","time spent":"473.430132ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:11.115435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:10.013516Z","time spent":"1.101786559s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:12.092711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.622473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:12.092796Z","caller":"traceutil/trace.go:171","msg":"trace[425782563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1580; }","duration":"564.772077ms","start":"2026-07-03T15:58:11.528005Z","end":"2026-07-03T15:58:12.092777Z","steps":["trace[425782563] 'range keys from in-memory index tree' (duration: 564.474879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.09284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:11.527996Z","time spent":"564.834408ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:58:12.092963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.972154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:58:12.093046Z","caller":"traceutil/trace.go:171","msg":"trace[987109882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1580; }","duration":"425.105669ms","start":"2026-07-03T15:58:11.667919Z","end":"2026-07-03T15:58:12.093025Z","steps":["trace[987109882] 'range keys from in-memory index tree' (duration: 424.772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.093039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.331957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T15:58:12.093101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:11.6679Z","time spent":"425.192161ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:12.093103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.90502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:12.093114Z","caller":"traceutil/trace.go:171","msg":"trace[474694727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1580; }","duration":"423.452781ms","start":"2026-07-03T15:58:11.669643Z","end":"2026-07-03T15:58:12.093096Z","steps":["trace[474694727] 'range keys from in-memory index tree' (duration: 423.118942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:12.093149Z","caller":"traceutil/trace.go:171","msg":"trace[1020743111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1580; }","duration":"570.987022ms","start":"2026-07-03T15:58:11.522152Z","end":"2026-07-03T15:58:12.093139Z","steps":["trace[1020743111] 'range keys from in-memory index tree' (duration: 570.827018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.093177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:11.522132Z","time spent":"571.038613ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:12.093176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:11.669625Z","time spent":"423.536343ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:58:12.093322Z","caller":"traceutil/trace.go:171","msg":"trace[1802800478] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"421.337911ms","start":"2026-07-03T15:58:11.67197Z","end":"2026-07-03T15:58:12.093308Z","steps":["trace[1802800478] 'process raft request' (duration: 401.192081ms)","trace[1802800478] 'compare' (duration: 19.357291ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:12.093323Z","caller":"traceutil/trace.go:171","msg":"trace[1805088362] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1637; }","duration":"417.255566ms","start":"2026-07-03T15:58:11.676036Z","end":"2026-07-03T15:58:12.093292Z","steps":["trace[1805088362] 'read index received' (duration: 397.124646ms)","trace[1805088362] 'applied index is now lower than readState.Index' (duration: 20.12936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:12.093405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:11.67195Z","time spent":"421.394753ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:12.09349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.452691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T15:58:12.093534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.869373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:58:12.093551Z","caller":"traceutil/trace.go:171","msg":"trace[290732216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1581; }","duration":"417.533772ms","start":"2026-07-03T15:58:11.676004Z","end":"2026-07-03T15:58:12.093538Z","steps":["trace[290732216] 'agreement among raft nodes before linearized reading' (duration: 417.403509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:12.09357Z","caller":"traceutil/trace.go:171","msg":"trace[887512103] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1581; }","duration":"390.928684ms","start":"2026-07-03T15:58:11.702631Z","end":"2026-07-03T15:58:12.09356Z","steps":["trace[887512103] 'agreement among raft nodes before linearized reading' (duration: 390.811161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.093585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:11.675992Z","time spent":"417.585373ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:12.0936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:11.70262Z","time spent":"390.973735ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T15:58:12.093796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.217783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:12.093824Z","caller":"traceutil/trace.go:171","msg":"trace[407237818] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1581; }","duration":"165.249394ms","start":"2026-07-03T15:58:11.928566Z","end":"2026-07-03T15:58:12.093816Z","steps":["trace[407237818] 'agreement among raft nodes before linearized reading' (duration: 165.190392ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:12.427754Z","caller":"traceutil/trace.go:171","msg":"trace[946333663] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"330.342215ms","start":"2026-07-03T15:58:12.097389Z","end":"2026-07-03T15:58:12.427731Z","steps":["trace[946333663] 'process raft request' (duration: 330.268153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:12.427797Z","caller":"traceutil/trace.go:171","msg":"trace[3660870] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"330.57989ms","start":"2026-07-03T15:58:12.097183Z","end":"2026-07-03T15:58:12.427763Z","steps":["trace[3660870] 'process raft request' (duration: 330.280143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.4279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:12.097363Z","time spent":"330.467477ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:12.427955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:12.097166Z","time spent":"330.702333ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:12.428088Z","caller":"traceutil/trace.go:171","msg":"trace[1019143129] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"330.54791ms","start":"2026-07-03T15:58:12.097522Z","end":"2026-07-03T15:58:12.42807Z","steps":["trace[1019143129] 'process raft request' (duration: 330.175651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.428167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:12.097514Z","time spent":"330.620171ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:12.428158Z","caller":"traceutil/trace.go:171","msg":"trace[1068342377] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"330.397176ms","start":"2026-07-03T15:58:12.097731Z","end":"2026-07-03T15:58:12.428128Z","steps":["trace[1068342377] 'process raft request' (duration: 330.233532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.428344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:12.097715Z","time spent":"330.530399ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:12.468922Z","caller":"traceutil/trace.go:171","msg":"trace[2082218122] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1639; }","duration":"241.078568ms","start":"2026-07-03T15:58:12.227819Z","end":"2026-07-03T15:58:12.468897Z","steps":["trace[2082218122] 'read index received' (duration: 199.714855ms)","trace[2082218122] 'applied index is now lower than readState.Index' (duration: 41.362563ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:12.468976Z","caller":"traceutil/trace.go:171","msg":"trace[1190083675] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"327.296294ms","start":"2026-07-03T15:58:12.141651Z","end":"2026-07-03T15:58:12.468948Z","steps":["trace[1190083675] 'process raft request' (duration: 327.11627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:12.469117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:12.141632Z","time spent":"327.407776ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:12.469228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.388175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-sq8lv\" ","response":"range_response_count:1 size:3551"} {"level":"info","ts":"2026-07-03T15:58:12.469296Z","caller":"traceutil/trace.go:171","msg":"trace[2072625547] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-sq8lv; range_end:; response_count:1; response_revision:1586; }","duration":"241.497337ms","start":"2026-07-03T15:58:12.22778Z","end":"2026-07-03T15:58:12.469277Z","steps":["trace[2072625547] 'agreement among raft nodes before linearized reading' (duration: 241.211851ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:12.792466Z","caller":"traceutil/trace.go:171","msg":"trace[91495966] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"172.762478ms","start":"2026-07-03T15:58:12.619679Z","end":"2026-07-03T15:58:12.792441Z","steps":["trace[91495966] 'process raft request' (duration: 172.581264ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:23.451959Z","caller":"traceutil/trace.go:171","msg":"trace[1969010462] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"199.598111ms","start":"2026-07-03T15:58:23.252328Z","end":"2026-07-03T15:58:23.451926Z","steps":["trace[1969010462] 'process raft request' (duration: 199.388086ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:26.169617Z","caller":"traceutil/trace.go:171","msg":"trace[2069314350] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"137.167215ms","start":"2026-07-03T15:58:26.032424Z","end":"2026-07-03T15:58:26.169591Z","steps":["trace[2069314350] 'read index received' (duration: 136.830758ms)","trace[2069314350] 'applied index is now lower than readState.Index' (duration: 334.667µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:26.16965Z","caller":"traceutil/trace.go:171","msg":"trace[1398370491] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1826; }","duration":"542.331334ms","start":"2026-07-03T15:58:25.627298Z","end":"2026-07-03T15:58:26.169629Z","steps":["trace[1398370491] 'process raft request' (duration: 542.079168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:26.169755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.317399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:26.16978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:25.627261Z","time spent":"542.453817ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T15:58:26.169805Z","caller":"traceutil/trace.go:171","msg":"trace[673088156] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1826; }","duration":"137.417741ms","start":"2026-07-03T15:58:26.032374Z","end":"2026-07-03T15:58:26.169792Z","steps":["trace[673088156] 'agreement among raft nodes before linearized reading' (duration: 137.321919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:27.225263Z","caller":"traceutil/trace.go:171","msg":"trace[885552630] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"134.658837ms","start":"2026-07-03T15:58:27.090576Z","end":"2026-07-03T15:58:27.225235Z","steps":["trace[885552630] 'process raft request' (duration: 133.835489ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:27.230162Z","caller":"traceutil/trace.go:171","msg":"trace[928607260] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"136.307156ms","start":"2026-07-03T15:58:27.093835Z","end":"2026-07-03T15:58:27.230142Z","steps":["trace[928607260] 'process raft request' (duration: 136.136542ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:27.757964Z","caller":"traceutil/trace.go:171","msg":"trace[225643661] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"106.778762ms","start":"2026-07-03T15:58:27.651154Z","end":"2026-07-03T15:58:27.757933Z","steps":["trace[225643661] 'process raft request' (duration: 106.417204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:28.032207Z","caller":"traceutil/trace.go:171","msg":"trace[1311672286] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"108.399699ms","start":"2026-07-03T15:58:27.923785Z","end":"2026-07-03T15:58:28.032184Z","steps":["trace[1311672286] 'process raft request' (duration: 82.893639ms)","trace[1311672286] 'compare' (duration: 25.399568ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:28.046054Z","caller":"traceutil/trace.go:171","msg":"trace[8545209] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"121.529793ms","start":"2026-07-03T15:58:27.924508Z","end":"2026-07-03T15:58:28.046038Z","steps":["trace[8545209] 'process raft request' (duration: 121.364249ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:28.046118Z","caller":"traceutil/trace.go:171","msg":"trace[2047968930] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"121.311288ms","start":"2026-07-03T15:58:27.924766Z","end":"2026-07-03T15:58:28.046077Z","steps":["trace[2047968930] 'process raft request' (duration: 121.182305ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:28.046319Z","caller":"traceutil/trace.go:171","msg":"trace[1121617230] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"121.112684ms","start":"2026-07-03T15:58:27.925183Z","end":"2026-07-03T15:58:28.046296Z","steps":["trace[1121617230] 'process raft request' (duration: 120.802587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:28.046531Z","caller":"traceutil/trace.go:171","msg":"trace[1359459592] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"121.267817ms","start":"2026-07-03T15:58:27.925249Z","end":"2026-07-03T15:58:28.046517Z","steps":["trace[1359459592] 'process raft request' (duration: 120.913699ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:28.046783Z","caller":"traceutil/trace.go:171","msg":"trace[1466931093] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"121.025522ms","start":"2026-07-03T15:58:27.925692Z","end":"2026-07-03T15:58:28.046718Z","steps":["trace[1466931093] 'process raft request' (duration: 120.774296ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:28.046944Z","caller":"traceutil/trace.go:171","msg":"trace[139275320] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"119.717072ms","start":"2026-07-03T15:58:27.927186Z","end":"2026-07-03T15:58:28.046903Z","steps":["trace[139275320] 'process raft request' (duration: 119.455895ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:28.873093Z","caller":"traceutil/trace.go:171","msg":"trace[67378399] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"120.717234ms","start":"2026-07-03T15:58:28.752358Z","end":"2026-07-03T15:58:28.873075Z","steps":["trace[67378399] 'process raft request' (duration: 120.626492ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:30.360178Z","caller":"traceutil/trace.go:171","msg":"trace[2101775965] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"133.145351ms","start":"2026-07-03T15:58:30.226731Z","end":"2026-07-03T15:58:30.359876Z","steps":["trace[2101775965] 'process raft request' (duration: 133.030089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.080309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.217583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:31.080412Z","caller":"traceutil/trace.go:171","msg":"trace[1078296470] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"436.926276ms","start":"2026-07-03T15:58:30.643465Z","end":"2026-07-03T15:58:31.080392Z","steps":["trace[1078296470] 'read index received' (duration: 43.514768ms)","trace[1078296470] 'applied index is now lower than readState.Index' (duration: 393.409928ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:31.080498Z","caller":"traceutil/trace.go:171","msg":"trace[952765676] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"469.810476ms","start":"2026-07-03T15:58:30.610675Z","end":"2026-07-03T15:58:31.080485Z","steps":["trace[952765676] 'process raft request' (duration: 76.291706ms)","trace[952765676] 'compare' (duration: 393.10648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:31.080556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:30.610659Z","time spent":"469.864417ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:31.080914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.766383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:31.080997Z","caller":"traceutil/trace.go:171","msg":"trace[513848942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1887; }","duration":"284.900136ms","start":"2026-07-03T15:58:30.796079Z","end":"2026-07-03T15:58:31.08098Z","steps":["trace[513848942] 'agreement among raft nodes before linearized reading' (duration: 284.716602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.081064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.021858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:31.081125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.6188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:31.081134Z","caller":"traceutil/trace.go:171","msg":"trace[320329228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1887; }","duration":"285.112521ms","start":"2026-07-03T15:58:30.795996Z","end":"2026-07-03T15:58:31.081108Z","steps":["trace[320329228] 'agreement among raft nodes before linearized reading' (duration: 285.016779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.081142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.659113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:31.081164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.674242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:31.081106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.753093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:31.081233Z","caller":"traceutil/trace.go:171","msg":"trace[620220683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1887; }","duration":"437.773375ms","start":"2026-07-03T15:58:30.64343Z","end":"2026-07-03T15:58:31.081203Z","steps":["trace[620220683] 'agreement among raft nodes before linearized reading' (duration: 437.645122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.080856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.954328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:31.081271Z","caller":"traceutil/trace.go:171","msg":"trace[1630409350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1887; }","duration":"300.804395ms","start":"2026-07-03T15:58:30.780434Z","end":"2026-07-03T15:58:31.081239Z","steps":["trace[1630409350] 'agreement among raft nodes before linearized reading' (duration: 300.652791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:31.081172Z","caller":"traceutil/trace.go:171","msg":"trace[1106140661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1887; }","duration":"300.685322ms","start":"2026-07-03T15:58:30.780473Z","end":"2026-07-03T15:58:31.081159Z","steps":["trace[1106140661] 'agreement among raft nodes before linearized reading' (duration: 300.60731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.08118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.238552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:31.081293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:30.643414Z","time spent":"437.868488ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:58:31.081282Z","caller":"traceutil/trace.go:171","msg":"trace[339176009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1887; }","duration":"284.962767ms","start":"2026-07-03T15:58:30.796299Z","end":"2026-07-03T15:58:31.081262Z","steps":["trace[339176009] 'agreement among raft nodes before linearized reading' (duration: 284.725372ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:31.081347Z","caller":"traceutil/trace.go:171","msg":"trace[488457460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1887; }","duration":"300.486417ms","start":"2026-07-03T15:58:30.780851Z","end":"2026-07-03T15:58:31.081337Z","steps":["trace[488457460] 'agreement among raft nodes before linearized reading' (duration: 300.16728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.081347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:30.780418Z","time spent":"300.910567ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":26,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T15:58:31.081357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:30.78047Z","time spent":"300.866186ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":26,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:31.081385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:30.780838Z","time spent":"300.532578ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":26,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 "} {"level":"info","ts":"2026-07-03T15:58:31.081303Z","caller":"traceutil/trace.go:171","msg":"trace[1406140990] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1887; }","duration":"317.45865ms","start":"2026-07-03T15:58:30.763833Z","end":"2026-07-03T15:58:31.081292Z","steps":["trace[1406140990] 'agreement among raft nodes before linearized reading' (duration: 316.920068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:31.081525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:30.763816Z","time spent":"317.699365ms","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:32.113002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:31.704228Z","time spent":"408.769883ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T15:58:32.309877Z","caller":"traceutil/trace.go:171","msg":"trace[1761491468] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1974; }","duration":"206.291375ms","start":"2026-07-03T15:58:32.103543Z","end":"2026-07-03T15:58:32.309834Z","steps":["trace[1761491468] 'read index received' (duration: 9.310635ms)","trace[1761491468] 'applied index is now lower than readState.Index' (duration: 196.979ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:32.309948Z","caller":"traceutil/trace.go:171","msg":"trace[1701841977] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"444.246774ms","start":"2026-07-03T15:58:31.865663Z","end":"2026-07-03T15:58:32.30991Z","steps":["trace[1701841977] 'process raft request' (duration: 443.398294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:32.310121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:31.865632Z","time spent":"444.394217ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:32.310133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.576182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-03T15:58:32.310367Z","caller":"traceutil/trace.go:171","msg":"trace[1081996315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"206.872359ms","start":"2026-07-03T15:58:32.103478Z","end":"2026-07-03T15:58:32.310351Z","steps":["trace[1081996315] 'agreement among raft nodes before linearized reading' (duration: 206.47407ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:32.310764Z","caller":"traceutil/trace.go:171","msg":"trace[2024023810] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"196.587552ms","start":"2026-07-03T15:58:32.114152Z","end":"2026-07-03T15:58:32.310739Z","steps":["trace[2024023810] 'process raft request' (duration: 196.449958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:40.872732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572625565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:41.219031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.995433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-03T15:58:41.219118Z","caller":"traceutil/trace.go:171","msg":"trace[402926203] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9; range_end:; response_count:1; response_revision:2005; }","duration":"918.135696ms","start":"2026-07-03T15:58:40.300956Z","end":"2026-07-03T15:58:41.219092Z","steps":["trace[402926203] 'range keys from in-memory index tree' (duration: 917.801937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:41.219163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:40.300931Z","time spent":"918.221338ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" "} {"level":"info","ts":"2026-07-03T15:58:41.295206Z","caller":"traceutil/trace.go:171","msg":"trace[1174761509] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"934.579476ms","start":"2026-07-03T15:58:40.360419Z","end":"2026-07-03T15:58:41.294999Z","steps":["trace[1174761509] 'process raft request' (duration: 934.424792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:41.295321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:40.360398Z","time spent":"934.860103ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:41.654873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.957858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:41.655058Z","caller":"traceutil/trace.go:171","msg":"trace[941992012] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2091; }","duration":"1.282963101s","start":"2026-07-03T15:58:40.372076Z","end":"2026-07-03T15:58:41.655039Z","steps":["trace[941992012] 'read index received' (duration: 922.884406ms)","trace[941992012] 'applied index is now lower than readState.Index' (duration: 360.077355ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:41.655083Z","caller":"traceutil/trace.go:171","msg":"trace[625694457] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"1.245060064s","start":"2026-07-03T15:58:40.409991Z","end":"2026-07-03T15:58:41.655052Z","steps":["trace[625694457] 'process raft request' (duration: 1.044787658s)","trace[625694457] 'compare' (duration: 199.504278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:41.655257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:40.409964Z","time spent":"1.245186566s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:41.65532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283250187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:41.65537Z","caller":"traceutil/trace.go:171","msg":"trace[77908361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2007; }","duration":"1.283300579s","start":"2026-07-03T15:58:40.372053Z","end":"2026-07-03T15:58:41.655354Z","steps":["trace[77908361] 'agreement among raft nodes before linearized reading' (duration: 1.283113734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:41.65541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:40.372029Z","time spent":"1.283371941s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:42.156734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572625570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:58:42.644056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:58:42.644151Z","caller":"traceutil/trace.go:171","msg":"trace[934644556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000133374s","start":"2026-07-03T15:58:40.643998Z","end":"2026-07-03T15:58:42.644131Z","steps":["trace[934644556] 'agreement among raft nodes before linearized reading' (duration: 1.999988361s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:42.644201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:40.643976Z","time spent":"2.000215046s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:58:43.5213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:58:43.521392Z","caller":"traceutil/trace.go:171","msg":"trace[81598664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055413s","start":"2026-07-03T15:58:41.521317Z","end":"2026-07-03T15:58:43.521372Z","steps":["trace[81598664] 'agreement among raft nodes before linearized reading' (duration: 1.99993672s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:43.521447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:41.521296Z","time spent":"2.000141515s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:58:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:58:43.8465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.58927ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:43.846622Z","caller":"traceutil/trace.go:171","msg":"trace[540480696] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2007; }","duration":"323.721984ms","start":"2026-07-03T15:58:43.522883Z","end":"2026-07-03T15:58:43.846605Z","steps":["trace[540480696] 'range keys from in-memory index tree' (duration: 323.57259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:43.847201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320700786s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:43.847408Z","caller":"traceutil/trace.go:171","msg":"trace[119084010] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2093; }","duration":"2.192271973s","start":"2026-07-03T15:58:41.655116Z","end":"2026-07-03T15:58:43.847388Z","steps":["trace[119084010] 'read index received' (duration: 871.194049ms)","trace[119084010] 'applied index is now lower than readState.Index' (duration: 1.321077124s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:43.847451Z","caller":"traceutil/trace.go:171","msg":"trace[1802208275] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"2.551069919s","start":"2026-07-03T15:58:41.296361Z","end":"2026-07-03T15:58:43.847431Z","steps":["trace[1802208275] 'process raft request' (duration: 1.230059836s)","trace[1802208275] 'compare' (duration: 1.320279636s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:43.847543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:41.296332Z","time spent":"2.551168142s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:43.847571Z","caller":"traceutil/trace.go:171","msg":"trace[1947070702] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"2.456647083s","start":"2026-07-03T15:58:41.390834Z","end":"2026-07-03T15:58:43.847481Z","steps":["trace[1947070702] 'process raft request' (duration: 2.456465029s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:43.847739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711466332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:58:43.847788Z","caller":"traceutil/trace.go:171","msg":"trace[1335106437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2010; }","duration":"2.711553004s","start":"2026-07-03T15:58:41.136221Z","end":"2026-07-03T15:58:43.847774Z","steps":["trace[1335106437] 'agreement among raft nodes before linearized reading' (duration: 2.711278878s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:43.847802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110668664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-03T15:58:43.847917Z","caller":"traceutil/trace.go:171","msg":"trace[1001007743] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9; range_end:; response_count:1; response_revision:2010; }","duration":"3.110787747s","start":"2026-07-03T15:58:40.737105Z","end":"2026-07-03T15:58:43.847892Z","steps":["trace[1001007743] 'agreement among raft nodes before linearized reading' (duration: 3.110369327s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:43.847918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44921047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T15:58:43.847898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:41.136201Z","time spent":"2.711684737s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:43.847959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229639898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:43.84801Z","caller":"traceutil/trace.go:171","msg":"trace[1025638486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2010; }","duration":"3.229776471s","start":"2026-07-03T15:58:40.618219Z","end":"2026-07-03T15:58:43.847995Z","steps":["trace[1025638486] 'agreement among raft nodes before linearized reading' (duration: 3.229267999s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:43.847641Z","caller":"traceutil/trace.go:171","msg":"trace[1160724527] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"1.199045589s","start":"2026-07-03T15:58:42.648548Z","end":"2026-07-03T15:58:43.847594Z","steps":["trace[1160724527] 'process raft request' (duration: 1.198808513s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:43.848034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:41.390808Z","time spent":"2.45696153s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:43.848061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:40.618197Z","time spent":"3.229855783s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:58:43.84811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:42.648522Z","time spent":"1.199559171s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:58:43.848124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21499918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:58:43.847775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23277098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:58:43.848172Z","caller":"traceutil/trace.go:171","msg":"trace[1843745267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2010; }","duration":"3.215070691s","start":"2026-07-03T15:58:40.633087Z","end":"2026-07-03T15:58:43.848157Z","steps":["trace[1843745267] 'agreement among raft nodes before linearized reading' (duration: 3.214387895s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:43.8482Z","caller":"traceutil/trace.go:171","msg":"trace[1269261725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2010; }","duration":"3.233253681s","start":"2026-07-03T15:58:40.614937Z","end":"2026-07-03T15:58:43.84819Z","steps":["trace[1269261725] 'agreement among raft nodes before linearized reading' (duration: 3.232555996s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:43.847965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:40.737084Z","time spent":"3.110869948s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" "} {"level":"warn","ts":"2026-07-03T15:58:43.848284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:40.614916Z","time spent":"3.233350483s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:58:43.847998Z","caller":"traceutil/trace.go:171","msg":"trace[1567785738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2010; }","duration":"2.449311502s","start":"2026-07-03T15:58:41.398661Z","end":"2026-07-03T15:58:43.847973Z","steps":["trace[1567785738] 'agreement among raft nodes before linearized reading' (duration: 2.448840872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:43.848377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:41.398642Z","time spent":"2.449722022s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:58:43.84822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:40.633076Z","time spent":"3.215131603s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:58:45.551847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000662826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:58:45.551987Z","caller":"traceutil/trace.go:171","msg":"trace[1258726038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000873361s","start":"2026-07-03T15:58:43.551093Z","end":"2026-07-03T15:58:45.551966Z","steps":["trace[1258726038] 'agreement among raft nodes before linearized reading' (duration: 2.000694426s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.552039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.551069Z","time spent":"2.000958603s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:58:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:58:45.967962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.703993359s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:58:45.970851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707451589s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:45.971126Z","caller":"traceutil/trace.go:171","msg":"trace[2020688291] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"2.310935369s","start":"2026-07-03T15:58:43.660163Z","end":"2026-07-03T15:58:45.971098Z","steps":["trace[2020688291] 'process raft request' (duration: 2.310777945s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.971161Z","caller":"traceutil/trace.go:171","msg":"trace[1973757517] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"2.668514308s","start":"2026-07-03T15:58:43.30261Z","end":"2026-07-03T15:58:45.971124Z","steps":["trace[1973757517] 'process raft request' (duration: 960.67965ms)","trace[1973757517] 'compare' (duration: 1.706595038s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:45.971256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.660147Z","time spent":"2.311033601s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:45.971272Z","caller":"traceutil/trace.go:171","msg":"trace[1635956216] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"117.285826ms","start":"2026-07-03T15:58:45.853976Z","end":"2026-07-03T15:58:45.971262Z","steps":["trace[1635956216] 'process raft request' (duration: 117.263355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.97129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.302569Z","time spent":"2.668656651s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:45.971486Z","caller":"traceutil/trace.go:171","msg":"trace[260072056] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"2.118559095s","start":"2026-07-03T15:58:43.852919Z","end":"2026-07-03T15:58:45.971478Z","steps":["trace[260072056] 'process raft request' (duration: 2.118095154s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.971526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.8529Z","time spent":"2.118602156s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:45.971715Z","caller":"traceutil/trace.go:171","msg":"trace[1724204421] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"1.001258719s","start":"2026-07-03T15:58:44.970429Z","end":"2026-07-03T15:58:45.971687Z","steps":["trace[1724204421] 'process raft request' (duration: 1.000767028s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.971722Z","caller":"traceutil/trace.go:171","msg":"trace[2072996644] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2096; }","duration":"2.124198326s","start":"2026-07-03T15:58:43.847451Z","end":"2026-07-03T15:58:45.971649Z","steps":["trace[2072996644] 'read index received' (duration: 415.904148ms)","trace[2072996644] 'applied index is now lower than readState.Index' (duration: 1.708290277s)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:45.971766Z","caller":"traceutil/trace.go:171","msg":"trace[1463258488] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"2.118828261s","start":"2026-07-03T15:58:43.85293Z","end":"2026-07-03T15:58:45.971759Z","steps":["trace[1463258488] 'process raft request' (duration: 2.118130885s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.971731Z","caller":"traceutil/trace.go:171","msg":"trace[1111726259] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"117.91724ms","start":"2026-07-03T15:58:45.853781Z","end":"2026-07-03T15:58:45.971698Z","steps":["trace[1111726259] 'process raft request' (duration: 117.437079ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.971779Z","caller":"traceutil/trace.go:171","msg":"trace[1711383081] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"2.118628757s","start":"2026-07-03T15:58:43.852946Z","end":"2026-07-03T15:58:45.971575Z","steps":["trace[1711383081] 'process raft request' (duration: 2.118091485s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.971826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.852909Z","time spent":"2.118883113s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:45.971845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:44.970408Z","time spent":"1.001354402s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:45.971921Z","caller":"traceutil/trace.go:171","msg":"trace[1268932994] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"2.118905772s","start":"2026-07-03T15:58:43.853005Z","end":"2026-07-03T15:58:45.971911Z","steps":["trace[1268932994] 'process raft request' (duration: 2.118078824s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.971928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.852932Z","time spent":"2.118929223s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:45.971931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698050702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:45.97194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952612215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:45.971972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.852994Z","time spent":"2.118949254s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:45.971974Z","caller":"traceutil/trace.go:171","msg":"trace[560342046] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2022; }","duration":"3.698140674s","start":"2026-07-03T15:58:42.273821Z","end":"2026-07-03T15:58:45.971962Z","steps":["trace[560342046] 'agreement among raft nodes before linearized reading' (duration: 3.698061262s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.972018Z","caller":"traceutil/trace.go:171","msg":"trace[589157257] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"2.118694778s","start":"2026-07-03T15:58:43.853314Z","end":"2026-07-03T15:58:45.972009Z","steps":["trace[589157257] 'process raft request' (duration: 2.117788677s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.972016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268100948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:58:45.972026Z","caller":"traceutil/trace.go:171","msg":"trace[70381578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2022; }","duration":"3.952755329s","start":"2026-07-03T15:58:42.019249Z","end":"2026-07-03T15:58:45.972004Z","steps":["trace[70381578] 'agreement among raft nodes before linearized reading' (duration: 3.952567854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.972045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:42.273799Z","time spent":"3.698231886s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:45.972067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.853306Z","time spent":"2.118734799s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:45.972069Z","caller":"traceutil/trace.go:171","msg":"trace[1435152896] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"2.117627364s","start":"2026-07-03T15:58:43.854432Z","end":"2026-07-03T15:58:45.97206Z","steps":["trace[1435152896] 'process raft request' (duration: 2.116705523s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.972069Z","caller":"traceutil/trace.go:171","msg":"trace[919653348] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:2022; }","duration":"4.268219291s","start":"2026-07-03T15:58:41.703834Z","end":"2026-07-03T15:58:45.972054Z","steps":["trace[919653348] 'agreement among raft nodes before linearized reading' (duration: 4.267999856s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.972073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.308766039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:58:45.972031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736580934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-07-03T15:58:45.972158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805248974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:45.972156Z","caller":"traceutil/trace.go:171","msg":"trace[833009641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2022; }","duration":"3.308894173s","start":"2026-07-03T15:58:42.663241Z","end":"2026-07-03T15:58:45.972135Z","steps":["trace[833009641] 'agreement among raft nodes before linearized reading' (duration: 3.308615986s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.972183Z","caller":"traceutil/trace.go:171","msg":"trace[1268725177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9; range_end:; response_count:1; response_revision:2022; }","duration":"3.736877571s","start":"2026-07-03T15:58:42.235283Z","end":"2026-07-03T15:58:45.972161Z","steps":["trace[1268725177] 'agreement among raft nodes before linearized reading' (duration: 3.736529683s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.972204Z","caller":"traceutil/trace.go:171","msg":"trace[945141738] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2022; }","duration":"3.805298155s","start":"2026-07-03T15:58:42.166888Z","end":"2026-07-03T15:58:45.972186Z","steps":["trace[945141738] 'agreement among raft nodes before linearized reading' (duration: 3.805219823s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.972216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:42.663226Z","time spent":"3.308975294s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:58:45.972245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:42.166831Z","time spent":"3.805402787s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":28,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:45.972269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.912942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:45.972283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905033793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-07-03T15:58:45.972294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120564212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-03T15:58:45.972336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096439323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bed2d5cf2867b3\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-07-03T15:58:45.972344Z","caller":"traceutil/trace.go:171","msg":"trace[659192545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2022; }","duration":"420.056055ms","start":"2026-07-03T15:58:45.552268Z","end":"2026-07-03T15:58:45.972324Z","steps":["trace[659192545] 'agreement among raft nodes before linearized reading' (duration: 419.889811ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.972408Z","caller":"traceutil/trace.go:171","msg":"trace[1545669787] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bed2d5cf2867b3; range_end:; response_count:1; response_revision:2022; }","duration":"2.096501685s","start":"2026-07-03T15:58:43.875858Z","end":"2026-07-03T15:58:45.97236Z","steps":["trace[1545669787] 'agreement among raft nodes before linearized reading' (duration: 2.096404382s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.972431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.875838Z","time spent":"2.096587086s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1003,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bed2d5cf2867b3\" "} {"level":"warn","ts":"2026-07-03T15:58:45.972426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:45.552247Z","time spent":"420.167867ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:58:45.972359Z","caller":"traceutil/trace.go:171","msg":"trace[1712538532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2022; }","duration":"1.905135804s","start":"2026-07-03T15:58:44.067197Z","end":"2026-07-03T15:58:45.972333Z","steps":["trace[1712538532] 'agreement among raft nodes before linearized reading' (duration: 1.90497116s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:45.972368Z","caller":"traceutil/trace.go:171","msg":"trace[1872096153] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:2022; }","duration":"2.120659994s","start":"2026-07-03T15:58:43.851686Z","end":"2026-07-03T15:58:45.972346Z","steps":["trace[1872096153] 'agreement among raft nodes before linearized reading' (duration: 2.12045781s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.972476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:44.067177Z","time spent":"1.905289448s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T15:58:45.972498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.851667Z","time spent":"2.120814907s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"info","ts":"2026-07-03T15:58:45.971731Z","caller":"traceutil/trace.go:171","msg":"trace[1300560377] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"2.01420158s","start":"2026-07-03T15:58:43.957513Z","end":"2026-07-03T15:58:45.971715Z","steps":["trace[1300560377] 'process raft request' (duration: 2.013659438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:45.972624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.957488Z","time spent":"2.015071599s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:58:45.972256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:42.23527Z","time spent":"3.736971713s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" "} {"level":"warn","ts":"2026-07-03T15:58:45.972085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:42.019226Z","time spent":"3.95283985s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:58:45.972118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:41.703784Z","time spent":"4.268325603s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T15:58:45.972121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:58:43.854423Z","time spent":"2.117670985s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:58:49.413196Z","caller":"traceutil/trace.go:171","msg":"trace[1893645897] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"201.783871ms","start":"2026-07-03T15:58:49.211388Z","end":"2026-07-03T15:58:49.413172Z","steps":["trace[1893645897] 'process raft request' (duration: 112.055494ms)","trace[1893645897] 'compare' (duration: 89.628205ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:51.261001Z","caller":"traceutil/trace.go:171","msg":"trace[2032999738] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"214.034104ms","start":"2026-07-03T15:58:51.046943Z","end":"2026-07-03T15:58:51.260977Z","steps":["trace[2032999738] 'process raft request' (duration: 213.889361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:51.464665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.331658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:51.464794Z","caller":"traceutil/trace.go:171","msg":"trace[444947617] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"198.200099ms","start":"2026-07-03T15:58:51.266578Z","end":"2026-07-03T15:58:51.464778Z","steps":["trace[444947617] 'process raft request' (duration: 89.631895ms)","trace[444947617] 'compare' (duration: 108.206505ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:51.47526Z","caller":"traceutil/trace.go:171","msg":"trace[2008775130] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"206.580813ms","start":"2026-07-03T15:58:51.26866Z","end":"2026-07-03T15:58:51.47524Z","steps":["trace[2008775130] 'process raft request' (duration: 206.483691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:51.919014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.87173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:51.919132Z","caller":"traceutil/trace.go:171","msg":"trace[923731460] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"224.993158ms","start":"2026-07-03T15:58:51.694119Z","end":"2026-07-03T15:58:51.919112Z","steps":["trace[923731460] 'process raft request' (duration: 77.924844ms)","trace[923731460] 'compare' (duration: 146.483951ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:51.930643Z","caller":"traceutil/trace.go:171","msg":"trace[532031024] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"235.527512ms","start":"2026-07-03T15:58:51.69508Z","end":"2026-07-03T15:58:51.930608Z","steps":["trace[532031024] 'process raft request' (duration: 235.327078ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:51.930962Z","caller":"traceutil/trace.go:171","msg":"trace[776284924] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2165; }","duration":"226.605026ms","start":"2026-07-03T15:58:51.704336Z","end":"2026-07-03T15:58:51.930941Z","steps":["trace[776284924] 'read index received' (duration: 67.79192ms)","trace[776284924] 'applied index is now lower than readState.Index' (duration: 158.811676ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:51.931009Z","caller":"traceutil/trace.go:171","msg":"trace[1247080948] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"235.515852ms","start":"2026-07-03T15:58:51.69543Z","end":"2026-07-03T15:58:51.930946Z","steps":["trace[1247080948] 'process raft request' (duration: 235.107083ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:51.931102Z","caller":"traceutil/trace.go:171","msg":"trace[1188435097] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"235.41767ms","start":"2026-07-03T15:58:51.695649Z","end":"2026-07-03T15:58:51.931066Z","steps":["trace[1188435097] 'process raft request' (duration: 235.192255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:51.931178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.830352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T15:58:51.931234Z","caller":"traceutil/trace.go:171","msg":"trace[1380040699] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:2080; }","duration":"226.937704ms","start":"2026-07-03T15:58:51.704281Z","end":"2026-07-03T15:58:51.931219Z","steps":["trace[1380040699] 'agreement among raft nodes before linearized reading' (duration: 226.74067ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:52.226845Z","caller":"traceutil/trace.go:171","msg":"trace[1786645641] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"287.717552ms","start":"2026-07-03T15:58:51.939082Z","end":"2026-07-03T15:58:52.226799Z","steps":["trace[1786645641] 'process raft request' (duration: 219.023691ms)","trace[1786645641] 'compare' (duration: 68.455045ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:52.232191Z","caller":"traceutil/trace.go:171","msg":"trace[1060691241] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"257.554783ms","start":"2026-07-03T15:58:51.974607Z","end":"2026-07-03T15:58:52.232162Z","steps":["trace[1060691241] 'process raft request' (duration: 257.295717ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:52.232283Z","caller":"traceutil/trace.go:171","msg":"trace[1238483360] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"230.602208ms","start":"2026-07-03T15:58:52.001645Z","end":"2026-07-03T15:58:52.232248Z","steps":["trace[1238483360] 'process raft request' (duration: 230.499825ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:52.232357Z","caller":"traceutil/trace.go:171","msg":"trace[216409680] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"230.823034ms","start":"2026-07-03T15:58:52.001465Z","end":"2026-07-03T15:58:52.232288Z","steps":["trace[216409680] 'process raft request' (duration: 230.583908ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:52.232346Z","caller":"traceutil/trace.go:171","msg":"trace[1938625269] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"230.826603ms","start":"2026-07-03T15:58:52.001495Z","end":"2026-07-03T15:58:52.232322Z","steps":["trace[1938625269] 'process raft request' (duration: 230.599758ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:52.232644Z","caller":"traceutil/trace.go:171","msg":"trace[1352311788] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"228.992371ms","start":"2026-07-03T15:58:52.003634Z","end":"2026-07-03T15:58:52.232626Z","steps":["trace[1352311788] 'process raft request' (duration: 228.562832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.232983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.219942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:52.233104Z","caller":"traceutil/trace.go:171","msg":"trace[42500750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2086; }","duration":"221.363255ms","start":"2026-07-03T15:58:52.01172Z","end":"2026-07-03T15:58:52.233083Z","steps":["trace[42500750] 'agreement among raft nodes before linearized reading' (duration: 220.980846ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:52.233417Z","caller":"traceutil/trace.go:171","msg":"trace[957289126] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2170; }","duration":"220.903615ms","start":"2026-07-03T15:58:52.011737Z","end":"2026-07-03T15:58:52.23264Z","steps":["trace[957289126] 'read index received' (duration: 146.41886ms)","trace[957289126] 'applied index is now lower than readState.Index' (duration: 74.463244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:52.233654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.219497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:58:52.233737Z","caller":"traceutil/trace.go:171","msg":"trace[1037578657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2086; }","duration":"147.32921ms","start":"2026-07-03T15:58:52.086394Z","end":"2026-07-03T15:58:52.233724Z","steps":["trace[1037578657] 'agreement among raft nodes before linearized reading' (duration: 147.168577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.233895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.28782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:58:52.233988Z","caller":"traceutil/trace.go:171","msg":"trace[1748812505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2086; }","duration":"147.413173ms","start":"2026-07-03T15:58:52.086553Z","end":"2026-07-03T15:58:52.233966Z","steps":["trace[1748812505] 'agreement among raft nodes before linearized reading' (duration: 147.156846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.234027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.561267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:58:52.234099Z","caller":"traceutil/trace.go:171","msg":"trace[637154300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2086; }","duration":"147.646068ms","start":"2026-07-03T15:58:52.086431Z","end":"2026-07-03T15:58:52.234077Z","steps":["trace[637154300] 'agreement among raft nodes before linearized reading' (duration: 147.447873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.234217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.595887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:58:52.234343Z","caller":"traceutil/trace.go:171","msg":"trace[1803243856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2086; }","duration":"147.73308ms","start":"2026-07-03T15:58:52.086593Z","end":"2026-07-03T15:58:52.234326Z","steps":["trace[1803243856] 'agreement among raft nodes before linearized reading' (duration: 147.412593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:52.234496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.015237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:58:52.234554Z","caller":"traceutil/trace.go:171","msg":"trace[1316756003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2086; }","duration":"148.119449ms","start":"2026-07-03T15:58:52.086421Z","end":"2026-07-03T15:58:52.23454Z","steps":["trace[1316756003] 'agreement among raft nodes before linearized reading' (duration: 147.511155ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:54.381025Z","caller":"traceutil/trace.go:171","msg":"trace[2109349406] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"143.494892ms","start":"2026-07-03T15:58:54.237502Z","end":"2026-07-03T15:58:54.380997Z","steps":["trace[2109349406] 'process raft request' (duration: 132.582639ms)","trace[2109349406] 'compare' (duration: 10.726429ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:54.381151Z","caller":"traceutil/trace.go:171","msg":"trace[1972082152] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"143.166344ms","start":"2026-07-03T15:58:54.237964Z","end":"2026-07-03T15:58:54.381131Z","steps":["trace[1972082152] 'process raft request' (duration: 142.9635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.381202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.065207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:58:54.381032Z","caller":"traceutil/trace.go:171","msg":"trace[1904666292] linearizableReadLoop","detail":"{readStateIndex:2185; appliedIndex:2181; }","duration":"134.858732ms","start":"2026-07-03T15:58:54.246118Z","end":"2026-07-03T15:58:54.380976Z","steps":["trace[1904666292] 'read index received' (duration: 55.959385ms)","trace[1904666292] 'applied index is now lower than readState.Index' (duration: 78.898377ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:54.381254Z","caller":"traceutil/trace.go:171","msg":"trace[1173192826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2095; }","duration":"135.149459ms","start":"2026-07-03T15:58:54.246095Z","end":"2026-07-03T15:58:54.381244Z","steps":["trace[1173192826] 'agreement among raft nodes before linearized reading' (duration: 134.983815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.381457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.792654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:58:54.381458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.014873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T15:58:54.381506Z","caller":"traceutil/trace.go:171","msg":"trace[700281820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2095; }","duration":"110.901587ms","start":"2026-07-03T15:58:54.270593Z","end":"2026-07-03T15:58:54.381495Z","steps":["trace[700281820] 'agreement among raft nodes before linearized reading' (duration: 110.742073ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:54.381521Z","caller":"traceutil/trace.go:171","msg":"trace[863039257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2095; }","duration":"112.107445ms","start":"2026-07-03T15:58:54.269398Z","end":"2026-07-03T15:58:54.381506Z","steps":["trace[863039257] 'agreement among raft nodes before linearized reading' (duration: 111.938051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.38156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.840605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:58:54.38157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.003959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T15:58:54.381569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.048621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:58:54.381634Z","caller":"traceutil/trace.go:171","msg":"trace[1106748198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2095; }","duration":"110.950068ms","start":"2026-07-03T15:58:54.270663Z","end":"2026-07-03T15:58:54.381613Z","steps":["trace[1106748198] 'agreement among raft nodes before linearized reading' (duration: 110.703073ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:54.381637Z","caller":"traceutil/trace.go:171","msg":"trace[177538647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2095; }","duration":"111.107732ms","start":"2026-07-03T15:58:54.270513Z","end":"2026-07-03T15:58:54.381621Z","steps":["trace[177538647] 'agreement among raft nodes before linearized reading' (duration: 110.913027ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:54.381644Z","caller":"traceutil/trace.go:171","msg":"trace[26469069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2095; }","duration":"111.169104ms","start":"2026-07-03T15:58:54.270462Z","end":"2026-07-03T15:58:54.381631Z","steps":["trace[26469069] 'agreement among raft nodes before linearized reading' (duration: 111.01628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:54.604719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.532497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:54.604812Z","caller":"traceutil/trace.go:171","msg":"trace[1578764144] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2100; }","duration":"103.68169ms","start":"2026-07-03T15:58:54.501111Z","end":"2026-07-03T15:58:54.604793Z","steps":["trace[1578764144] 'count revisions from in-memory index tree' (duration: 103.362102ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:55.327708Z","caller":"traceutil/trace.go:171","msg":"trace[1735951160] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"167.966449ms","start":"2026-07-03T15:58:55.159719Z","end":"2026-07-03T15:58:55.327685Z","steps":["trace[1735951160] 'process raft request' (duration: 167.803835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:55.583795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.542904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:55.583864Z","caller":"traceutil/trace.go:171","msg":"trace[140438987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2102; }","duration":"194.653717ms","start":"2026-07-03T15:58:55.389191Z","end":"2026-07-03T15:58:55.583845Z","steps":["trace[140438987] 'range keys from in-memory index tree' (duration: 194.309499ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:56.513398Z","caller":"traceutil/trace.go:171","msg":"trace[190932924] linearizableReadLoop","detail":"{readStateIndex:2197; appliedIndex:2195; }","duration":"107.708323ms","start":"2026-07-03T15:58:56.405665Z","end":"2026-07-03T15:58:56.513373Z","steps":["trace[190932924] 'read index received' (duration: 16.332908ms)","trace[190932924] 'applied index is now lower than readState.Index' (duration: 91.374315ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:56.513451Z","caller":"traceutil/trace.go:171","msg":"trace[1589283115] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"126.367445ms","start":"2026-07-03T15:58:56.387051Z","end":"2026-07-03T15:58:56.513419Z","steps":["trace[1589283115] 'process raft request' (duration: 122.393413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:56.513592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.909757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:58:56.513688Z","caller":"traceutil/trace.go:171","msg":"trace[1922890301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2107; }","duration":"108.057561ms","start":"2026-07-03T15:58:56.405618Z","end":"2026-07-03T15:58:56.513676Z","steps":["trace[1922890301] 'agreement among raft nodes before linearized reading' (duration: 107.831185ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:56.64928Z","caller":"traceutil/trace.go:171","msg":"trace[1833915980] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"130.579823ms","start":"2026-07-03T15:58:56.518675Z","end":"2026-07-03T15:58:56.649255Z","steps":["trace[1833915980] 'process raft request' (duration: 130.516362ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:56.649307Z","caller":"traceutil/trace.go:171","msg":"trace[1465046928] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"130.806339ms","start":"2026-07-03T15:58:56.518481Z","end":"2026-07-03T15:58:56.649287Z","steps":["trace[1465046928] 'process raft request' (duration: 130.668556ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:56.649302Z","caller":"traceutil/trace.go:171","msg":"trace[618302387] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"130.939972ms","start":"2026-07-03T15:58:56.518331Z","end":"2026-07-03T15:58:56.649271Z","steps":["trace[618302387] 'process raft request' (duration: 98.825627ms)","trace[618302387] 'compare' (duration: 31.845998ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:56.649483Z","caller":"traceutil/trace.go:171","msg":"trace[948142234] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"130.652655ms","start":"2026-07-03T15:58:56.518822Z","end":"2026-07-03T15:58:56.649475Z","steps":["trace[948142234] 'process raft request' (duration: 130.400199ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:56.649453Z","caller":"traceutil/trace.go:171","msg":"trace[2067315986] linearizableReadLoop","detail":"{readStateIndex:2202; appliedIndex:2197; }","duration":"129.081538ms","start":"2026-07-03T15:58:56.520348Z","end":"2026-07-03T15:58:56.649429Z","steps":["trace[2067315986] 'read index received' (duration: 90.376342ms)","trace[2067315986] 'applied index is now lower than readState.Index' (duration: 38.703496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:56.649605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.227291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:58:56.649664Z","caller":"traceutil/trace.go:171","msg":"trace[331327082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2112; }","duration":"129.334234ms","start":"2026-07-03T15:58:56.520316Z","end":"2026-07-03T15:58:56.64965Z","steps":["trace[331327082] 'agreement among raft nodes before linearized reading' (duration: 129.212871ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:58.584789Z","caller":"traceutil/trace.go:171","msg":"trace[1859156709] linearizableReadLoop","detail":"{readStateIndex:2204; appliedIndex:2203; }","duration":"163.940546ms","start":"2026-07-03T15:58:58.420826Z","end":"2026-07-03T15:58:58.584766Z","steps":["trace[1859156709] 'read index received' (duration: 90.207248ms)","trace[1859156709] 'applied index is now lower than readState.Index' (duration: 73.732218ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:58.584796Z","caller":"traceutil/trace.go:171","msg":"trace[1143980011] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"218.99674ms","start":"2026-07-03T15:58:58.365736Z","end":"2026-07-03T15:58:58.584733Z","steps":["trace[1143980011] 'process raft request' (duration: 145.354315ms)","trace[1143980011] 'compare' (duration: 73.44466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:58.584989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.13487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:58:58.585016Z","caller":"traceutil/trace.go:171","msg":"trace[1328711173] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"158.249433ms","start":"2026-07-03T15:58:58.426749Z","end":"2026-07-03T15:58:58.584998Z","steps":["trace[1328711173] 'process raft request' (duration: 157.976477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:58.585075Z","caller":"traceutil/trace.go:171","msg":"trace[1831679483] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2115; }","duration":"164.264144ms","start":"2026-07-03T15:58:58.420792Z","end":"2026-07-03T15:58:58.585056Z","steps":["trace[1831679483] 'agreement among raft nodes before linearized reading' (duration: 164.062849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:58:58.809238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.7673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:58:58.809377Z","caller":"traceutil/trace.go:171","msg":"trace[1116340299] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"152.804528ms","start":"2026-07-03T15:58:58.656546Z","end":"2026-07-03T15:58:58.80935Z","steps":["trace[1116340299] 'process raft request' (duration: 33.817463ms)","trace[1116340299] 'compare' (duration: 118.527165ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:58:58.842781Z","caller":"traceutil/trace.go:171","msg":"trace[530413515] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"185.648889ms","start":"2026-07-03T15:58:58.65711Z","end":"2026-07-03T15:58:58.842759Z","steps":["trace[530413515] 'process raft request' (duration: 185.478415ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:58.843008Z","caller":"traceutil/trace.go:171","msg":"trace[350011205] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"185.792552ms","start":"2026-07-03T15:58:58.657195Z","end":"2026-07-03T15:58:58.842987Z","steps":["trace[350011205] 'process raft request' (duration: 185.526886ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:58.843135Z","caller":"traceutil/trace.go:171","msg":"trace[895437022] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"185.909564ms","start":"2026-07-03T15:58:58.657216Z","end":"2026-07-03T15:58:58.843125Z","steps":["trace[895437022] 'process raft request' (duration: 185.704259ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:58.84315Z","caller":"traceutil/trace.go:171","msg":"trace[1777471339] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2207; }","duration":"179.830633ms","start":"2026-07-03T15:58:58.663291Z","end":"2026-07-03T15:58:58.843121Z","steps":["trace[1777471339] 'read index received' (duration: 27.086147ms)","trace[1777471339] 'applied index is now lower than readState.Index' (duration: 152.743156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:58:58.843309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.372982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:58:58.843322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.032117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:58:58.843365Z","caller":"traceutil/trace.go:171","msg":"trace[1028344468] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2121; }","duration":"180.093699ms","start":"2026-07-03T15:58:58.663256Z","end":"2026-07-03T15:58:58.84335Z","steps":["trace[1028344468] 'agreement among raft nodes before linearized reading' (duration: 179.958416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:58:58.843362Z","caller":"traceutil/trace.go:171","msg":"trace[957872960] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2121; }","duration":"109.468274ms","start":"2026-07-03T15:58:58.733878Z","end":"2026-07-03T15:58:58.843347Z","steps":["trace[957872960] 'agreement among raft nodes before linearized reading' (duration: 109.386042ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:04.608743Z","caller":"traceutil/trace.go:171","msg":"trace[1414272328] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"181.38926ms","start":"2026-07-03T15:59:04.427329Z","end":"2026-07-03T15:59:04.608719Z","steps":["trace[1414272328] 'process raft request' (duration: 181.186465ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:04.984487Z","caller":"traceutil/trace.go:171","msg":"trace[2125040031] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"306.350992ms","start":"2026-07-03T15:59:04.678099Z","end":"2026-07-03T15:59:04.98445Z","steps":["trace[2125040031] 'process raft request' (duration: 228.477379ms)","trace[2125040031] 'compare' (duration: 77.7431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:04.984661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:04.678069Z","time spent":"306.502406ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:05.214822Z","caller":"traceutil/trace.go:171","msg":"trace[1019729236] linearizableReadLoop","detail":"{readStateIndex:2257; appliedIndex:2255; }","duration":"383.762514ms","start":"2026-07-03T15:59:04.831033Z","end":"2026-07-03T15:59:05.214795Z","steps":["trace[1019729236] 'read index received' (duration: 75.559919ms)","trace[1019729236] 'applied index is now lower than readState.Index' (duration: 308.201715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:05.215052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.00775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:59:05.215091Z","caller":"traceutil/trace.go:171","msg":"trace[568122180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"384.109742ms","start":"2026-07-03T15:59:04.830971Z","end":"2026-07-03T15:59:05.215081Z","steps":["trace[568122180] 'agreement among raft nodes before linearized reading' (duration: 383.961659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:05.215083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.297136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T15:59:05.215125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:04.830946Z","time spent":"384.170444ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:59:05.215131Z","caller":"traceutil/trace.go:171","msg":"trace[1069812117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2165; }","duration":"349.408619ms","start":"2026-07-03T15:59:04.865709Z","end":"2026-07-03T15:59:05.215118Z","steps":["trace[1069812117] 'agreement among raft nodes before linearized reading' (duration: 349.281046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:05.215163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:04.865693Z","time spent":"349.46266ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:59:05.215176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.265807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:59:05.215238Z","caller":"traceutil/trace.go:171","msg":"trace[1386132339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2165; }","duration":"343.355538ms","start":"2026-07-03T15:59:04.871864Z","end":"2026-07-03T15:59:05.21522Z","steps":["trace[1386132339] 'agreement among raft nodes before linearized reading' (duration: 343.173204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:05.214953Z","caller":"traceutil/trace.go:171","msg":"trace[1595304674] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"513.436026ms","start":"2026-07-03T15:59:04.701474Z","end":"2026-07-03T15:59:05.21491Z","steps":["trace[1595304674] 'process raft request' (duration: 413.527174ms)","trace[1595304674] 'compare' (duration: 99.666007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:05.215278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:04.871847Z","time spent":"343.42176ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:59:05.215337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.14473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:59:05.21539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:04.701457Z","time spent":"513.839115ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:05.215441Z","caller":"traceutil/trace.go:171","msg":"trace[151232596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2165; }","duration":"348.291783ms","start":"2026-07-03T15:59:04.867124Z","end":"2026-07-03T15:59:05.215416Z","steps":["trace[151232596] 'agreement among raft nodes before linearized reading' (duration: 347.938615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:05.215503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:04.867111Z","time spent":"348.378416ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:59:05.215626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.801653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:59:05.215722Z","caller":"traceutil/trace.go:171","msg":"trace[1921052418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"328.942276ms","start":"2026-07-03T15:59:04.886757Z","end":"2026-07-03T15:59:05.215699Z","steps":["trace[1921052418] 'agreement among raft nodes before linearized reading' (duration: 328.433513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:05.215767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:04.886737Z","time spent":"329.021217ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:59:09.502862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572625913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:59:10.003965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572625913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:59:10.054527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434327226s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:59:10.055041Z","caller":"traceutil/trace.go:171","msg":"trace[762549207] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"1.434912439s","start":"2026-07-03T15:59:08.620095Z","end":"2026-07-03T15:59:10.055007Z","steps":["trace[762549207] 'process raft request' (duration: 1.434659603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.055268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:08.620072Z","time spent":"1.435074332s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:10.056106Z","caller":"traceutil/trace.go:171","msg":"trace[1808151595] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"1.408058047s","start":"2026-07-03T15:59:08.648023Z","end":"2026-07-03T15:59:10.056081Z","steps":["trace[1808151595] 'process raft request' (duration: 1.407962484s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:10.056105Z","caller":"traceutil/trace.go:171","msg":"trace[1929423046] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"1.408116018s","start":"2026-07-03T15:59:08.647952Z","end":"2026-07-03T15:59:10.056068Z","steps":["trace[1929423046] 'process raft request' (duration: 1.407886113s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.056272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:08.647983Z","time spent":"1.40818858s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:10.056442Z","caller":"traceutil/trace.go:171","msg":"trace[1340738347] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"1.407459574s","start":"2026-07-03T15:59:08.648964Z","end":"2026-07-03T15:59:10.056424Z","steps":["trace[1340738347] 'process raft request' (duration: 1.407078325s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:10.056459Z","caller":"traceutil/trace.go:171","msg":"trace[217389738] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2274; }","duration":"1.054031383s","start":"2026-07-03T15:59:09.002399Z","end":"2026-07-03T15:59:10.05643Z","steps":["trace[217389738] 'read index received' (duration: 1.052434865s)","trace[217389738] 'applied index is now lower than readState.Index' (duration: 1.595228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:10.05654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:08.648944Z","time spent":"1.407557406s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:10.05645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:08.647906Z","time spent":"1.408280692s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:10.056534Z","caller":"traceutil/trace.go:171","msg":"trace[1913538790] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"579.286952ms","start":"2026-07-03T15:59:09.477191Z","end":"2026-07-03T15:59:10.056478Z","steps":["trace[1913538790] 'process raft request' (duration: 579.114658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.05671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020845114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:59:10.056773Z","caller":"traceutil/trace.go:171","msg":"trace[1215793377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2186; }","duration":"1.020957846s","start":"2026-07-03T15:59:09.035798Z","end":"2026-07-03T15:59:10.056756Z","steps":["trace[1215793377] 'agreement among raft nodes before linearized reading' (duration: 1.020833953s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.056791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05438505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:59:10.056821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.477157Z","time spent":"579.494646ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:10.056872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.021168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T15:59:10.056811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.03579Z","time spent":"1.021010548s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:59:10.056926Z","caller":"traceutil/trace.go:171","msg":"trace[504257862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2186; }","duration":"799.128981ms","start":"2026-07-03T15:59:09.257785Z","end":"2026-07-03T15:59:10.056914Z","steps":["trace[504257862] 'agreement among raft nodes before linearized reading' (duration: 798.959877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.056928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.558227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T15:59:10.056974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.257763Z","time spent":"799.198323ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:59:10.056864Z","caller":"traceutil/trace.go:171","msg":"trace[1754649415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2186; }","duration":"1.054498883s","start":"2026-07-03T15:59:09.002348Z","end":"2026-07-03T15:59:10.056847Z","steps":["trace[1754649415] 'agreement among raft nodes before linearized reading' (duration: 1.054178266s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.056928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.279739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:59:10.057001Z","caller":"traceutil/trace.go:171","msg":"trace[1896733732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2186; }","duration":"769.646848ms","start":"2026-07-03T15:59:09.287329Z","end":"2026-07-03T15:59:10.056975Z","steps":["trace[1896733732] 'agreement among raft nodes before linearized reading' (duration: 769.463814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.057049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.002328Z","time spent":"1.054701737s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:59:10.057065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.287317Z","time spent":"769.73143ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:59:10.05706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.674168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T15:59:10.057053Z","caller":"traceutil/trace.go:171","msg":"trace[1311270582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2186; }","duration":"813.422762ms","start":"2026-07-03T15:59:09.24361Z","end":"2026-07-03T15:59:10.057033Z","steps":["trace[1311270582] 'agreement among raft nodes before linearized reading' (duration: 813.221058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.057132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.243588Z","time spent":"813.531064ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T15:59:10.057134Z","caller":"traceutil/trace.go:171","msg":"trace[600858862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2186; }","duration":"769.766931ms","start":"2026-07-03T15:59:09.287347Z","end":"2026-07-03T15:59:10.057114Z","steps":["trace[600858862] 'agreement among raft nodes before linearized reading' (duration: 769.374252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.057835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.287338Z","time spent":"770.469517ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:59:10.057092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.081281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:59:10.058019Z","caller":"traceutil/trace.go:171","msg":"trace[9943677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2186; }","duration":"772.145306ms","start":"2026-07-03T15:59:09.285854Z","end":"2026-07-03T15:59:10.057999Z","steps":["trace[9943677] 'agreement among raft nodes before linearized reading' (duration: 770.798166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:10.058093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:09.285837Z","time spent":"772.236198ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:59:42.699921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.005579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:59:42.700087Z","caller":"traceutil/trace.go:171","msg":"trace[2000125808] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"815.746628ms","start":"2026-07-03T15:59:41.884312Z","end":"2026-07-03T15:59:42.700059Z","steps":["trace[2000125808] 'process raft request' (duration: 159.541565ms)","trace[2000125808] 'compare' (duration: 655.698522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:42.700307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:41.884289Z","time spent":"815.912712ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:42.792151Z","caller":"traceutil/trace.go:171","msg":"trace[334390703] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"560.034251ms","start":"2026-07-03T15:59:42.232088Z","end":"2026-07-03T15:59:42.792122Z","steps":["trace[334390703] 'process raft request' (duration: 559.888297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:42.792503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.232064Z","time spent":"560.169924ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:42.92224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.702156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:59:42.922479Z","caller":"traceutil/trace.go:171","msg":"trace[1805883653] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2461; }","duration":"572.009237ms","start":"2026-07-03T15:59:42.350453Z","end":"2026-07-03T15:59:42.922462Z","steps":["trace[1805883653] 'read index received' (duration: 441.579294ms)","trace[1805883653] 'applied index is now lower than readState.Index' (duration: 130.428763ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:42.922565Z","caller":"traceutil/trace.go:171","msg":"trace[1821007719] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"659.756545ms","start":"2026-07-03T15:59:42.262769Z","end":"2026-07-03T15:59:42.922525Z","steps":["trace[1821007719] 'process raft request' (duration: 659.572281ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:42.922691Z","caller":"traceutil/trace.go:171","msg":"trace[1813494909] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"665.249632ms","start":"2026-07-03T15:59:42.257408Z","end":"2026-07-03T15:59:42.922657Z","steps":["trace[1813494909] 'process raft request' (duration: 545.019574ms)","trace[1813494909] 'compare' (duration: 119.577653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:42.922719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.262749Z","time spent":"659.895889ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:42.922664Z","caller":"traceutil/trace.go:171","msg":"trace[1109291278] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"659.726805ms","start":"2026-07-03T15:59:42.262925Z","end":"2026-07-03T15:59:42.922652Z","steps":["trace[1109291278] 'process raft request' (duration: 659.486389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:42.922855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.262895Z","time spent":"659.884358ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:42.922861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.257393Z","time spent":"665.378355ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:42.922881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.02557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:59:42.922867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.399516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T15:59:42.922892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.911262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:59:42.922935Z","caller":"traceutil/trace.go:171","msg":"trace[1895601929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2364; }","duration":"572.492839ms","start":"2026-07-03T15:59:42.350422Z","end":"2026-07-03T15:59:42.922915Z","steps":["trace[1895601929] 'agreement among raft nodes before linearized reading' (duration: 572.254003ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:42.922955Z","caller":"traceutil/trace.go:171","msg":"trace[2027284829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2364; }","duration":"525.978633ms","start":"2026-07-03T15:59:42.396959Z","end":"2026-07-03T15:59:42.922938Z","steps":["trace[2027284829] 'agreement among raft nodes before linearized reading' (duration: 525.815859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:42.922974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.25515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-03T15:59:42.922988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.350404Z","time spent":"572.57343ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T15:59:42.923002Z","caller":"traceutil/trace.go:171","msg":"trace[1583914898] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2364; }","duration":"220.31729ms","start":"2026-07-03T15:59:42.702678Z","end":"2026-07-03T15:59:42.922995Z","steps":["trace[1583914898] 'agreement among raft nodes before linearized reading' (duration: 220.257789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:42.923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.396921Z","time spent":"526.070085ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:59:42.923019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.435859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T15:59:42.923005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.240932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T15:59:42.922872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.003762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T15:59:42.923078Z","caller":"traceutil/trace.go:171","msg":"trace[1425779337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2364; }","duration":"534.524641ms","start":"2026-07-03T15:59:42.388535Z","end":"2026-07-03T15:59:42.92306Z","steps":["trace[1425779337] 'agreement among raft nodes before linearized reading' (duration: 534.394288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:42.923054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.919319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:59:42.923087Z","caller":"traceutil/trace.go:171","msg":"trace[244265115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2364; }","duration":"527.366685ms","start":"2026-07-03T15:59:42.3957Z","end":"2026-07-03T15:59:42.923067Z","steps":["trace[244265115] 'agreement among raft nodes before linearized reading' (duration: 527.105389ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:42.923095Z","caller":"traceutil/trace.go:171","msg":"trace[699992093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2364; }","duration":"551.282447ms","start":"2026-07-03T15:59:42.371793Z","end":"2026-07-03T15:59:42.923075Z","steps":["trace[699992093] 'agreement among raft nodes before linearized reading' (duration: 550.896879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:42.923125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.388516Z","time spent":"534.596792ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:59:42.923139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.395686Z","time spent":"527.445317ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:59:42.923118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.330161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:59:42.923132Z","caller":"traceutil/trace.go:171","msg":"trace[579842915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2364; }","duration":"509.016531ms","start":"2026-07-03T15:59:42.414102Z","end":"2026-07-03T15:59:42.923118Z","steps":["trace[579842915] 'agreement among raft nodes before linearized reading' (duration: 508.912889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:42.923204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.414091Z","time spent":"509.101413ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:59:42.923146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.371773Z","time spent":"551.3591ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T15:59:42.923215Z","caller":"traceutil/trace.go:171","msg":"trace[1229729196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2364; }","duration":"526.469224ms","start":"2026-07-03T15:59:42.396719Z","end":"2026-07-03T15:59:42.923188Z","steps":["trace[1229729196] 'agreement among raft nodes before linearized reading' (duration: 526.132416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:42.923402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.396703Z","time spent":"526.687079ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T15:59:42.922913Z","caller":"traceutil/trace.go:171","msg":"trace[1943882166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2364; }","duration":"402.097511ms","start":"2026-07-03T15:59:42.520806Z","end":"2026-07-03T15:59:42.922903Z","steps":["trace[1943882166] 'agreement among raft nodes before linearized reading' (duration: 402.03638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:42.923545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:42.520774Z","time spent":"402.745595ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:59:43.138797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.988086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:59:43.139076Z","caller":"traceutil/trace.go:171","msg":"trace[405487002] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"210.957414ms","start":"2026-07-03T15:59:42.928078Z","end":"2026-07-03T15:59:43.139035Z","steps":["trace[405487002] 'process raft request' (duration: 102.57359ms)","trace[405487002] 'compare' (duration: 107.77014ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:43.139164Z","caller":"traceutil/trace.go:171","msg":"trace[2008566046] linearizableReadLoop","detail":"{readStateIndex:2468; appliedIndex:2465; }","duration":"210.863743ms","start":"2026-07-03T15:59:42.928272Z","end":"2026-07-03T15:59:43.139136Z","steps":["trace[2008566046] 'read index received' (duration: 12.601371ms)","trace[2008566046] 'applied index is now lower than readState.Index' (duration: 198.259642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:43.139307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.024796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T15:59:43.139301Z","caller":"traceutil/trace.go:171","msg":"trace[521242115] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"209.648945ms","start":"2026-07-03T15:59:42.929621Z","end":"2026-07-03T15:59:43.13927Z","steps":["trace[521242115] 'process raft request' (duration: 209.43196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:43.139362Z","caller":"traceutil/trace.go:171","msg":"trace[1954741986] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2369; }","duration":"211.103497ms","start":"2026-07-03T15:59:42.928243Z","end":"2026-07-03T15:59:43.139347Z","steps":["trace[1954741986] 'agreement among raft nodes before linearized reading' (duration: 210.987095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:43.13947Z","caller":"traceutil/trace.go:171","msg":"trace[1282060424] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"211.301502ms","start":"2026-07-03T15:59:42.928156Z","end":"2026-07-03T15:59:43.139457Z","steps":["trace[1282060424] 'process raft request' (duration: 210.78589ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:43.13932Z","caller":"traceutil/trace.go:171","msg":"trace[2028329207] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"210.220757ms","start":"2026-07-03T15:59:42.928944Z","end":"2026-07-03T15:59:43.139164Z","steps":["trace[2028329207] 'process raft request' (duration: 210.063884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:43.508949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.994726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:59:43.509068Z","caller":"traceutil/trace.go:171","msg":"trace[585179090] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2369; }","duration":"224.193321ms","start":"2026-07-03T15:59:43.284845Z","end":"2026-07-03T15:59:43.509038Z","steps":["trace[585179090] 'count revisions from in-memory index tree' (duration: 223.791851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:43.509296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.370769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2df28eef585\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T15:59:43.509406Z","caller":"traceutil/trace.go:171","msg":"trace[932554350] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bed2df28eef585; range_end:; response_count:1; response_revision:2369; }","duration":"113.526303ms","start":"2026-07-03T15:59:43.395853Z","end":"2026-07-03T15:59:43.509379Z","steps":["trace[932554350] 'range keys from in-memory index tree' (duration: 113.079403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:43.624733Z","caller":"traceutil/trace.go:171","msg":"trace[122454446] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"112.889509ms","start":"2026-07-03T15:59:43.511815Z","end":"2026-07-03T15:59:43.624705Z","steps":["trace[122454446] 'process raft request' (duration: 112.686234ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:45.047906Z","caller":"traceutil/trace.go:171","msg":"trace[210328468] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"249.777381ms","start":"2026-07-03T15:59:44.798095Z","end":"2026-07-03T15:59:45.047873Z","steps":["trace[210328468] 'process raft request' (duration: 249.600347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:45.048419Z","caller":"traceutil/trace.go:171","msg":"trace[416866539] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"120.131476ms","start":"2026-07-03T15:59:44.928277Z","end":"2026-07-03T15:59:45.048408Z","steps":["trace[416866539] 'process raft request' (duration: 120.041444ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:45.048581Z","caller":"traceutil/trace.go:171","msg":"trace[413680321] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"120.053004ms","start":"2026-07-03T15:59:44.92852Z","end":"2026-07-03T15:59:45.048573Z","steps":["trace[413680321] 'process raft request' (duration: 119.8571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:45.048838Z","caller":"traceutil/trace.go:171","msg":"trace[235945709] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"119.287007ms","start":"2026-07-03T15:59:44.929528Z","end":"2026-07-03T15:59:45.048815Z","steps":["trace[235945709] 'process raft request' (duration: 119.008341ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:45.048827Z","caller":"traceutil/trace.go:171","msg":"trace[56441695] linearizableReadLoop","detail":"{readStateIndex:2475; appliedIndex:2471; }","duration":"104.831403ms","start":"2026-07-03T15:59:44.943972Z","end":"2026-07-03T15:59:45.048803Z","steps":["trace[56441695] 'read index received' (duration: 103.718996ms)","trace[56441695] 'applied index is now lower than readState.Index' (duration: 1.110117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:45.048999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.018758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T15:59:45.049058Z","caller":"traceutil/trace.go:171","msg":"trace[385622537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2374; }","duration":"105.13601ms","start":"2026-07-03T15:59:44.943904Z","end":"2026-07-03T15:59:45.04904Z","steps":["trace[385622537] 'agreement among raft nodes before linearized reading' (duration: 104.971176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.827194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572626424,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T15:59:50.996955Z","caller":"traceutil/trace.go:171","msg":"trace[22585884] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"759.663833ms","start":"2026-07-03T15:59:50.23727Z","end":"2026-07-03T15:59:50.996934Z","steps":["trace[22585884] 'process raft request' (duration: 759.53494ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:50.997018Z","caller":"traceutil/trace.go:171","msg":"trace[1660938494] linearizableReadLoop","detail":"{readStateIndex:2505; appliedIndex:2505; }","duration":"670.39286ms","start":"2026-07-03T15:59:50.326599Z","end":"2026-07-03T15:59:50.996992Z","steps":["trace[1660938494] 'read index received' (duration: 670.37965ms)","trace[1660938494] 'applied index is now lower than readState.Index' (duration: 11.23µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:50.997099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.237246Z","time spent":"759.787256ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:50.997256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.608584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:59:50.997359Z","caller":"traceutil/trace.go:171","msg":"trace[1060082020] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2403; }","duration":"670.789079ms","start":"2026-07-03T15:59:50.326549Z","end":"2026-07-03T15:59:50.997338Z","steps":["trace[1060082020] 'agreement among raft nodes before linearized reading' (duration: 670.565194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:50.997427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.326531Z","time spent":"670.887871ms","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:59:51.497262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572626427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:59:52.405311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.906168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:59:52.405465Z","caller":"traceutil/trace.go:171","msg":"trace[1535170864] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"1.437120715s","start":"2026-07-03T15:59:50.968317Z","end":"2026-07-03T15:59:52.405438Z","steps":["trace[1535170864] 'process raft request' (duration: 982.983193ms)","trace[1535170864] 'compare' (duration: 453.745683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:52.405555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.968288Z","time spent":"1.437221418s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:52.425109Z","caller":"traceutil/trace.go:171","msg":"trace[1965372664] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"1.356262807s","start":"2026-07-03T15:59:51.068825Z","end":"2026-07-03T15:59:52.425088Z","steps":["trace[1965372664] 'process raft request' (duration: 1.355976291s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.425207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.068802Z","time spent":"1.356361859s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:52.425415Z","caller":"traceutil/trace.go:171","msg":"trace[1316131957] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"1.35639055s","start":"2026-07-03T15:59:51.068939Z","end":"2026-07-03T15:59:52.42533Z","steps":["trace[1316131957] 'process raft request' (duration: 1.3559932s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:52.42551Z","caller":"traceutil/trace.go:171","msg":"trace[1298125859] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"1.355819476s","start":"2026-07-03T15:59:51.069668Z","end":"2026-07-03T15:59:52.425487Z","steps":["trace[1298125859] 'process raft request' (duration: 1.355404357s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:52.425511Z","caller":"traceutil/trace.go:171","msg":"trace[1288604213] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"1.353900102s","start":"2026-07-03T15:59:51.07156Z","end":"2026-07-03T15:59:52.42546Z","steps":["trace[1288604213] 'process raft request' (duration: 1.35380676s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.425606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454765722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:59:52.425659Z","caller":"traceutil/trace.go:171","msg":"trace[772883817] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2408; }","duration":"1.454854735s","start":"2026-07-03T15:59:50.970789Z","end":"2026-07-03T15:59:52.425644Z","steps":["trace[772883817] 'agreement among raft nodes before linearized reading' (duration: 1.454776903s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.425653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.069648Z","time spent":"1.355927329s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:52.425656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7675384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:59:52.425679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.071545Z","time spent":"1.354047306s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:52.425697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.97077Z","time spent":"1.454918776s","remote":"127.0.0.1:48182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:59:52.425708Z","caller":"traceutil/trace.go:171","msg":"trace[1982423137] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2408; }","duration":"1.767635622s","start":"2026-07-03T15:59:50.65806Z","end":"2026-07-03T15:59:52.425695Z","steps":["trace[1982423137] 'agreement among raft nodes before linearized reading' (duration: 1.767528189s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.425713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710658466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:59:52.425709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.068903Z","time spent":"1.356627925s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:52.425434Z","caller":"traceutil/trace.go:171","msg":"trace[906108696] linearizableReadLoop","detail":"{readStateIndex:2510; appliedIndex:2505; }","duration":"1.428338102s","start":"2026-07-03T15:59:50.997075Z","end":"2026-07-03T15:59:52.425413Z","steps":["trace[906108696] 'read index received' (duration: 954.246639ms)","trace[906108696] 'applied index is now lower than readState.Index' (duration: 474.090533ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:59:52.42583Z","caller":"traceutil/trace.go:171","msg":"trace[807600818] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2408; }","duration":"1.710813069s","start":"2026-07-03T15:59:50.714972Z","end":"2026-07-03T15:59:52.425785Z","steps":["trace[807600818] 'agreement among raft nodes before linearized reading' (duration: 1.710592264s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.425747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.658041Z","time spent":"1.767696944s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":28,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:59:52.425889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.714942Z","time spent":"1.710937062s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:59:52.425958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354196659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-03T15:59:52.425984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.24376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:59:52.426018Z","caller":"traceutil/trace.go:171","msg":"trace[616853365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2408; }","duration":"1.354275041s","start":"2026-07-03T15:59:51.071729Z","end":"2026-07-03T15:59:52.426004Z","steps":["trace[616853365] 'agreement among raft nodes before linearized reading' (duration: 1.354122377s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:52.42602Z","caller":"traceutil/trace.go:171","msg":"trace[772472775] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2408; }","duration":"826.321382ms","start":"2026-07-03T15:59:51.599688Z","end":"2026-07-03T15:59:52.426009Z","steps":["trace[772472775] 'agreement among raft nodes before linearized reading' (duration: 826.25185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.426052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.071709Z","time spent":"1.354335572s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:59:52.426056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.599657Z","time spent":"826.391274ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:59:52.426076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246644173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-03T15:59:52.426083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246648213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T15:59:52.426087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.04153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T15:59:52.425968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.024792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:59:52.426112Z","caller":"traceutil/trace.go:171","msg":"trace[2078048717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2408; }","duration":"1.246700285s","start":"2026-07-03T15:59:51.179402Z","end":"2026-07-03T15:59:52.426102Z","steps":["trace[2078048717] 'agreement among raft nodes before linearized reading' (duration: 1.246601003s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:52.426119Z","caller":"traceutil/trace.go:171","msg":"trace[1107967445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2408; }","duration":"1.246721885s","start":"2026-07-03T15:59:51.179387Z","end":"2026-07-03T15:59:52.426109Z","steps":["trace[1107967445] 'agreement among raft nodes before linearized reading' (duration: 1.246564972s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:52.426129Z","caller":"traceutil/trace.go:171","msg":"trace[1770459917] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:2408; }","duration":"718.113801ms","start":"2026-07-03T15:59:51.708004Z","end":"2026-07-03T15:59:52.426118Z","steps":["trace[1770459917] 'agreement among raft nodes before linearized reading' (duration: 717.962078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.426122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116056816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-07-03T15:59:52.426148Z","caller":"traceutil/trace.go:171","msg":"trace[1976137078] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2408; }","duration":"822.235947ms","start":"2026-07-03T15:59:51.603898Z","end":"2026-07-03T15:59:52.426134Z","steps":["trace[1976137078] 'agreement among raft nodes before linearized reading' (duration: 822.035602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.426153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.179368Z","time spent":"1.246778527s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T15:59:52.426149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.179386Z","time spent":"1.246757336s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:59:52.42617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.707985Z","time spent":"718.179194ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-03T15:59:52.426181Z","caller":"traceutil/trace.go:171","msg":"trace[1420550258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2408; }","duration":"1.116158869s","start":"2026-07-03T15:59:51.310009Z","end":"2026-07-03T15:59:52.426168Z","steps":["trace[1420550258] 'agreement among raft nodes before linearized reading' (duration: 1.115962104s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.426189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.603874Z","time spent":"822.298899ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:59:52.426191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338158718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:59:52.426198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255398156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T15:59:52.426236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.309988Z","time spent":"1.11621967s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T15:59:52.426246Z","caller":"traceutil/trace.go:171","msg":"trace[1367129327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2408; }","duration":"1.255499798s","start":"2026-07-03T15:59:51.170733Z","end":"2026-07-03T15:59:52.426233Z","steps":["trace[1367129327] 'agreement among raft nodes before linearized reading' (duration: 1.255272423s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:52.426244Z","caller":"traceutil/trace.go:171","msg":"trace[1535950313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2408; }","duration":"1.33825355s","start":"2026-07-03T15:59:51.087973Z","end":"2026-07-03T15:59:52.426226Z","steps":["trace[1535950313] 'agreement among raft nodes before linearized reading' (duration: 1.338110007s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.426279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.170709Z","time spent":"1.2555628s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:59:52.426282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.087948Z","time spent":"1.338326263s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:59:52.42581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904799451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:59:52.426537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T15:59:52.426574Z","caller":"traceutil/trace.go:171","msg":"trace[2137577358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2408; }","duration":"1.246115561s","start":"2026-07-03T15:59:51.180448Z","end":"2026-07-03T15:59:52.426563Z","steps":["trace[2137577358] 'agreement among raft nodes before linearized reading' (duration: 1.245480286s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:52.42659Z","caller":"traceutil/trace.go:171","msg":"trace[1932439862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2408; }","duration":"1.905528958s","start":"2026-07-03T15:59:50.520967Z","end":"2026-07-03T15:59:52.426496Z","steps":["trace[1932439862] 'agreement among raft nodes before linearized reading' (duration: 1.90474308s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:52.426607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:51.18044Z","time spent":"1.246160301s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:59:52.426629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:50.520949Z","time spent":"1.905670401s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:59:53.761027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107050248s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:59:53.771375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188168892s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-07-03T15:59:53.77203Z","caller":"traceutil/trace.go:171","msg":"trace[2133253567] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2510; }","duration":"1.343660776s","start":"2026-07-03T15:59:52.42833Z","end":"2026-07-03T15:59:53.77199Z","steps":["trace[2133253567] 'read index received' (duration: 154.877938ms)","trace[2133253567] 'applied index is now lower than readState.Index' (duration: 1.188776068s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:59:53.772014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.428179Z","time spent":"1.34381971s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T15:59:53.772275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343910581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:59:53.772353Z","caller":"traceutil/trace.go:171","msg":"trace[677140071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2409; }","duration":"1.344039635s","start":"2026-07-03T15:59:52.4283Z","end":"2026-07-03T15:59:53.772339Z","steps":["trace[677140071] 'agreement among raft nodes before linearized reading' (duration: 1.343892131s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.772401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.428282Z","time spent":"1.344108416s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:59:53.772432Z","caller":"traceutil/trace.go:171","msg":"trace[1622558754] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"1.341956406s","start":"2026-07-03T15:59:52.430444Z","end":"2026-07-03T15:59:53.772401Z","steps":["trace[1622558754] 'process raft request' (duration: 1.341024404s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.772545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.588ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:59:53.772646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.430424Z","time spent":"1.3421446s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:53.772732Z","caller":"traceutil/trace.go:171","msg":"trace[1070782073] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2408; }","duration":"249.400592ms","start":"2026-07-03T15:59:53.523271Z","end":"2026-07-03T15:59:53.772671Z","steps":["trace[1070782073] 'range keys from in-memory index tree' (duration: 247.57205ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:53.773276Z","caller":"traceutil/trace.go:171","msg":"trace[1144362146] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"1.341571668s","start":"2026-07-03T15:59:52.431687Z","end":"2026-07-03T15:59:53.773259Z","steps":["trace[1144362146] 'process raft request' (duration: 1.341512806s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.773357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.43168Z","time spent":"1.341637809s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:53.773458Z","caller":"traceutil/trace.go:171","msg":"trace[515676177] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"1.341850044s","start":"2026-07-03T15:59:52.431597Z","end":"2026-07-03T15:59:53.773447Z","steps":["trace[515676177] 'process raft request' (duration: 1.340012191s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.773511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.431569Z","time spent":"1.341913325s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:59:53.773562Z","caller":"traceutil/trace.go:171","msg":"trace[52667151] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"1.341768952s","start":"2026-07-03T15:59:52.431778Z","end":"2026-07-03T15:59:53.773547Z","steps":["trace[52667151] 'process raft request' (duration: 1.341451115s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.773676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.431769Z","time spent":"1.341830713s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:53.773694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332625109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:59:53.773739Z","caller":"traceutil/trace.go:171","msg":"trace[344053259] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2413; }","duration":"1.3326703s","start":"2026-07-03T15:59:52.441056Z","end":"2026-07-03T15:59:53.773726Z","steps":["trace[344053259] 'agreement among raft nodes before linearized reading' (duration: 1.332577248s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:53.773766Z","caller":"traceutil/trace.go:171","msg":"trace[1229747063] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"1.341407704s","start":"2026-07-03T15:59:52.432348Z","end":"2026-07-03T15:59:53.773756Z","steps":["trace[1229747063] 'process raft request' (duration: 1.341148888s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.77378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142292643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:59:53.773817Z","caller":"traceutil/trace.go:171","msg":"trace[747121591] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2413; }","duration":"1.142353034s","start":"2026-07-03T15:59:52.631452Z","end":"2026-07-03T15:59:53.773805Z","steps":["trace[747121591] 'agreement among raft nodes before linearized reading' (duration: 1.142307233s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.773816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269841749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T15:59:53.773826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.432337Z","time spent":"1.341459325s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:59:53.773849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.631436Z","time spent":"1.142405646s","remote":"127.0.0.1:35832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:59:53.77385Z","caller":"traceutil/trace.go:171","msg":"trace[1779755821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2413; }","duration":"1.269914651s","start":"2026-07-03T15:59:52.503927Z","end":"2026-07-03T15:59:53.773841Z","steps":["trace[1779755821] 'agreement among raft nodes before linearized reading' (duration: 1.26986497s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.773883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.503906Z","time spent":"1.269969283s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:59:53.773998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.978574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T15:59:53.773772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.441026Z","time spent":"1.332739043s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T15:59:53.774036Z","caller":"traceutil/trace.go:171","msg":"trace[1109654559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2413; }","duration":"340.060347ms","start":"2026-07-03T15:59:53.433962Z","end":"2026-07-03T15:59:53.774023Z","steps":["trace[1109654559] 'agreement among raft nodes before linearized reading' (duration: 339.945994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.774061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:53.433854Z","time spent":"340.20138ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T15:59:53.773733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174844125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:59:53.77414Z","caller":"traceutil/trace.go:171","msg":"trace[1465871822] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2413; }","duration":"1.175299075s","start":"2026-07-03T15:59:52.598831Z","end":"2026-07-03T15:59:53.77413Z","steps":["trace[1465871822] 'agreement among raft nodes before linearized reading' (duration: 1.174827194s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.774176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:52.598808Z","time spent":"1.175357206s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:59:53.77444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.219012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2df28eef585\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T15:59:53.774481Z","caller":"traceutil/trace.go:171","msg":"trace[80942301] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bed2df28eef585; range_end:; response_count:1; response_revision:2413; }","duration":"376.289043ms","start":"2026-07-03T15:59:53.398178Z","end":"2026-07-03T15:59:53.774467Z","steps":["trace[80942301] 'agreement among raft nodes before linearized reading' (duration: 375.451804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:53.774509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:53.398159Z","time spent":"376.343746ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":867,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bed2df28eef585\" "} {"level":"warn","ts":"2026-07-03T15:59:54.32878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.708257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:59:54.328884Z","caller":"traceutil/trace.go:171","msg":"trace[2082509515] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2415; }","duration":"258.870951ms","start":"2026-07-03T15:59:54.069988Z","end":"2026-07-03T15:59:54.328859Z","steps":["trace[2082509515] 'count revisions from in-memory index tree' (duration: 258.579605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:54.328885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.215845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T15:59:54.328881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.775119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:59:54.328962Z","caller":"traceutil/trace.go:171","msg":"trace[1160666725] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2415; }","duration":"351.337218ms","start":"2026-07-03T15:59:53.9776Z","end":"2026-07-03T15:59:54.328937Z","steps":["trace[1160666725] 'count revisions from in-memory index tree' (duration: 351.126823ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:59:54.328967Z","caller":"traceutil/trace.go:171","msg":"trace[391842670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2415; }","duration":"258.911102ms","start":"2026-07-03T15:59:54.070033Z","end":"2026-07-03T15:59:54.328944Z","steps":["trace[391842670] 'count revisions from in-memory index tree' (duration: 258.679786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:59:54.329019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:59:53.977573Z","time spent":"351.42966ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:00:00.037732Z","caller":"traceutil/trace.go:171","msg":"trace[1398589949] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"196.444479ms","start":"2026-07-03T15:59:59.841268Z","end":"2026-07-03T16:00:00.037712Z","steps":["trace[1398589949] 'process raft request' (duration: 196.383108ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:00.037735Z","caller":"traceutil/trace.go:171","msg":"trace[1959002556] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"196.584672ms","start":"2026-07-03T15:59:59.841118Z","end":"2026-07-03T16:00:00.037703Z","steps":["trace[1959002556] 'process raft request' (duration: 157.238163ms)","trace[1959002556] 'compare' (duration: 39.077653ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:00.037882Z","caller":"traceutil/trace.go:171","msg":"trace[1195962126] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"196.256975ms","start":"2026-07-03T15:59:59.841617Z","end":"2026-07-03T16:00:00.037874Z","steps":["trace[1195962126] 'process raft request' (duration: 196.06803ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:00.743577Z","caller":"traceutil/trace.go:171","msg":"trace[1151117283] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"250.976428ms","start":"2026-07-03T16:00:00.492566Z","end":"2026-07-03T16:00:00.743542Z","steps":["trace[1151117283] 'process raft request' (duration: 236.193847ms)","trace[1151117283] 'compare' (duration: 14.370472ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:00.743638Z","caller":"traceutil/trace.go:171","msg":"trace[1373276609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2449; }","duration":"100.01502ms","start":"2026-07-03T16:00:00.643606Z","end":"2026-07-03T16:00:00.743621Z","steps":["trace[1373276609] 'agreement among raft nodes before linearized reading' (duration: 99.985699ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:00.743923Z","caller":"traceutil/trace.go:171","msg":"trace[1248978157] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"251.245424ms","start":"2026-07-03T16:00:00.49266Z","end":"2026-07-03T16:00:00.743906Z","steps":["trace[1248978157] 'process raft request' (duration: 250.700782ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:08.223649Z","caller":"traceutil/trace.go:171","msg":"trace[490704676] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"139.37056ms","start":"2026-07-03T16:00:08.084246Z","end":"2026-07-03T16:00:08.223617Z","steps":["trace[490704676] 'process raft request' (duration: 87.479691ms)","trace[490704676] 'compare' (duration: 51.706135ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:08.22384Z","caller":"traceutil/trace.go:171","msg":"trace[1764048617] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"139.452491ms","start":"2026-07-03T16:00:08.084359Z","end":"2026-07-03T16:00:08.223811Z","steps":["trace[1764048617] 'process raft request' (duration: 139.202376ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:08.698386Z","caller":"traceutil/trace.go:171","msg":"trace[1884069592] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"159.479624ms","start":"2026-07-03T16:00:08.538876Z","end":"2026-07-03T16:00:08.698355Z","steps":["trace[1884069592] 'process raft request' (duration: 115.732343ms)","trace[1884069592] 'compare' (duration: 43.500376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:09.356462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.724685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:00:09.356547Z","caller":"traceutil/trace.go:171","msg":"trace[755609385] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2491; }","duration":"270.866069ms","start":"2026-07-03T16:00:09.085666Z","end":"2026-07-03T16:00:09.356532Z","steps":["trace[755609385] 'count revisions from in-memory index tree' (duration: 270.624814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:10.196873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.146425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:10.197018Z","caller":"traceutil/trace.go:171","msg":"trace[1691779358] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"112.52782ms","start":"2026-07-03T16:00:10.08445Z","end":"2026-07-03T16:00:10.196978Z","steps":["trace[1691779358] 'read index received' (duration: 62.031µs)","trace[1691779358] 'applied index is now lower than readState.Index' (duration: 112.464579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:10.197211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.764255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T16:00:10.197244Z","caller":"traceutil/trace.go:171","msg":"trace[2028530528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2493; }","duration":"112.838086ms","start":"2026-07-03T16:00:10.084391Z","end":"2026-07-03T16:00:10.197229Z","steps":["trace[2028530528] 'agreement among raft nodes before linearized reading' (duration: 112.659902ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:10.197281Z","caller":"traceutil/trace.go:171","msg":"trace[1446585296] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"248.706466ms","start":"2026-07-03T16:00:09.948521Z","end":"2026-07-03T16:00:10.197227Z","steps":["trace[1446585296] 'process raft request' (duration: 35.105951ms)","trace[1446585296] 'compare' (duration: 212.90889ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:11.043635Z","caller":"traceutil/trace.go:171","msg":"trace[1180234221] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"154.311516ms","start":"2026-07-03T16:00:10.889299Z","end":"2026-07-03T16:00:11.04361Z","steps":["trace[1180234221] 'process raft request' (duration: 154.157642ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:11.062303Z","caller":"traceutil/trace.go:171","msg":"trace[70916107] linearizableReadLoop","detail":"{readStateIndex:2607; appliedIndex:2605; }","duration":"113.211356ms","start":"2026-07-03T16:00:10.949067Z","end":"2026-07-03T16:00:11.062278Z","steps":["trace[70916107] 'read index received' (duration: 94.418812ms)","trace[70916107] 'applied index is now lower than readState.Index' (duration: 18.791554ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:11.062389Z","caller":"traceutil/trace.go:171","msg":"trace[1575132127] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"164.638074ms","start":"2026-07-03T16:00:10.897718Z","end":"2026-07-03T16:00:11.062356Z","steps":["trace[1575132127] 'process raft request' (duration: 164.437679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:11.062578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.54774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T16:00:11.062603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.483362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:11.062661Z","caller":"traceutil/trace.go:171","msg":"trace[1255062920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2501; }","duration":"112.679563ms","start":"2026-07-03T16:00:10.949957Z","end":"2026-07-03T16:00:11.062636Z","steps":["trace[1255062920] 'agreement among raft nodes before linearized reading' (duration: 112.453918ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:11.062719Z","caller":"traceutil/trace.go:171","msg":"trace[454914989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2501; }","duration":"113.666817ms","start":"2026-07-03T16:00:10.949027Z","end":"2026-07-03T16:00:11.062694Z","steps":["trace[454914989] 'agreement among raft nodes before linearized reading' (duration: 113.449192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:12.427512Z","caller":"traceutil/trace.go:171","msg":"trace[1132165648] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2611; }","duration":"171.142665ms","start":"2026-07-03T16:00:12.256342Z","end":"2026-07-03T16:00:12.427485Z","steps":["trace[1132165648] 'read index received' (duration: 101.656679ms)","trace[1132165648] 'applied index is now lower than readState.Index' (duration: 69.484856ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:12.427632Z","caller":"traceutil/trace.go:171","msg":"trace[1004030871] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"175.905695ms","start":"2026-07-03T16:00:12.251684Z","end":"2026-07-03T16:00:12.42759Z","steps":["trace[1004030871] 'process raft request' (duration: 106.376059ms)","trace[1004030871] 'compare' (duration: 69.313981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:12.427746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.37542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:00:12.427839Z","caller":"traceutil/trace.go:171","msg":"trace[1053882023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2505; }","duration":"171.497962ms","start":"2026-07-03T16:00:12.256322Z","end":"2026-07-03T16:00:12.42782Z","steps":["trace[1053882023] 'agreement among raft nodes before linearized reading' (duration: 171.264917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:12.42822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.550633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T16:00:12.428268Z","caller":"traceutil/trace.go:171","msg":"trace[1918587587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2505; }","duration":"171.640345ms","start":"2026-07-03T16:00:12.256614Z","end":"2026-07-03T16:00:12.428255Z","steps":["trace[1918587587] 'agreement among raft nodes before linearized reading' (duration: 171.024781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:12.739788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.133621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:12.740073Z","caller":"traceutil/trace.go:171","msg":"trace[1484696766] linearizableReadLoop","detail":"{readStateIndex:2614; appliedIndex:2612; }","duration":"220.579217ms","start":"2026-07-03T16:00:12.519472Z","end":"2026-07-03T16:00:12.740051Z","steps":["trace[1484696766] 'read index received' (duration: 66.069616ms)","trace[1484696766] 'applied index is now lower than readState.Index' (duration: 154.508031ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:12.740228Z","caller":"traceutil/trace.go:171","msg":"trace[378825719] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"156.19188ms","start":"2026-07-03T16:00:12.584013Z","end":"2026-07-03T16:00:12.740205Z","steps":["trace[378825719] 'process raft request' (duration: 155.987785ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:12.740256Z","caller":"traceutil/trace.go:171","msg":"trace[1350699981] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"307.875853ms","start":"2026-07-03T16:00:12.432313Z","end":"2026-07-03T16:00:12.740189Z","steps":["trace[1350699981] 'process raft request' (duration: 153.218579ms)","trace[1350699981] 'compare' (duration: 153.933677ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:12.740256Z","caller":"traceutil/trace.go:171","msg":"trace[182078490] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"307.646798ms","start":"2026-07-03T16:00:12.432546Z","end":"2026-07-03T16:00:12.740193Z","steps":["trace[182078490] 'process raft request' (duration: 307.397373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:12.740391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.918045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:12.740445Z","caller":"traceutil/trace.go:171","msg":"trace[1409132315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2508; }","duration":"220.991847ms","start":"2026-07-03T16:00:12.519436Z","end":"2026-07-03T16:00:12.740427Z","steps":["trace[1409132315] 'agreement among raft nodes before linearized reading' (duration: 220.823383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:12.740523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:12.432297Z","time spent":"308.113949ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:12.740738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:12.432528Z","time spent":"307.891254ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:34.920949Z","caller":"traceutil/trace.go:171","msg":"trace[2057518182] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"106.846868ms","start":"2026-07-03T16:00:34.814082Z","end":"2026-07-03T16:00:34.920929Z","steps":["trace[2057518182] 'process raft request' (duration: 106.708095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:47.526345Z","caller":"traceutil/trace.go:171","msg":"trace[417233948] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"137.823473ms","start":"2026-07-03T16:00:47.388493Z","end":"2026-07-03T16:00:47.526316Z","steps":["trace[417233948] 'process raft request' (duration: 118.321822ms)","trace[417233948] 'compare' (duration: 19.342447ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:47.681495Z","caller":"traceutil/trace.go:171","msg":"trace[575974412] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"100.334518ms","start":"2026-07-03T16:00:47.581132Z","end":"2026-07-03T16:00:47.681467Z","steps":["trace[575974412] 'process raft request' (duration: 89.913297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:50.896751Z","caller":"traceutil/trace.go:171","msg":"trace[348006619] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"202.61267ms","start":"2026-07-03T16:00:50.694108Z","end":"2026-07-03T16:00:50.896721Z","steps":["trace[348006619] 'process raft request' (duration: 197.80275ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.143195Z","caller":"traceutil/trace.go:171","msg":"trace[637521716] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"176.115638ms","start":"2026-07-03T16:00:50.966907Z","end":"2026-07-03T16:00:51.143023Z","steps":["trace[637521716] 'process raft request' (duration: 157.669873ms)","trace[637521716] 'compare' (duration: 18.268671ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:51.150676Z","caller":"traceutil/trace.go:171","msg":"trace[510791114] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"183.418856ms","start":"2026-07-03T16:00:50.967238Z","end":"2026-07-03T16:00:51.150657Z","steps":["trace[510791114] 'process raft request' (duration: 183.14493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.150683Z","caller":"traceutil/trace.go:171","msg":"trace[1524579324] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"182.032024ms","start":"2026-07-03T16:00:50.968611Z","end":"2026-07-03T16:00:51.150643Z","steps":["trace[1524579324] 'process raft request' (duration: 181.876111ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.150768Z","caller":"traceutil/trace.go:171","msg":"trace[956240483] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"114.431123ms","start":"2026-07-03T16:00:51.03633Z","end":"2026-07-03T16:00:51.150761Z","steps":["trace[956240483] 'process raft request' (duration: 114.254979ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.150668Z","caller":"traceutil/trace.go:171","msg":"trace[1633862209] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"133.515924ms","start":"2026-07-03T16:00:51.017132Z","end":"2026-07-03T16:00:51.150648Z","steps":["trace[1633862209] 'process raft request' (duration: 133.411332ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.150903Z","caller":"traceutil/trace.go:171","msg":"trace[1525417203] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2976; }","duration":"159.116785ms","start":"2026-07-03T16:00:50.991779Z","end":"2026-07-03T16:00:51.150895Z","steps":["trace[1525417203] 'read index received' (duration: 132.952951ms)","trace[1525417203] 'applied index is now lower than readState.Index' (duration: 26.162924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:51.151042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.247528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:00:51.151078Z","caller":"traceutil/trace.go:171","msg":"trace[1359661642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2859; }","duration":"159.32352ms","start":"2026-07-03T16:00:50.991747Z","end":"2026-07-03T16:00:51.151071Z","steps":["trace[1359661642] 'agreement among raft nodes before linearized reading' (duration: 159.201767ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.310919Z","caller":"traceutil/trace.go:171","msg":"trace[107514048] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2985; }","duration":"107.838501ms","start":"2026-07-03T16:00:51.203057Z","end":"2026-07-03T16:00:51.310896Z","steps":["trace[107514048] 'read index received' (duration: 90.693635ms)","trace[107514048] 'applied index is now lower than readState.Index' (duration: 17.143916ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:51.31102Z","caller":"traceutil/trace.go:171","msg":"trace[263566424] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"131.62293ms","start":"2026-07-03T16:00:51.179355Z","end":"2026-07-03T16:00:51.310978Z","steps":["trace[263566424] 'process raft request' (duration: 114.480955ms)","trace[263566424] 'compare' (duration: 16.940321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:51.311325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.949438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118152"} {"level":"info","ts":"2026-07-03T16:00:51.311582Z","caller":"traceutil/trace.go:171","msg":"trace[920800429] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2863; }","duration":"132.07122ms","start":"2026-07-03T16:00:51.179318Z","end":"2026-07-03T16:00:51.31139Z","steps":["trace[920800429] 'agreement among raft nodes before linearized reading' (duration: 131.684481ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.48221Z","caller":"traceutil/trace.go:171","msg":"trace[290069807] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"121.576428ms","start":"2026-07-03T16:00:51.36057Z","end":"2026-07-03T16:00:51.482146Z","steps":["trace[290069807] 'process raft request' (duration: 50.492676ms)","trace[290069807] 'compare' (duration: 70.817006ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:51.482237Z","caller":"traceutil/trace.go:171","msg":"trace[1938260530] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"113.741277ms","start":"2026-07-03T16:00:51.368467Z","end":"2026-07-03T16:00:51.482208Z","steps":["trace[1938260530] 'process raft request' (duration: 113.692896ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.482309Z","caller":"traceutil/trace.go:171","msg":"trace[1158823987] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"114.449214ms","start":"2026-07-03T16:00:51.367834Z","end":"2026-07-03T16:00:51.482284Z","steps":["trace[1158823987] 'process raft request' (duration: 114.27548ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.48234Z","caller":"traceutil/trace.go:171","msg":"trace[627333744] linearizableReadLoop","detail":"{readStateIndex:2991; appliedIndex:2990; }","duration":"116.069401ms","start":"2026-07-03T16:00:51.366236Z","end":"2026-07-03T16:00:51.482305Z","steps":["trace[627333744] 'read index received' (duration: 44.678772ms)","trace[627333744] 'applied index is now lower than readState.Index' (duration: 71.386888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:51.482651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.390358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8578"} {"level":"info","ts":"2026-07-03T16:00:51.482693Z","caller":"traceutil/trace.go:171","msg":"trace[1325955598] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2870; }","duration":"116.50281ms","start":"2026-07-03T16:00:51.36618Z","end":"2026-07-03T16:00:51.482683Z","steps":["trace[1325955598] 'agreement among raft nodes before linearized reading' (duration: 116.228324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.793759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.895447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:00:51.794138Z","caller":"traceutil/trace.go:171","msg":"trace[1703655727] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"301.29615ms","start":"2026-07-03T16:00:51.492816Z","end":"2026-07-03T16:00:51.794112Z","steps":["trace[1703655727] 'process raft request' (duration: 301.232308ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.794216Z","caller":"traceutil/trace.go:171","msg":"trace[604965611] linearizableReadLoop","detail":"{readStateIndex:2998; appliedIndex:2996; }","duration":"302.354804ms","start":"2026-07-03T16:00:51.491849Z","end":"2026-07-03T16:00:51.794203Z","steps":["trace[604965611] 'read index received' (duration: 34.799444ms)","trace[604965611] 'applied index is now lower than readState.Index' (duration: 267.55446ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:51.794145Z","caller":"traceutil/trace.go:171","msg":"trace[1111946977] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"303.995601ms","start":"2026-07-03T16:00:51.48997Z","end":"2026-07-03T16:00:51.793965Z","steps":["trace[1111946977] 'process raft request' (duration: 193.843287ms)","trace[1111946977] 'compare' (duration: 109.780655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:51.794262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.492805Z","time spent":"301.400182ms","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7158,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:00:51.794298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.489955Z","time spent":"304.3204ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:00:51.794466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.603879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T16:00:51.794505Z","caller":"traceutil/trace.go:171","msg":"trace[187157091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2876; }","duration":"302.671791ms","start":"2026-07-03T16:00:51.491824Z","end":"2026-07-03T16:00:51.794495Z","steps":["trace[187157091] 'agreement among raft nodes before linearized reading' (duration: 302.509967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:51.794526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:51.491817Z","time spent":"302.704191ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5672,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:00:51.794759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.101041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:00:51.794832Z","caller":"traceutil/trace.go:171","msg":"trace[567074775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2876; }","duration":"274.153742ms","start":"2026-07-03T16:00:51.520625Z","end":"2026-07-03T16:00:51.794779Z","steps":["trace[567074775] 'agreement among raft nodes before linearized reading' (duration: 273.891506ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:51.927413Z","caller":"traceutil/trace.go:171","msg":"trace[1302504659] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"123.938602ms","start":"2026-07-03T16:00:51.803438Z","end":"2026-07-03T16:00:51.927377Z","steps":["trace[1302504659] 'process raft request' (duration: 112.704233ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:52.155936Z","caller":"traceutil/trace.go:171","msg":"trace[405676269] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"144.224742ms","start":"2026-07-03T16:00:52.011683Z","end":"2026-07-03T16:00:52.155908Z","steps":["trace[405676269] 'process raft request' (duration: 144.080639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:52.175151Z","caller":"traceutil/trace.go:171","msg":"trace[155218786] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"162.940654ms","start":"2026-07-03T16:00:52.012179Z","end":"2026-07-03T16:00:52.17512Z","steps":["trace[155218786] 'process raft request' (duration: 162.611147ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:52.175226Z","caller":"traceutil/trace.go:171","msg":"trace[192031794] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"162.842201ms","start":"2026-07-03T16:00:52.012348Z","end":"2026-07-03T16:00:52.17519Z","steps":["trace[192031794] 'process raft request' (duration: 162.639516ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:52.175361Z","caller":"traceutil/trace.go:171","msg":"trace[338051873] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"160.283283ms","start":"2026-07-03T16:00:52.015053Z","end":"2026-07-03T16:00:52.175336Z","steps":["trace[338051873] 'process raft request' (duration: 160.046958ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:52.310266Z","caller":"traceutil/trace.go:171","msg":"trace[669623642] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"100.201865ms","start":"2026-07-03T16:00:52.210037Z","end":"2026-07-03T16:00:52.310238Z","steps":["trace[669623642] 'process raft request' (duration: 55.750428ms)","trace[669623642] 'compare' (duration: 44.313604ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:52.342574Z","caller":"traceutil/trace.go:171","msg":"trace[1324309300] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"126.508821ms","start":"2026-07-03T16:00:52.216035Z","end":"2026-07-03T16:00:52.342544Z","steps":["trace[1324309300] 'process raft request' (duration: 126.349728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:53.372058Z","caller":"traceutil/trace.go:171","msg":"trace[562815556] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"563.462634ms","start":"2026-07-03T16:00:52.808575Z","end":"2026-07-03T16:00:53.372037Z","steps":["trace[562815556] 'process raft request' (duration: 563.327711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:53.372169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:52.808543Z","time spent":"563.563947ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:53.467242Z","caller":"traceutil/trace.go:171","msg":"trace[812492011] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"300.972193ms","start":"2026-07-03T16:00:53.166245Z","end":"2026-07-03T16:00:53.467217Z","steps":["trace[812492011] 'process raft request' (duration: 300.810389ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:53.467229Z","caller":"traceutil/trace.go:171","msg":"trace[675509445] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"311.419593ms","start":"2026-07-03T16:00:53.155776Z","end":"2026-07-03T16:00:53.467196Z","steps":["trace[675509445] 'process raft request' (duration: 310.955003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:53.467375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:53.16621Z","time spent":"301.094735ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:53.4672Z","caller":"traceutil/trace.go:171","msg":"trace[1895622167] linearizableReadLoop","detail":"{readStateIndex:3015; appliedIndex:3012; }","duration":"258.439779ms","start":"2026-07-03T16:00:53.208701Z","end":"2026-07-03T16:00:53.467141Z","steps":["trace[1895622167] 'read index received' (duration: 163.212319ms)","trace[1895622167] 'applied index is now lower than readState.Index' (duration: 95.22594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:53.467451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:53.155749Z","time spent":"311.645368ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:53.46753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.798597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:00:53.467586Z","caller":"traceutil/trace.go:171","msg":"trace[1458666387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2891; }","duration":"258.92683ms","start":"2026-07-03T16:00:53.208644Z","end":"2026-07-03T16:00:53.467571Z","steps":["trace[1458666387] 'agreement among raft nodes before linearized reading' (duration: 258.652934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:53.467631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.923494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:00:53.467657Z","caller":"traceutil/trace.go:171","msg":"trace[2063823209] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2891; }","duration":"217.975675ms","start":"2026-07-03T16:00:53.249675Z","end":"2026-07-03T16:00:53.467651Z","steps":["trace[2063823209] 'agreement among raft nodes before linearized reading' (duration: 217.916183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:53.467714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.913509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:00:53.467743Z","caller":"traceutil/trace.go:171","msg":"trace[2087014040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2891; }","duration":"258.96371ms","start":"2026-07-03T16:00:53.208771Z","end":"2026-07-03T16:00:53.467735Z","steps":["trace[2087014040] 'agreement among raft nodes before linearized reading' (duration: 258.796857ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:54.299508Z","caller":"traceutil/trace.go:171","msg":"trace[1374234675] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"102.205692ms","start":"2026-07-03T16:00:54.197281Z","end":"2026-07-03T16:00:54.299486Z","steps":["trace[1374234675] 'process raft request' (duration: 59.014695ms)","trace[1374234675] 'compare' (duration: 43.001232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:00:58.08088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572627528,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:00:58.45586Z","caller":"traceutil/trace.go:171","msg":"trace[1145412948] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"880.211071ms","start":"2026-07-03T16:00:57.575623Z","end":"2026-07-03T16:00:58.455834Z","steps":["trace[1145412948] 'process raft request' (duration: 880.077578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:58.455982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:57.575599Z","time spent":"880.318444ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:58.478777Z","caller":"traceutil/trace.go:171","msg":"trace[2101804219] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"900.548281ms","start":"2026-07-03T16:00:57.578198Z","end":"2026-07-03T16:00:58.478747Z","steps":["trace[2101804219] 'process raft request' (duration: 900.389117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:58.47896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:57.578188Z","time spent":"900.674753ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:58.478972Z","caller":"traceutil/trace.go:171","msg":"trace[1440455594] linearizableReadLoop","detail":"{readStateIndex:3045; appliedIndex:3041; }","duration":"898.817301ms","start":"2026-07-03T16:00:57.580141Z","end":"2026-07-03T16:00:58.478958Z","steps":["trace[1440455594] 'read index received' (duration: 875.618575ms)","trace[1440455594] 'applied index is now lower than readState.Index' (duration: 23.197976ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:00:58.479038Z","caller":"traceutil/trace.go:171","msg":"trace[1109860695] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"900.372195ms","start":"2026-07-03T16:00:57.578657Z","end":"2026-07-03T16:00:58.479029Z","steps":["trace[1109860695] 'process raft request' (duration: 900.039388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:58.479101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:57.578632Z","time spent":"900.430027ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:00:58.479091Z","caller":"traceutil/trace.go:171","msg":"trace[482418486] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"900.210822ms","start":"2026-07-03T16:00:57.578858Z","end":"2026-07-03T16:00:58.479068Z","steps":["trace[482418486] 'process raft request' (duration: 900.037938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:58.479232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:57.578801Z","time spent":"900.345855ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:00:58.479281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.141748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:00:58.479324Z","caller":"traceutil/trace.go:171","msg":"trace[2034898533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2920; }","duration":"899.201628ms","start":"2026-07-03T16:00:57.580106Z","end":"2026-07-03T16:00:58.479308Z","steps":["trace[2034898533] 'agreement among raft nodes before linearized reading' (duration: 899.064595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:58.479362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:57.580097Z","time spent":"899.257981ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:00:58.480475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.898536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:00:58.480514Z","caller":"traceutil/trace.go:171","msg":"trace[1952590602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2921; }","duration":"696.946297ms","start":"2026-07-03T16:00:57.783558Z","end":"2026-07-03T16:00:58.480504Z","steps":["trace[1952590602] 'agreement among raft nodes before linearized reading' (duration: 696.872245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:58.480539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:57.783475Z","time spent":"697.057748ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:00:58.480583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.070612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:00:58.480581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.420819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:00:58.480738Z","caller":"traceutil/trace.go:171","msg":"trace[1896627792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2921; }","duration":"888.214726ms","start":"2026-07-03T16:00:57.592438Z","end":"2026-07-03T16:00:58.480652Z","steps":["trace[1896627792] 'agreement among raft nodes before linearized reading' (duration: 887.902828ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:00:58.480756Z","caller":"traceutil/trace.go:171","msg":"trace[517553302] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2921; }","duration":"465.633015ms","start":"2026-07-03T16:00:58.01509Z","end":"2026-07-03T16:00:58.480723Z","steps":["trace[517553302] 'agreement among raft nodes before linearized reading' (duration: 465.321277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:58.480756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.410712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:00:58.480799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:57.592417Z","time spent":"888.367279ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:00:58.480806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:58.015069Z","time spent":"465.726947ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-03T16:00:58.480819Z","caller":"traceutil/trace.go:171","msg":"trace[1431017283] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2921; }","duration":"795.536014ms","start":"2026-07-03T16:00:57.685261Z","end":"2026-07-03T16:00:58.480797Z","steps":["trace[1431017283] 'agreement among raft nodes before linearized reading' (duration: 795.375361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:00:58.480863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:57.685225Z","time spent":"795.626427ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:01.005922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451754769s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:01.006255Z","caller":"traceutil/trace.go:171","msg":"trace[960867547] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"521.769931ms","start":"2026-07-03T16:01:00.484434Z","end":"2026-07-03T16:01:01.006204Z","steps":["trace[960867547] 'process raft request' (duration: 521.72995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:01.00633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:00.484419Z","time spent":"521.878293ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:01.006334Z","caller":"traceutil/trace.go:171","msg":"trace[497363434] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"522.508048ms","start":"2026-07-03T16:01:00.483782Z","end":"2026-07-03T16:01:01.00629Z","steps":["trace[497363434] 'process raft request' (duration: 522.290933ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:01.006537Z","caller":"traceutil/trace.go:171","msg":"trace[325123625] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"522.568849ms","start":"2026-07-03T16:01:00.483945Z","end":"2026-07-03T16:01:01.006514Z","steps":["trace[325123625] 'process raft request' (duration: 522.15626ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:01.006553Z","caller":"traceutil/trace.go:171","msg":"trace[1106316657] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"543.920143ms","start":"2026-07-03T16:01:00.462599Z","end":"2026-07-03T16:01:01.006519Z","steps":["trace[1106316657] 'process raft request' (duration: 543.418072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:01.006545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:00.483754Z","time spent":"522.690652ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:01.006568Z","caller":"traceutil/trace.go:171","msg":"trace[1603291516] linearizableReadLoop","detail":"{readStateIndex:3049; appliedIndex:3048; }","duration":"2.34010878s","start":"2026-07-03T16:00:58.666421Z","end":"2026-07-03T16:01:01.00653Z","steps":["trace[1603291516] 'read index received' (duration: 33.75µs)","trace[1603291516] 'applied index is now lower than readState.Index' (duration: 2.340069499s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:01.00663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:00.483931Z","time spent":"522.657631ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:01.006545Z","caller":"traceutil/trace.go:171","msg":"trace[1622911890] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"2.483190174s","start":"2026-07-03T16:00:58.523318Z","end":"2026-07-03T16:01:01.006508Z","steps":["trace[1622911890] 'process raft request' (duration: 30.291509ms)","trace[1622911890] 'compare' (duration: 2.451610246s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:01.006689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:00.462437Z","time spent":"544.175479ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:01.006757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:58.5233Z","time spent":"2.483390139s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:01.006783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486467873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:01:01.006791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.84175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:01:01.006816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556410039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:01:01.006824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.998056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:01:01.00685Z","caller":"traceutil/trace.go:171","msg":"trace[846964522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2928; }","duration":"362.937473ms","start":"2026-07-03T16:01:00.643895Z","end":"2026-07-03T16:01:01.006833Z","steps":["trace[846964522] 'agreement among raft nodes before linearized reading' (duration: 362.83348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:01.006867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.970345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:01:01.006846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340419627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:01:01.006887Z","caller":"traceutil/trace.go:171","msg":"trace[7967792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2928; }","duration":"1.55651219s","start":"2026-07-03T16:00:59.45036Z","end":"2026-07-03T16:01:01.006873Z","steps":["trace[7967792] 'agreement among raft nodes before linearized reading' (duration: 1.556357937s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:01.006902Z","caller":"traceutil/trace.go:171","msg":"trace[1577192923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2928; }","duration":"509.105949ms","start":"2026-07-03T16:01:00.497776Z","end":"2026-07-03T16:01:01.006882Z","steps":["trace[1577192923] 'agreement among raft nodes before linearized reading' (duration: 508.912784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:01.006901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:00.643875Z","time spent":"363.017024ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:01:01.006928Z","caller":"traceutil/trace.go:171","msg":"trace[1755793696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2928; }","duration":"483.070357ms","start":"2026-07-03T16:01:00.523843Z","end":"2026-07-03T16:01:01.006914Z","steps":["trace[1755793696] 'agreement among raft nodes before linearized reading' (duration: 482.895753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:01.006948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.385969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-03T16:01:01.006946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:59.450341Z","time spent":"1.556591563s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:01:01.00695Z","caller":"traceutil/trace.go:171","msg":"trace[421424049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2928; }","duration":"2.340560231s","start":"2026-07-03T16:00:58.666367Z","end":"2026-07-03T16:01:01.006927Z","steps":["trace[421424049] 'agreement among raft nodes before linearized reading' (duration: 2.340288224s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:01.006956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:00.497764Z","time spent":"509.17828ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:01:01.006973Z","caller":"traceutil/trace.go:171","msg":"trace[2145868959] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2928; }","duration":"991.44493ms","start":"2026-07-03T16:01:00.015521Z","end":"2026-07-03T16:01:01.006966Z","steps":["trace[2145868959] 'agreement among raft nodes before linearized reading' (duration: 991.339007ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:01.006842Z","caller":"traceutil/trace.go:171","msg":"trace[134807106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2928; }","duration":"1.486571325s","start":"2026-07-03T16:00:59.520254Z","end":"2026-07-03T16:01:01.006826Z","steps":["trace[134807106] 'agreement among raft nodes before linearized reading' (duration: 1.486449493s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:01.006982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:00.523822Z","time spent":"483.147459ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:01:01.006997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:00.015502Z","time spent":"991.491401ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-03T16:01:01.007002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:58.666347Z","time spent":"2.340641192s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:01:01.006814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72621663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:01.007129Z","caller":"traceutil/trace.go:171","msg":"trace[797535361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2928; }","duration":"1.726580149s","start":"2026-07-03T16:00:59.280527Z","end":"2026-07-03T16:01:01.007107Z","steps":["trace[797535361] 'agreement among raft nodes before linearized reading' (duration: 1.726164989s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:01.007277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:59.280504Z","time spent":"1.726714092s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:01.007028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:00:59.52024Z","time spent":"1.48677028s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:01:01.132166Z","caller":"traceutil/trace.go:171","msg":"trace[892009578] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"119.899219ms","start":"2026-07-03T16:01:01.012243Z","end":"2026-07-03T16:01:01.132142Z","steps":["trace[892009578] 'process raft request' (duration: 96.636382ms)","trace[892009578] 'compare' (duration: 23.119864ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:01.132463Z","caller":"traceutil/trace.go:171","msg":"trace[535883759] linearizableReadLoop","detail":"{readStateIndex:3057; appliedIndex:3053; }","duration":"120.075243ms","start":"2026-07-03T16:01:01.012372Z","end":"2026-07-03T16:01:01.132447Z","steps":["trace[535883759] 'read index received' (duration: 89.556698ms)","trace[535883759] 'applied index is now lower than readState.Index' (duration: 30.517665ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:01.132498Z","caller":"traceutil/trace.go:171","msg":"trace[2080328303] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"120.154405ms","start":"2026-07-03T16:01:01.012331Z","end":"2026-07-03T16:01:01.132486Z","steps":["trace[2080328303] 'process raft request' (duration: 120.010031ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:01.132547Z","caller":"traceutil/trace.go:171","msg":"trace[1493861927] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"120.278938ms","start":"2026-07-03T16:01:01.012247Z","end":"2026-07-03T16:01:01.132526Z","steps":["trace[1493861927] 'process raft request' (duration: 119.859778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:01.132621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.230516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-03T16:01:01.132716Z","caller":"traceutil/trace.go:171","msg":"trace[653826916] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2933; }","duration":"120.328489ms","start":"2026-07-03T16:01:01.012345Z","end":"2026-07-03T16:01:01.132673Z","steps":["trace[653826916] 'agreement among raft nodes before linearized reading' (duration: 120.163955ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:07.231103Z","caller":"traceutil/trace.go:171","msg":"trace[511787339] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"105.584629ms","start":"2026-07-03T16:01:07.125496Z","end":"2026-07-03T16:01:07.23108Z","steps":["trace[511787339] 'process raft request' (duration: 67.593772ms)","trace[511787339] 'compare' (duration: 37.817773ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:07.231187Z","caller":"traceutil/trace.go:171","msg":"trace[279924265] linearizableReadLoop","detail":"{readStateIndex:3096; appliedIndex:3093; }","duration":"103.620073ms","start":"2026-07-03T16:01:07.127543Z","end":"2026-07-03T16:01:07.231163Z","steps":["trace[279924265] 'read index received' (duration: 12.99299ms)","trace[279924265] 'applied index is now lower than readState.Index' (duration: 90.626453ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:07.23135Z","caller":"traceutil/trace.go:171","msg":"trace[929650696] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"105.812074ms","start":"2026-07-03T16:01:07.125529Z","end":"2026-07-03T16:01:07.231341Z","steps":["trace[929650696] 'process raft request' (duration: 105.496867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:07.231564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.002902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:01:07.231621Z","caller":"traceutil/trace.go:171","msg":"trace[389539193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2969; }","duration":"104.095144ms","start":"2026-07-03T16:01:07.127517Z","end":"2026-07-03T16:01:07.231612Z","steps":["trace[389539193] 'agreement among raft nodes before linearized reading' (duration: 103.952171ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:07.475973Z","caller":"traceutil/trace.go:171","msg":"trace[1930817503] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"159.464724ms","start":"2026-07-03T16:01:07.316484Z","end":"2026-07-03T16:01:07.475949Z","steps":["trace[1930817503] 'process raft request' (duration: 159.418603ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:07.476104Z","caller":"traceutil/trace.go:171","msg":"trace[1920147488] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"159.633507ms","start":"2026-07-03T16:01:07.316401Z","end":"2026-07-03T16:01:07.476035Z","steps":["trace[1920147488] 'process raft request' (duration: 159.401991ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:08.891092Z","caller":"traceutil/trace.go:171","msg":"trace[1634122272] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"321.073826ms","start":"2026-07-03T16:01:08.569991Z","end":"2026-07-03T16:01:08.891065Z","steps":["trace[1634122272] 'process raft request' (duration: 320.912462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:08.891251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:08.569968Z","time spent":"321.191299ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:13.515712Z","caller":"traceutil/trace.go:171","msg":"trace[1729515517] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"381.82712ms","start":"2026-07-03T16:01:13.133861Z","end":"2026-07-03T16:01:13.515688Z","steps":["trace[1729515517] 'process raft request' (duration: 381.678956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:13.515848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:13.133838Z","time spent":"381.942532ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:13.517894Z","caller":"traceutil/trace.go:171","msg":"trace[144295711] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"338.15055ms","start":"2026-07-03T16:01:13.179728Z","end":"2026-07-03T16:01:13.517878Z","steps":["trace[144295711] 'process raft request' (duration: 338.017767ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:13.518095Z","caller":"traceutil/trace.go:171","msg":"trace[1176371324] linearizableReadLoop","detail":"{readStateIndex:3132; appliedIndex:3128; }","duration":"144.1715ms","start":"2026-07-03T16:01:13.373908Z","end":"2026-07-03T16:01:13.518079Z","steps":["trace[1176371324] 'read index received' (duration: 141.665932ms)","trace[1176371324] 'applied index is now lower than readState.Index' (duration: 2.504698ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:13.518145Z","caller":"traceutil/trace.go:171","msg":"trace[1982609643] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"207.141634ms","start":"2026-07-03T16:01:13.31097Z","end":"2026-07-03T16:01:13.518111Z","steps":["trace[1982609643] 'process raft request' (duration: 206.867448ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:13.518251Z","caller":"traceutil/trace.go:171","msg":"trace[274590691] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"189.164498ms","start":"2026-07-03T16:01:13.329037Z","end":"2026-07-03T16:01:13.518202Z","steps":["trace[274590691] 'process raft request' (duration: 188.978904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:13.518594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.642901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:01:13.518678Z","caller":"traceutil/trace.go:171","msg":"trace[1225007681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3004; }","duration":"144.790635ms","start":"2026-07-03T16:01:13.373873Z","end":"2026-07-03T16:01:13.518663Z","steps":["trace[1225007681] 'agreement among raft nodes before linearized reading' (duration: 144.539709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:13.518702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.80046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:01:13.518791Z","caller":"traceutil/trace.go:171","msg":"trace[1994282940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3004; }","duration":"136.931102ms","start":"2026-07-03T16:01:13.381841Z","end":"2026-07-03T16:01:13.518772Z","steps":["trace[1994282940] 'agreement among raft nodes before linearized reading' (duration: 136.668957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:13.518867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.298524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:13.518935Z","caller":"traceutil/trace.go:171","msg":"trace[1996833515] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3004; }","duration":"138.849188ms","start":"2026-07-03T16:01:13.380069Z","end":"2026-07-03T16:01:13.518918Z","steps":["trace[1996833515] 'agreement among raft nodes before linearized reading' (duration: 138.284724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:13.518204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:13.17971Z","time spent":"338.232702ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:15.662888Z","caller":"traceutil/trace.go:171","msg":"trace[1127668417] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"116.89376ms","start":"2026-07-03T16:01:15.545974Z","end":"2026-07-03T16:01:15.662868Z","steps":["trace[1127668417] 'process raft request' (duration: 34.369664ms)","trace[1127668417] 'compare' (duration: 82.375282ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:15.663263Z","caller":"traceutil/trace.go:171","msg":"trace[163003775] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"116.784608ms","start":"2026-07-03T16:01:15.546471Z","end":"2026-07-03T16:01:15.663256Z","steps":["trace[163003775] 'process raft request' (duration: 116.368108ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:15.663421Z","caller":"traceutil/trace.go:171","msg":"trace[66404585] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"116.87636ms","start":"2026-07-03T16:01:15.546538Z","end":"2026-07-03T16:01:15.663414Z","steps":["trace[66404585] 'process raft request' (duration: 116.680826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:17.788121Z","caller":"traceutil/trace.go:171","msg":"trace[1788958406] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"242.091572ms","start":"2026-07-03T16:01:17.546004Z","end":"2026-07-03T16:01:17.788095Z","steps":["trace[1788958406] 'process raft request' (duration: 213.924711ms)","trace[1788958406] 'compare' (duration: 27.832333ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:17.788161Z","caller":"traceutil/trace.go:171","msg":"trace[678608571] linearizableReadLoop","detail":"{readStateIndex:3163; appliedIndex:3159; }","duration":"229.619444ms","start":"2026-07-03T16:01:17.558518Z","end":"2026-07-03T16:01:17.788138Z","steps":["trace[678608571] 'read index received' (duration: 2.409686ms)","trace[678608571] 'applied index is now lower than readState.Index' (duration: 227.208968ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:17.788221Z","caller":"traceutil/trace.go:171","msg":"trace[1337133363] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"240.552056ms","start":"2026-07-03T16:01:17.547642Z","end":"2026-07-03T16:01:17.788194Z","steps":["trace[1337133363] 'process raft request' (duration: 240.370712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:17.788294Z","caller":"traceutil/trace.go:171","msg":"trace[1315111960] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"240.581137ms","start":"2026-07-03T16:01:17.547687Z","end":"2026-07-03T16:01:17.788268Z","steps":["trace[1315111960] 'process raft request' (duration: 240.413653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:17.788373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.835519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-03T16:01:17.788419Z","caller":"traceutil/trace.go:171","msg":"trace[915963304] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3034; }","duration":"229.89489ms","start":"2026-07-03T16:01:17.558511Z","end":"2026-07-03T16:01:17.788406Z","steps":["trace[915963304] 'agreement among raft nodes before linearized reading' (duration: 229.746817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:17.788507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.509148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:01:17.788529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.319341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-07-03T16:01:17.788542Z","caller":"traceutil/trace.go:171","msg":"trace[220838518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3034; }","duration":"115.570429ms","start":"2026-07-03T16:01:17.672961Z","end":"2026-07-03T16:01:17.788532Z","steps":["trace[220838518] 'agreement among raft nodes before linearized reading' (duration: 115.423315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:17.788557Z","caller":"traceutil/trace.go:171","msg":"trace[1973386033] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3034; }","duration":"169.387823ms","start":"2026-07-03T16:01:17.61916Z","end":"2026-07-03T16:01:17.788548Z","steps":["trace[1973386033] 'agreement among raft nodes before linearized reading' (duration: 169.146048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:17.788742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.370676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:01:17.788773Z","caller":"traceutil/trace.go:171","msg":"trace[2135637016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3034; }","duration":"122.435118ms","start":"2026-07-03T16:01:17.66633Z","end":"2026-07-03T16:01:17.788765Z","steps":["trace[2135637016] 'agreement among raft nodes before linearized reading' (duration: 122.325476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:17.788786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.052191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:01:17.788846Z","caller":"traceutil/trace.go:171","msg":"trace[1187014447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3034; }","duration":"113.153883ms","start":"2026-07-03T16:01:17.675675Z","end":"2026-07-03T16:01:17.788829Z","steps":["trace[1187014447] 'agreement among raft nodes before linearized reading' (duration: 112.945608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:17.788868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.313692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:01:17.788859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.211483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:01:17.788943Z","caller":"traceutil/trace.go:171","msg":"trace[1517721016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3034; }","duration":"121.436585ms","start":"2026-07-03T16:01:17.667488Z","end":"2026-07-03T16:01:17.788924Z","steps":["trace[1517721016] 'agreement among raft nodes before linearized reading' (duration: 121.163598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:17.788966Z","caller":"traceutil/trace.go:171","msg":"trace[397528053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3034; }","duration":"122.340386ms","start":"2026-07-03T16:01:17.666601Z","end":"2026-07-03T16:01:17.788942Z","steps":["trace[397528053] 'agreement among raft nodes before linearized reading' (duration: 122.035969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:24.095069Z","caller":"traceutil/trace.go:171","msg":"trace[1740016232] linearizableReadLoop","detail":"{readStateIndex:3201; appliedIndex:3200; }","duration":"122.05561ms","start":"2026-07-03T16:01:23.972988Z","end":"2026-07-03T16:01:24.095044Z","steps":["trace[1740016232] 'read index received' (duration: 121.815994ms)","trace[1740016232] 'applied index is now lower than readState.Index' (duration: 238.646µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:24.095118Z","caller":"traceutil/trace.go:171","msg":"trace[1641984670] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"122.580372ms","start":"2026-07-03T16:01:23.972508Z","end":"2026-07-03T16:01:24.095088Z","steps":["trace[1641984670] 'process raft request' (duration: 122.385827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:24.095277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.268534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:01:24.095318Z","caller":"traceutil/trace.go:171","msg":"trace[1004521693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3071; }","duration":"122.350637ms","start":"2026-07-03T16:01:23.972957Z","end":"2026-07-03T16:01:24.095308Z","steps":["trace[1004521693] 'agreement among raft nodes before linearized reading' (duration: 122.209593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:24.09532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.769143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:01:24.095371Z","caller":"traceutil/trace.go:171","msg":"trace[1798158979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3071; }","duration":"121.854134ms","start":"2026-07-03T16:01:23.973505Z","end":"2026-07-03T16:01:24.095359Z","steps":["trace[1798158979] 'agreement among raft nodes before linearized reading' (duration: 121.725961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:24.095525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.981627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:01:24.095561Z","caller":"traceutil/trace.go:171","msg":"trace[67290439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3071; }","duration":"122.052548ms","start":"2026-07-03T16:01:23.9735Z","end":"2026-07-03T16:01:24.095552Z","steps":["trace[67290439] 'agreement among raft nodes before linearized reading' (duration: 121.961866ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:27.754099Z","caller":"traceutil/trace.go:171","msg":"trace[258996433] linearizableReadLoop","detail":"{readStateIndex:3218; appliedIndex:3217; }","duration":"109.588911ms","start":"2026-07-03T16:01:27.644485Z","end":"2026-07-03T16:01:27.754073Z","steps":["trace[258996433] 'read index received' (duration: 109.316515ms)","trace[258996433] 'applied index is now lower than readState.Index' (duration: 271.416µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:27.754225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.720694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:27.754206Z","caller":"traceutil/trace.go:171","msg":"trace[835679351] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"118.638839ms","start":"2026-07-03T16:01:27.635537Z","end":"2026-07-03T16:01:27.754176Z","steps":["trace[835679351] 'process raft request' (duration: 118.326712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:27.754255Z","caller":"traceutil/trace.go:171","msg":"trace[255731920] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3087; }","duration":"109.804106ms","start":"2026-07-03T16:01:27.644442Z","end":"2026-07-03T16:01:27.754246Z","steps":["trace[255731920] 'agreement among raft nodes before linearized reading' (duration: 109.725274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:28.041261Z","caller":"traceutil/trace.go:171","msg":"trace[784124684] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"114.127746ms","start":"2026-07-03T16:01:27.927112Z","end":"2026-07-03T16:01:28.04124Z","steps":["trace[784124684] 'process raft request' (duration: 113.962183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:28.234786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.835232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:28.235036Z","caller":"traceutil/trace.go:171","msg":"trace[1513525777] linearizableReadLoop","detail":"{readStateIndex:3222; appliedIndex:3219; }","duration":"248.445799ms","start":"2026-07-03T16:01:27.986569Z","end":"2026-07-03T16:01:28.235015Z","steps":["trace[1513525777] 'read index received' (duration: 54.605372ms)","trace[1513525777] 'applied index is now lower than readState.Index' (duration: 193.838597ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:28.235077Z","caller":"traceutil/trace.go:171","msg":"trace[1960231401] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"307.666117ms","start":"2026-07-03T16:01:27.927391Z","end":"2026-07-03T16:01:28.235057Z","steps":["trace[1960231401] 'process raft request' (duration: 307.517323ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:28.23505Z","caller":"traceutil/trace.go:171","msg":"trace[1173334730] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"307.771699ms","start":"2026-07-03T16:01:27.927242Z","end":"2026-07-03T16:01:28.235014Z","steps":["trace[1173334730] 'process raft request' (duration: 202.614179ms)","trace[1173334730] 'compare' (duration: 104.680829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:28.235201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:27.927363Z","time spent":"307.760728ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:28.235201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:27.927211Z","time spent":"307.926293ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:28.235319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.750525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:01:28.235355Z","caller":"traceutil/trace.go:171","msg":"trace[2086138955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3091; }","duration":"248.826597ms","start":"2026-07-03T16:01:27.986517Z","end":"2026-07-03T16:01:28.235343Z","steps":["trace[2086138955] 'agreement among raft nodes before linearized reading' (duration: 248.640113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:28.235445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.711971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:01:28.235499Z","caller":"traceutil/trace.go:171","msg":"trace[548528422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3091; }","duration":"124.804073ms","start":"2026-07-03T16:01:28.110679Z","end":"2026-07-03T16:01:28.235484Z","steps":["trace[548528422] 'agreement among raft nodes before linearized reading' (duration: 124.63328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:28.235508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.650946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:01:28.235525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.645327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:01:28.235592Z","caller":"traceutil/trace.go:171","msg":"trace[1207762792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3091; }","duration":"123.798019ms","start":"2026-07-03T16:01:28.111765Z","end":"2026-07-03T16:01:28.235563Z","steps":["trace[1207762792] 'agreement among raft nodes before linearized reading' (duration: 123.553264ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:28.235601Z","caller":"traceutil/trace.go:171","msg":"trace[2028191591] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3091; }","duration":"220.77693ms","start":"2026-07-03T16:01:28.014805Z","end":"2026-07-03T16:01:28.235582Z","steps":["trace[2028191591] 'agreement among raft nodes before linearized reading' (duration: 220.422152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:28.441602Z","caller":"traceutil/trace.go:171","msg":"trace[1990124120] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"201.530975ms","start":"2026-07-03T16:01:28.240038Z","end":"2026-07-03T16:01:28.441569Z","steps":["trace[1990124120] 'process raft request' (duration: 145.183252ms)","trace[1990124120] 'compare' (duration: 56.145338ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:28.441897Z","caller":"traceutil/trace.go:171","msg":"trace[1123332264] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"201.082495ms","start":"2026-07-03T16:01:28.240788Z","end":"2026-07-03T16:01:28.441871Z","steps":["trace[1123332264] 'process raft request' (duration: 200.730847ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:28.44236Z","caller":"traceutil/trace.go:171","msg":"trace[921774261] linearizableReadLoop","detail":"{readStateIndex:3227; appliedIndex:3222; }","duration":"200.089222ms","start":"2026-07-03T16:01:28.242255Z","end":"2026-07-03T16:01:28.442344Z","steps":["trace[921774261] 'read index received' (duration: 142.979002ms)","trace[921774261] 'applied index is now lower than readState.Index' (duration: 57.10952ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:28.442405Z","caller":"traceutil/trace.go:171","msg":"trace[620122345] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"201.530504ms","start":"2026-07-03T16:01:28.240847Z","end":"2026-07-03T16:01:28.442378Z","steps":["trace[620122345] 'process raft request' (duration: 201.404902ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:28.442392Z","caller":"traceutil/trace.go:171","msg":"trace[1299746939] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"201.523055ms","start":"2026-07-03T16:01:28.240822Z","end":"2026-07-03T16:01:28.442345Z","steps":["trace[1299746939] 'process raft request' (duration: 200.940041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:28.442541Z","caller":"traceutil/trace.go:171","msg":"trace[256433766] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"201.671648ms","start":"2026-07-03T16:01:28.240847Z","end":"2026-07-03T16:01:28.442519Z","steps":["trace[256433766] 'process raft request' (duration: 201.465093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:28.442571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.308017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:01:28.44267Z","caller":"traceutil/trace.go:171","msg":"trace[1869045746] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3096; }","duration":"200.421709ms","start":"2026-07-03T16:01:28.242209Z","end":"2026-07-03T16:01:28.442631Z","steps":["trace[1869045746] 'agreement among raft nodes before linearized reading' (duration: 200.200634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:28.724396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.278042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:28.724481Z","caller":"traceutil/trace.go:171","msg":"trace[1354841992] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3096; }","duration":"121.409085ms","start":"2026-07-03T16:01:28.603053Z","end":"2026-07-03T16:01:28.724462Z","steps":["trace[1354841992] 'count revisions from in-memory index tree' (duration: 121.163639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:29.362854Z","caller":"traceutil/trace.go:171","msg":"trace[1400031080] linearizableReadLoop","detail":"{readStateIndex:3228; appliedIndex:3227; }","duration":"159.284708ms","start":"2026-07-03T16:01:29.203534Z","end":"2026-07-03T16:01:29.362819Z","steps":["trace[1400031080] 'read index received' (duration: 159.031662ms)","trace[1400031080] 'applied index is now lower than readState.Index' (duration: 252.116µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:29.362957Z","caller":"traceutil/trace.go:171","msg":"trace[1548967651] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"192.775653ms","start":"2026-07-03T16:01:29.170149Z","end":"2026-07-03T16:01:29.362925Z","steps":["trace[1548967651] 'process raft request' (duration: 192.473216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:29.363119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.564296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2fb4a3909e7\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-03T16:01:29.3632Z","caller":"traceutil/trace.go:171","msg":"trace[1807716298] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2fb4a3909e7; range_end:; response_count:1; response_revision:3097; }","duration":"159.69847ms","start":"2026-07-03T16:01:29.203484Z","end":"2026-07-03T16:01:29.363182Z","steps":["trace[1807716298] 'agreement among raft nodes before linearized reading' (duration: 159.460673ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:29.777086Z","caller":"traceutil/trace.go:171","msg":"trace[1538138679] linearizableReadLoop","detail":"{readStateIndex:3229; appliedIndex:3228; }","duration":"262.945875ms","start":"2026-07-03T16:01:29.514119Z","end":"2026-07-03T16:01:29.777064Z","steps":["trace[1538138679] 'read index received' (duration: 262.877693ms)","trace[1538138679] 'applied index is now lower than readState.Index' (duration: 67.202µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:29.777143Z","caller":"traceutil/trace.go:171","msg":"trace[800069869] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"410.316868ms","start":"2026-07-03T16:01:29.366795Z","end":"2026-07-03T16:01:29.777111Z","steps":["trace[800069869] 'process raft request' (duration: 410.132594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:29.777302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.136259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:29.777551Z","caller":"traceutil/trace.go:171","msg":"trace[2023573412] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3098; }","duration":"263.427606ms","start":"2026-07-03T16:01:29.514101Z","end":"2026-07-03T16:01:29.777528Z","steps":["trace[2023573412] 'agreement among raft nodes before linearized reading' (duration: 263.052957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:29.777737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:29.366773Z","time spent":"410.677487ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:29.820332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.931588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:29.820391Z","caller":"traceutil/trace.go:171","msg":"trace[729865080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3099; }","duration":"300.050341ms","start":"2026-07-03T16:01:29.520327Z","end":"2026-07-03T16:01:29.820378Z","steps":["trace[729865080] 'agreement among raft nodes before linearized reading' (duration: 299.900797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:29.820417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:29.520304Z","time spent":"300.108103ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:01:29.820427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.501192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:29.820521Z","caller":"traceutil/trace.go:171","msg":"trace[1717887229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3099; }","duration":"184.655455ms","start":"2026-07-03T16:01:29.635844Z","end":"2026-07-03T16:01:29.820499Z","steps":["trace[1717887229] 'agreement among raft nodes before linearized reading' (duration: 184.478191ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:29.924946Z","caller":"traceutil/trace.go:171","msg":"trace[1176651742] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"144.433565ms","start":"2026-07-03T16:01:29.780475Z","end":"2026-07-03T16:01:29.924909Z","steps":["trace[1176651742] 'process raft request' (duration: 111.123606ms)","trace[1176651742] 'compare' (duration: 33.123795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:29.925102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.377478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:29.925189Z","caller":"traceutil/trace.go:171","msg":"trace[1707467985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3100; }","duration":"103.539332ms","start":"2026-07-03T16:01:29.821635Z","end":"2026-07-03T16:01:29.925174Z","steps":["trace[1707467985] 'agreement among raft nodes before linearized reading' (duration: 103.339878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:29.924951Z","caller":"traceutil/trace.go:171","msg":"trace[658074993] linearizableReadLoop","detail":"{readStateIndex:3231; appliedIndex:3230; }","duration":"103.230325ms","start":"2026-07-03T16:01:29.821668Z","end":"2026-07-03T16:01:29.924898Z","steps":["trace[658074993] 'read index received' (duration: 69.912905ms)","trace[658074993] 'applied index is now lower than readState.Index' (duration: 33.31603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:30.283905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.841719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-07-03T16:01:30.283978Z","caller":"traceutil/trace.go:171","msg":"trace[831623044] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3100; }","duration":"258.969792ms","start":"2026-07-03T16:01:30.024991Z","end":"2026-07-03T16:01:30.28396Z","steps":["trace[831623044] 'range keys from in-memory index tree' (duration: 258.658005ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:30.28523Z","caller":"traceutil/trace.go:171","msg":"trace[880705731] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"239.518594ms","start":"2026-07-03T16:01:30.045688Z","end":"2026-07-03T16:01:30.285207Z","steps":["trace[880705731] 'process raft request' (duration: 199.137951ms)","trace[880705731] 'compare' (duration: 39.977474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:30.285589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.446713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:30.285655Z","caller":"traceutil/trace.go:171","msg":"trace[1965294560] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3101; }","duration":"204.567346ms","start":"2026-07-03T16:01:30.081074Z","end":"2026-07-03T16:01:30.285642Z","steps":["trace[1965294560] 'agreement among raft nodes before linearized reading' (duration: 204.193168ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:30.285228Z","caller":"traceutil/trace.go:171","msg":"trace[871171473] linearizableReadLoop","detail":"{readStateIndex:3232; appliedIndex:3231; }","duration":"204.069325ms","start":"2026-07-03T16:01:30.081111Z","end":"2026-07-03T16:01:30.285181Z","steps":["trace[871171473] 'read index received' (duration: 163.718612ms)","trace[871171473] 'applied index is now lower than readState.Index' (duration: 40.349493ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:30.46025Z","caller":"traceutil/trace.go:171","msg":"trace[1900838085] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"220.008592ms","start":"2026-07-03T16:01:30.240221Z","end":"2026-07-03T16:01:30.46023Z","steps":["trace[1900838085] 'process raft request' (duration: 157.961269ms)","trace[1900838085] 'compare' (duration: 61.911279ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:30.460396Z","caller":"traceutil/trace.go:171","msg":"trace[524265684] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"219.814267ms","start":"2026-07-03T16:01:30.240562Z","end":"2026-07-03T16:01:30.460376Z","steps":["trace[524265684] 'process raft request' (duration: 219.628523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:36.017169Z","caller":"traceutil/trace.go:171","msg":"trace[257589934] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"165.237387ms","start":"2026-07-03T16:01:35.85191Z","end":"2026-07-03T16:01:36.017147Z","steps":["trace[257589934] 'process raft request' (duration: 164.995851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:37.02184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572628080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:01:37.429979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204047905s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:01:37.700311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584215457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:37.700394Z","caller":"traceutil/trace.go:171","msg":"trace[349669354] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3132; }","duration":"1.5843606s","start":"2026-07-03T16:01:36.116015Z","end":"2026-07-03T16:01:37.700376Z","steps":["trace[349669354] 'count revisions from in-memory index tree' (duration: 1.584003542s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:37.700438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.115987Z","time spent":"1.584438922s","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:37.701363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.061582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:37.701467Z","caller":"traceutil/trace.go:171","msg":"trace[677985344] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"1.475642249s","start":"2026-07-03T16:01:36.225803Z","end":"2026-07-03T16:01:37.701445Z","steps":["trace[677985344] 'process raft request' (duration: 1.204399383s)","trace[677985344] 'compare' (duration: 270.804026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:37.701568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.225777Z","time spent":"1.475737961s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:38.521387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:01:38.521471Z","caller":"traceutil/trace.go:171","msg":"trace[2146211309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492143s","start":"2026-07-03T16:01:36.520958Z","end":"2026-07-03T16:01:38.52145Z","steps":["trace[2146211309] 'agreement among raft nodes before linearized reading' (duration: 2.00039177s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:38.521527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.520939Z","time spent":"2.000575635s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:01:40.401324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:39.631314Z","time spent":"770.001358ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:01:40.402246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574161135s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:40.402438Z","caller":"traceutil/trace.go:171","msg":"trace[1366778660] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"4.067732818s","start":"2026-07-03T16:01:36.334683Z","end":"2026-07-03T16:01:40.402416Z","steps":["trace[1366778660] 'process raft request' (duration: 1.493280096s)","trace[1366778660] 'compare' (duration: 2.573237264s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:40.402541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.334654Z","time spent":"4.067827459s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:40.402555Z","caller":"traceutil/trace.go:171","msg":"trace[1662539287] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"3.895956929s","start":"2026-07-03T16:01:36.506556Z","end":"2026-07-03T16:01:40.402513Z","steps":["trace[1662539287] 'process raft request' (duration: 3.895775525s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:40.402747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.506531Z","time spent":"3.896110362s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:40.402843Z","caller":"traceutil/trace.go:171","msg":"trace[350591711] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"3.874277189s","start":"2026-07-03T16:01:36.528529Z","end":"2026-07-03T16:01:40.402807Z","steps":["trace[350591711] 'process raft request' (duration: 3.87389109s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:40.402999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.528509Z","time spent":"3.874400712s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:40.522358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:01:40.522514Z","caller":"traceutil/trace.go:171","msg":"trace[1555240136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317098s","start":"2026-07-03T16:01:38.522167Z","end":"2026-07-03T16:01:40.522484Z","steps":["trace[1555240136] 'agreement among raft nodes before linearized reading' (duration: 2.000128864s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:40.5226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:38.522155Z","time spent":"2.000427151s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:01:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:01:40.532433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:01:40.532524Z","caller":"traceutil/trace.go:171","msg":"trace[514520964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013463s","start":"2026-07-03T16:01:38.532492Z","end":"2026-07-03T16:01:40.532505Z","steps":["trace[514520964] 'agreement among raft nodes before linearized reading' (duration: 1.99990128s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:40.532585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:38.532482Z","time spent":"2.000094424s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:01:40.986834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.344359ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T16:01:40.987059Z","caller":"traceutil/trace.go:171","msg":"trace[2032596472] linearizableReadLoop","detail":"{readStateIndex:3269; appliedIndex:3264; }","duration":"4.466032308s","start":"2026-07-03T16:01:36.521007Z","end":"2026-07-03T16:01:40.98704Z","steps":["trace[2032596472] 'read index received' (duration: 909.148391ms)","trace[2032596472] 'applied index is now lower than readState.Index' (duration: 3.556882957s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:40.987579Z","caller":"traceutil/trace.go:171","msg":"trace[1478650482] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"2.965572807s","start":"2026-07-03T16:01:38.02198Z","end":"2026-07-03T16:01:40.987553Z","steps":["trace[1478650482] 'process raft request' (duration: 2.964970153s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:40.987727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:38.021967Z","time spent":"2.96568327s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:41.361763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.105393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:41.362054Z","caller":"traceutil/trace.go:171","msg":"trace[548036235] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"1.656918487s","start":"2026-07-03T16:01:39.705107Z","end":"2026-07-03T16:01:41.362026Z","steps":["trace[548036235] 'process raft request' (duration: 1.282429895s)","trace[548036235] 'compare' (duration: 373.846137ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:41.362163Z","caller":"traceutil/trace.go:171","msg":"trace[739800000] linearizableReadLoop","detail":"{readStateIndex:3272; appliedIndex:3269; }","duration":"374.986013ms","start":"2026-07-03T16:01:40.987099Z","end":"2026-07-03T16:01:41.362085Z","steps":["trace[739800000] 'read index received' (duration: 202.695µs)","trace[739800000] 'applied index is now lower than readState.Index' (duration: 374.782028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:41.362199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:39.705078Z","time spent":"1.657038249s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:41.362262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403087595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:41.362302Z","caller":"traceutil/trace.go:171","msg":"trace[1918227180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3139; }","duration":"4.403150347s","start":"2026-07-03T16:01:36.959139Z","end":"2026-07-03T16:01:41.362289Z","steps":["trace[1918227180] 'agreement among raft nodes before linearized reading' (duration: 4.403088535s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478511955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:01:41.362322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345011542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-03T16:01:41.362342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.959122Z","time spent":"4.403212878s","remote":"127.0.0.1:48202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:01:41.36236Z","caller":"traceutil/trace.go:171","msg":"trace[1084484451] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3139; }","duration":"3.345085264s","start":"2026-07-03T16:01:38.017264Z","end":"2026-07-03T16:01:41.36235Z","steps":["trace[1084484451] 'agreement among raft nodes before linearized reading' (duration: 3.344868179s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:38.017237Z","time spent":"3.345162235s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-03T16:01:41.362436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459787684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:01:41.362464Z","caller":"traceutil/trace.go:171","msg":"trace[1918029437] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"646.829992ms","start":"2026-07-03T16:01:40.715622Z","end":"2026-07-03T16:01:41.362452Z","steps":["trace[1918029437] 'process raft request' (duration: 646.29281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.800049396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:01:41.362527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435994885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:41.362543Z","caller":"traceutil/trace.go:171","msg":"trace[1490063469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3139; }","duration":"4.800148747s","start":"2026-07-03T16:01:36.562377Z","end":"2026-07-03T16:01:41.362526Z","steps":["trace[1490063469] 'agreement among raft nodes before linearized reading' (duration: 4.799978213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597054895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18bed2f9c9ffb75a\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-07-03T16:01:41.362608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.562364Z","time spent":"4.80023788s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:01:41.362607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:40.715594Z","time spent":"646.907165ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:41.362623Z","caller":"traceutil/trace.go:171","msg":"trace[1094962351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3139; }","duration":"3.436080396s","start":"2026-07-03T16:01:37.926479Z","end":"2026-07-03T16:01:41.36256Z","steps":["trace[1094962351] 'agreement among raft nodes before linearized reading' (duration: 3.436018704s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289469288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:01:41.362667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:37.926457Z","time spent":"3.436197359s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:01:41.362699Z","caller":"traceutil/trace.go:171","msg":"trace[1670156183] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3139; }","duration":"2.28955645s","start":"2026-07-03T16:01:39.073132Z","end":"2026-07-03T16:01:41.362688Z","steps":["trace[1670156183] 'agreement among raft nodes before linearized reading' (duration: 2.289489518s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.803206608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:01:41.362736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:39.07311Z","time spent":"2.289614162s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:41.362743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.799558983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:01:41.362772Z","caller":"traceutil/trace.go:171","msg":"trace[1449230156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3139; }","duration":"4.799614045s","start":"2026-07-03T16:01:36.56315Z","end":"2026-07-03T16:01:41.362764Z","steps":["trace[1449230156] 'agreement among raft nodes before linearized reading' (duration: 4.799538783s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:41.362361Z","caller":"traceutil/trace.go:171","msg":"trace[1610926894] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3139; }","duration":"1.478624568s","start":"2026-07-03T16:01:39.883718Z","end":"2026-07-03T16:01:41.362343Z","steps":["trace[1610926894] 'agreement among raft nodes before linearized reading' (duration: 1.478449034s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.56313Z","time spent":"4.799665815s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:01:41.36283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:39.883702Z","time spent":"1.479108789s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:01:41.362748Z","caller":"traceutil/trace.go:171","msg":"trace[2079137635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3139; }","duration":"4.8032938s","start":"2026-07-03T16:01:36.559437Z","end":"2026-07-03T16:01:41.36273Z","steps":["trace[2079137635] 'agreement among raft nodes before linearized reading' (duration: 4.803053864s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12542247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:01:41.362853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.585745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:41.362876Z","caller":"traceutil/trace.go:171","msg":"trace[1314411481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3139; }","duration":"3.125515582s","start":"2026-07-03T16:01:38.237348Z","end":"2026-07-03T16:01:41.362863Z","steps":["trace[1314411481] 'agreement among raft nodes before linearized reading' (duration: 3.12544025s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.55941Z","time spent":"4.803458414s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:01:41.362621Z","caller":"traceutil/trace.go:171","msg":"trace[2058065770] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18bed2f9c9ffb75a; range_end:; response_count:1; response_revision:3139; }","duration":"3.597156967s","start":"2026-07-03T16:01:37.765453Z","end":"2026-07-03T16:01:41.36261Z","steps":["trace[2058065770] 'agreement among raft nodes before linearized reading' (duration: 3.597049155s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:37.765433Z","time spent":"3.597494484s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18bed2f9c9ffb75a\" "} {"level":"warn","ts":"2026-07-03T16:01:41.362947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924170961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:41.362977Z","caller":"traceutil/trace.go:171","msg":"trace[670433127] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3139; }","duration":"2.924232562s","start":"2026-07-03T16:01:38.438735Z","end":"2026-07-03T16:01:41.362968Z","steps":["trace[670433127] 'agreement among raft nodes before linearized reading' (duration: 2.924182881s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.363004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:38.438717Z","time spent":"2.924281993s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:01:41.362898Z","caller":"traceutil/trace.go:171","msg":"trace[645680735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3139; }","duration":"833.675378ms","start":"2026-07-03T16:01:40.529212Z","end":"2026-07-03T16:01:41.362887Z","steps":["trace[645680735] 'agreement among raft nodes before linearized reading' (duration: 833.600427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.362988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.799936412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:01:41.363055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:40.529186Z","time spent":"833.856503ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:01:41.36307Z","caller":"traceutil/trace.go:171","msg":"trace[91551940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3139; }","duration":"4.800042514s","start":"2026-07-03T16:01:36.56302Z","end":"2026-07-03T16:01:41.363062Z","steps":["trace[91551940] 'agreement among raft nodes before linearized reading' (duration: 4.799919842s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.363091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.563006Z","time spent":"4.800080565s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:01:41.363106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.809567145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:01:41.362905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:38.237322Z","time spent":"3.125575884s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:01:41.363141Z","caller":"traceutil/trace.go:171","msg":"trace[1303932813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3139; }","duration":"4.809630996s","start":"2026-07-03T16:01:36.553499Z","end":"2026-07-03T16:01:41.36313Z","steps":["trace[1303932813] 'agreement among raft nodes before linearized reading' (duration: 4.809515533s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:41.362478Z","caller":"traceutil/trace.go:171","msg":"trace[1475264630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3139; }","duration":"3.459831385s","start":"2026-07-03T16:01:37.902635Z","end":"2026-07-03T16:01:41.362467Z","steps":["trace[1475264630] 'agreement among raft nodes before linearized reading' (duration: 3.459695012s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.363185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:36.553477Z","time spent":"4.809696168s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:01:41.363224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:37.902575Z","time spent":"3.460639043s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:01:41.77872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.173782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:41.77897Z","caller":"traceutil/trace.go:171","msg":"trace[1658517392] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"411.718101ms","start":"2026-07-03T16:01:41.367238Z","end":"2026-07-03T16:01:41.778956Z","steps":["trace[1658517392] 'process raft request' (duration: 411.65946ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:41.778984Z","caller":"traceutil/trace.go:171","msg":"trace[1119980925] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"411.792713ms","start":"2026-07-03T16:01:41.367147Z","end":"2026-07-03T16:01:41.77894Z","steps":["trace[1119980925] 'process raft request' (duration: 411.707871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.779029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:41.367232Z","time spent":"411.770352ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:41.779036Z","caller":"traceutil/trace.go:171","msg":"trace[1314059132] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"412.051748ms","start":"2026-07-03T16:01:41.366914Z","end":"2026-07-03T16:01:41.778965Z","steps":["trace[1314059132] 'process raft request' (duration: 218.559219ms)","trace[1314059132] 'compare' (duration: 193.056378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:41.779085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:41.367134Z","time spent":"411.901105ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:41.779285Z","caller":"traceutil/trace.go:171","msg":"trace[150916080] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"411.927595ms","start":"2026-07-03T16:01:41.367308Z","end":"2026-07-03T16:01:41.779236Z","steps":["trace[150916080] 'process raft request' (duration: 411.611628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.779301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:41.366898Z","time spent":"412.255533ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:41.779464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:41.367292Z","time spent":"412.081719ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:41.779499Z","caller":"traceutil/trace.go:171","msg":"trace[1246265559] linearizableReadLoop","detail":"{readStateIndex:3278; appliedIndex:3273; }","duration":"391.057225ms","start":"2026-07-03T16:01:41.388407Z","end":"2026-07-03T16:01:41.779464Z","steps":["trace[1246265559] 'read index received' (duration: 196.962401ms)","trace[1246265559] 'applied index is now lower than readState.Index' (duration: 194.093704ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:41.77953Z","caller":"traceutil/trace.go:171","msg":"trace[1713985234] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"410.923012ms","start":"2026-07-03T16:01:41.368578Z","end":"2026-07-03T16:01:41.779501Z","steps":["trace[1713985234] 'process raft request' (duration: 410.600685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.779744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.985151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:01:41.779788Z","caller":"traceutil/trace.go:171","msg":"trace[1427632578] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3145; }","duration":"413.045232ms","start":"2026-07-03T16:01:41.36673Z","end":"2026-07-03T16:01:41.779775Z","steps":["trace[1427632578] 'agreement among raft nodes before linearized reading' (duration: 412.880498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.779792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.601003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2fb4a3909e7\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-07-03T16:01:41.779826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:41.366719Z","time spent":"413.100863ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:01:41.779805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.635854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:01:41.779835Z","caller":"traceutil/trace.go:171","msg":"trace[1134309738] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2fb4a3909e7; range_end:; response_count:1; response_revision:3145; }","duration":"387.698616ms","start":"2026-07-03T16:01:41.392124Z","end":"2026-07-03T16:01:41.779822Z","steps":["trace[1134309738] 'agreement among raft nodes before linearized reading' (duration: 387.514822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.779886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:41.392102Z","time spent":"387.774507ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bed2fb4a3909e7\" "} {"level":"warn","ts":"2026-07-03T16:01:41.77977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:41.368568Z","time spent":"411.105576ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:41.77989Z","caller":"traceutil/trace.go:171","msg":"trace[2013901765] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3145; }","duration":"387.742487ms","start":"2026-07-03T16:01:41.392124Z","end":"2026-07-03T16:01:41.779866Z","steps":["trace[2013901765] 'agreement among raft nodes before linearized reading' (duration: 387.518392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.779946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:41.392113Z","time spent":"387.819888ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-03T16:01:41.987691Z","caller":"traceutil/trace.go:171","msg":"trace[1578752388] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"204.731099ms","start":"2026-07-03T16:01:41.782938Z","end":"2026-07-03T16:01:41.987669Z","steps":["trace[1578752388] 'process raft request' (duration: 204.617516ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:41.987667Z","caller":"traceutil/trace.go:171","msg":"trace[1544305724] linearizableReadLoop","detail":"{readStateIndex:3279; appliedIndex:3278; }","duration":"205.814694ms","start":"2026-07-03T16:01:41.781809Z","end":"2026-07-03T16:01:41.987624Z","steps":["trace[1544305724] 'read index received' (duration: 122.93487ms)","trace[1544305724] 'applied index is now lower than readState.Index' (duration: 82.876824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:41.988162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.933182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-07-03T16:01:41.988244Z","caller":"traceutil/trace.go:171","msg":"trace[1853138814] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3146; }","duration":"204.084265ms","start":"2026-07-03T16:01:41.784143Z","end":"2026-07-03T16:01:41.988227Z","steps":["trace[1853138814] 'agreement among raft nodes before linearized reading' (duration: 203.855429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:41.9883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.479679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9423"} {"level":"info","ts":"2026-07-03T16:01:41.988354Z","caller":"traceutil/trace.go:171","msg":"trace[965168487] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3146; }","duration":"206.600542ms","start":"2026-07-03T16:01:41.78174Z","end":"2026-07-03T16:01:41.98834Z","steps":["trace[965168487] 'agreement among raft nodes before linearized reading' (duration: 205.996249ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:42.534208Z","caller":"traceutil/trace.go:171","msg":"trace[1984124633] linearizableReadLoop","detail":"{readStateIndex:3282; appliedIndex:3281; }","duration":"469.417103ms","start":"2026-07-03T16:01:42.064765Z","end":"2026-07-03T16:01:42.534182Z","steps":["trace[1984124633] 'read index received' (duration: 78.622µs)","trace[1984124633] 'applied index is now lower than readState.Index' (duration: 469.337101ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:42.534282Z","caller":"traceutil/trace.go:171","msg":"trace[1163726452] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"469.512066ms","start":"2026-07-03T16:01:42.064749Z","end":"2026-07-03T16:01:42.534261Z","steps":["trace[1163726452] 'process raft request' (duration: 469.2717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.534483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:42.534591Z","caller":"traceutil/trace.go:171","msg":"trace[1654249908] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3148; }","duration":"469.839663ms","start":"2026-07-03T16:01:42.064725Z","end":"2026-07-03T16:01:42.534565Z","steps":["trace[1654249908] 'agreement among raft nodes before linearized reading' (duration: 469.635458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.534654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.064713Z","time spent":"469.929644ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:01:42.534672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.064735Z","time spent":"469.70801ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:42.578659Z","caller":"traceutil/trace.go:171","msg":"trace[1543127419] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"170.126391ms","start":"2026-07-03T16:01:42.408497Z","end":"2026-07-03T16:01:42.578623Z","steps":["trace[1543127419] 'process raft request' (duration: 170.043129ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:42.57868Z","caller":"traceutil/trace.go:171","msg":"trace[345284221] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"171.322187ms","start":"2026-07-03T16:01:42.407319Z","end":"2026-07-03T16:01:42.578641Z","steps":["trace[345284221] 'process raft request' (duration: 171.02989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.57899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.062316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:42.579072Z","caller":"traceutil/trace.go:171","msg":"trace[1216305023] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3151; }","duration":"508.18616ms","start":"2026-07-03T16:01:42.070869Z","end":"2026-07-03T16:01:42.579055Z","steps":["trace[1216305023] 'agreement among raft nodes before linearized reading' (duration: 507.986525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.579116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.070861Z","time spent":"508.246881ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:01:42.579119Z","caller":"traceutil/trace.go:171","msg":"trace[2004525090] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"170.012076ms","start":"2026-07-03T16:01:42.409081Z","end":"2026-07-03T16:01:42.579093Z","steps":["trace[2004525090] 'process raft request' (duration: 169.498395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.579283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.400287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:01:42.57932Z","caller":"traceutil/trace.go:171","msg":"trace[1587412113] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3151; }","duration":"512.431867ms","start":"2026-07-03T16:01:42.066878Z","end":"2026-07-03T16:01:42.57931Z","steps":["trace[1587412113] 'agreement among raft nodes before linearized reading' (duration: 512.346805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.579344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.066846Z","time spent":"512.492799ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-03T16:01:42.579187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.872158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:42.579391Z","caller":"traceutil/trace.go:171","msg":"trace[1386029232] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3151; }","duration":"265.127634ms","start":"2026-07-03T16:01:42.314247Z","end":"2026-07-03T16:01:42.579374Z","steps":["trace[1386029232] 'agreement among raft nodes before linearized reading' (duration: 264.872458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.579224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.862363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:42.579586Z","caller":"traceutil/trace.go:171","msg":"trace[974846225] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3151; }","duration":"444.249422ms","start":"2026-07-03T16:01:42.135323Z","end":"2026-07-03T16:01:42.579573Z","steps":["trace[974846225] 'agreement among raft nodes before linearized reading' (duration: 443.851263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.57963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.135312Z","time spent":"444.305153ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:42.579747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.078025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:01:42.579804Z","caller":"traceutil/trace.go:171","msg":"trace[1697871401] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3151; }","duration":"514.170367ms","start":"2026-07-03T16:01:42.065621Z","end":"2026-07-03T16:01:42.579792Z","steps":["trace[1697871401] 'agreement among raft nodes before linearized reading' (duration: 513.252246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.579841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.065613Z","time spent":"514.216548ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:01:42.971832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.837054ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-03T16:01:42.971995Z","caller":"traceutil/trace.go:171","msg":"trace[82878737] linearizableReadLoop","detail":"{readStateIndex:3286; appliedIndex:3285; }","duration":"388.152496ms","start":"2026-07-03T16:01:42.583819Z","end":"2026-07-03T16:01:42.971971Z","steps":["trace[82878737] 'read index received' (duration: 150.122848ms)","trace[82878737] 'applied index is now lower than readState.Index' (duration: 238.027358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:42.972112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.582384Z","time spent":"389.720104ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:01:42.972475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.867209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T16:01:42.972541Z","caller":"traceutil/trace.go:171","msg":"trace[515778485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3151; }","duration":"380.952211ms","start":"2026-07-03T16:01:42.591569Z","end":"2026-07-03T16:01:42.972521Z","steps":["trace[515778485] 'agreement among raft nodes before linearized reading' (duration: 380.744416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.972588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.591562Z","time spent":"381.012622ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5672,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:01:42.972506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.674219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-07-03T16:01:42.973128Z","caller":"traceutil/trace.go:171","msg":"trace[757364902] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3151; }","duration":"389.321874ms","start":"2026-07-03T16:01:42.583784Z","end":"2026-07-03T16:01:42.973106Z","steps":["trace[757364902] 'agreement among raft nodes before linearized reading' (duration: 388.556727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:42.973295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.583768Z","time spent":"389.510548ms","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-03T16:01:43.68189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572628124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:01:44.169114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.441604ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:44.169232Z","caller":"traceutil/trace.go:171","msg":"trace[1887379818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3151; }","duration":"646.571647ms","start":"2026-07-03T16:01:43.522643Z","end":"2026-07-03T16:01:44.169215Z","steps":["trace[1887379818] 'range keys from in-memory index tree' (duration: 646.426273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.182188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572628124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:01:44.275162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301321912s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:01:44.275598Z","caller":"traceutil/trace.go:171","msg":"trace[1394340843] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"1.301867324s","start":"2026-07-03T16:01:42.973703Z","end":"2026-07-03T16:01:44.27557Z","steps":["trace[1394340843] 'process raft request' (duration: 1.301653349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.275785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.973683Z","time spent":"1.301991807s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:44.283815Z","caller":"traceutil/trace.go:171","msg":"trace[597288006] linearizableReadLoop","detail":"{readStateIndex:3288; appliedIndex:3286; }","duration":"1.102354375s","start":"2026-07-03T16:01:43.181435Z","end":"2026-07-03T16:01:44.28379Z","steps":["trace[597288006] 'read index received' (duration: 1.093932271s)","trace[597288006] 'applied index is now lower than readState.Index' (duration: 8.421224ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:44.2839Z","caller":"traceutil/trace.go:171","msg":"trace[1294979334] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"1.291651777s","start":"2026-07-03T16:01:42.99223Z","end":"2026-07-03T16:01:44.283882Z","steps":["trace[1294979334] 'process raft request' (duration: 1.291424232s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.284022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012775256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:01:44.284073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:42.992208Z","time spent":"1.291816462s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:44.284083Z","caller":"traceutil/trace.go:171","msg":"trace[157164510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3153; }","duration":"1.012869559s","start":"2026-07-03T16:01:43.271199Z","end":"2026-07-03T16:01:44.284069Z","steps":["trace[157164510] 'agreement among raft nodes before linearized reading' (duration: 1.012767956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.284095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.549909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:01:44.284125Z","caller":"traceutil/trace.go:171","msg":"trace[1372984691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3153; }","duration":"499.596201ms","start":"2026-07-03T16:01:43.78452Z","end":"2026-07-03T16:01:44.284116Z","steps":["trace[1372984691] 'agreement among raft nodes before linearized reading' (duration: 499.500369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.284128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:43.271184Z","time spent":"1.01293054s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:44.284158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:43.784512Z","time spent":"499.639412ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:01:44.283993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102537669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:44.284286Z","caller":"traceutil/trace.go:171","msg":"trace[1452528369] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3153; }","duration":"1.102883707s","start":"2026-07-03T16:01:43.181389Z","end":"2026-07-03T16:01:44.284273Z","steps":["trace[1452528369] 'agreement among raft nodes before linearized reading' (duration: 1.102515639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.284508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:43.181371Z","time spent":"1.102948068s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":28,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:44.284509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.848146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:44.284542Z","caller":"traceutil/trace.go:171","msg":"trace[875837082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3153; }","duration":"763.916597ms","start":"2026-07-03T16:01:43.520616Z","end":"2026-07-03T16:01:44.284533Z","steps":["trace[875837082] 'agreement among raft nodes before linearized reading' (duration: 763.690072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.284578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:43.520596Z","time spent":"763.976619ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:01:44.28461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.423716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:01:44.284715Z","caller":"traceutil/trace.go:171","msg":"trace[38714799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3153; }","duration":"502.548048ms","start":"2026-07-03T16:01:43.782122Z","end":"2026-07-03T16:01:44.28467Z","steps":["trace[38714799] 'agreement among raft nodes before linearized reading' (duration: 502.104268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.284757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.246865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:01:44.284771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:43.782105Z","time spent":"502.655731ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:01:44.284847Z","caller":"traceutil/trace.go:171","msg":"trace[852540535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3153; }","duration":"500.371379ms","start":"2026-07-03T16:01:43.784441Z","end":"2026-07-03T16:01:44.284812Z","steps":["trace[852540535] 'agreement among raft nodes before linearized reading' (duration: 500.122793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.2849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:43.784416Z","time spent":"500.470441ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:01:44.284921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.966069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:01:44.28498Z","caller":"traceutil/trace.go:171","msg":"trace[1337354270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3153; }","duration":"500.048451ms","start":"2026-07-03T16:01:43.784917Z","end":"2026-07-03T16:01:44.284966Z","steps":["trace[1337354270] 'agreement among raft nodes before linearized reading' (duration: 499.908238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.284982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.209437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:01:44.285026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:43.784906Z","time spent":"500.108882ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:01:44.285061Z","caller":"traceutil/trace.go:171","msg":"trace[813572944] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3153; }","duration":"336.697038ms","start":"2026-07-03T16:01:43.948342Z","end":"2026-07-03T16:01:44.285039Z","steps":["trace[813572944] 'agreement among raft nodes before linearized reading' (duration: 336.172266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.285091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.448604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-03T16:01:44.285121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:43.948311Z","time spent":"336.79295ms","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:01:44.285146Z","caller":"traceutil/trace.go:171","msg":"trace[667030823] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3153; }","duration":"269.539306ms","start":"2026-07-03T16:01:44.015591Z","end":"2026-07-03T16:01:44.28513Z","steps":["trace[667030823] 'agreement among raft nodes before linearized reading' (duration: 268.688797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.285532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.384505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:01:44.285575Z","caller":"traceutil/trace.go:171","msg":"trace[599957004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3153; }","duration":"502.462057ms","start":"2026-07-03T16:01:43.783103Z","end":"2026-07-03T16:01:44.285565Z","steps":["trace[599957004] 'agreement among raft nodes before linearized reading' (duration: 501.134737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.285603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:43.783084Z","time spent":"502.510577ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:01:44.432296Z","caller":"traceutil/trace.go:171","msg":"trace[1281716933] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"142.387259ms","start":"2026-07-03T16:01:44.289882Z","end":"2026-07-03T16:01:44.432269Z","steps":["trace[1281716933] 'process raft request' (duration: 122.411858ms)","trace[1281716933] 'compare' (duration: 19.789787ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:44.432586Z","caller":"traceutil/trace.go:171","msg":"trace[870392191] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"142.586954ms","start":"2026-07-03T16:01:44.289984Z","end":"2026-07-03T16:01:44.432571Z","steps":["trace[870392191] 'process raft request' (duration: 142.245766ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:44.432926Z","caller":"traceutil/trace.go:171","msg":"trace[2112352727] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"142.869011ms","start":"2026-07-03T16:01:44.290037Z","end":"2026-07-03T16:01:44.432906Z","steps":["trace[2112352727] 'process raft request' (duration: 142.475632ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:44.433081Z","caller":"traceutil/trace.go:171","msg":"trace[829893472] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"142.645845ms","start":"2026-07-03T16:01:44.290414Z","end":"2026-07-03T16:01:44.433059Z","steps":["trace[829893472] 'process raft request' (duration: 142.42367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:44.433219Z","caller":"traceutil/trace.go:171","msg":"trace[33794798] linearizableReadLoop","detail":"{readStateIndex:3294; appliedIndex:3289; }","duration":"134.148759ms","start":"2026-07-03T16:01:44.299055Z","end":"2026-07-03T16:01:44.433203Z","steps":["trace[33794798] 'read index received' (duration: 113.290118ms)","trace[33794798] 'applied index is now lower than readState.Index' (duration: 20.857471ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:44.433268Z","caller":"traceutil/trace.go:171","msg":"trace[906517141] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"142.556773ms","start":"2026-07-03T16:01:44.290689Z","end":"2026-07-03T16:01:44.433245Z","steps":["trace[906517141] 'process raft request' (duration: 142.319228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.433433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.361494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:01:44.433462Z","caller":"traceutil/trace.go:171","msg":"trace[354739441] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3159; }","duration":"134.421615ms","start":"2026-07-03T16:01:44.299032Z","end":"2026-07-03T16:01:44.433454Z","steps":["trace[354739441] 'agreement among raft nodes before linearized reading' (duration: 134.252501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:44.433481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.257561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18bed2f9c9ffb75a\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-03T16:01:44.433532Z","caller":"traceutil/trace.go:171","msg":"trace[1858713237] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18bed2f9c9ffb75a; range_end:; response_count:1; response_revision:3159; }","duration":"134.322953ms","start":"2026-07-03T16:01:44.299195Z","end":"2026-07-03T16:01:44.433518Z","steps":["trace[1858713237] 'agreement among raft nodes before linearized reading' (duration: 134.167339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.780298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331848727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:01:49.780368Z","caller":"traceutil/trace.go:171","msg":"trace[174225429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3176; }","duration":"1.332009491s","start":"2026-07-03T16:01:48.448344Z","end":"2026-07-03T16:01:49.780354Z","steps":["trace[174225429] 'range keys from in-memory index tree' (duration: 1.331611182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.780397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.448325Z","time spent":"1.332065312s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:01:49.780595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322811998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:01:49.780667Z","caller":"traceutil/trace.go:171","msg":"trace[953522307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3176; }","duration":"1.322924471s","start":"2026-07-03T16:01:48.457729Z","end":"2026-07-03T16:01:49.780653Z","steps":["trace[953522307] 'range keys from in-memory index tree' (duration: 1.322680345s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.780718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.457711Z","time spent":"1.322999632s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:01:49.781002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201572248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:49.781031Z","caller":"traceutil/trace.go:171","msg":"trace[926454599] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3176; }","duration":"1.201641889s","start":"2026-07-03T16:01:48.579382Z","end":"2026-07-03T16:01:49.781024Z","steps":["trace[926454599] 'count revisions from in-memory index tree' (duration: 1.201500276s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.781052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.579362Z","time spent":"1.2016833s","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:49.781027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322318527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:01:49.78105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322252985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:01:49.781171Z","caller":"traceutil/trace.go:171","msg":"trace[1283745138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3176; }","duration":"1.32245005s","start":"2026-07-03T16:01:48.45866Z","end":"2026-07-03T16:01:49.78111Z","steps":["trace[1283745138] 'range keys from in-memory index tree' (duration: 1.322148773s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:49.781182Z","caller":"traceutil/trace.go:171","msg":"trace[636156238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3176; }","duration":"1.322423559s","start":"2026-07-03T16:01:48.458734Z","end":"2026-07-03T16:01:49.781158Z","steps":["trace[636156238] 'range keys from in-memory index tree' (duration: 1.322064102s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.78124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.458649Z","time spent":"1.322574763s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:01:49.781054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323111985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:01:49.781306Z","caller":"traceutil/trace.go:171","msg":"trace[780622968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3176; }","duration":"1.32336196s","start":"2026-07-03T16:01:48.457927Z","end":"2026-07-03T16:01:49.781289Z","steps":["trace[780622968] 'range keys from in-memory index tree' (duration: 1.323029273s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.781366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.457905Z","time spent":"1.323444883s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:01:49.781079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028250853s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-03T16:01:49.781245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.458718Z","time spent":"1.322512361s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:01:49.781514Z","caller":"traceutil/trace.go:171","msg":"trace[3289964] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"1.14714776s","start":"2026-07-03T16:01:48.634353Z","end":"2026-07-03T16:01:49.7815Z","steps":["trace[3289964] 'process raft request' (duration: 118.427956ms)","trace[3289964] 'compare' (duration: 1.027747192s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:49.781602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.634334Z","time spent":"1.147211171s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:49.781771Z","caller":"traceutil/trace.go:171","msg":"trace[1272655494] linearizableReadLoop","detail":"{readStateIndex:3313; appliedIndex:3312; }","duration":"1.124760893s","start":"2026-07-03T16:01:48.656999Z","end":"2026-07-03T16:01:49.78176Z","steps":["trace[1272655494] 'read index received' (duration: 95.794593ms)","trace[1272655494] 'applied index is now lower than readState.Index' (duration: 1.02896484s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:49.781819Z","caller":"traceutil/trace.go:171","msg":"trace[2047288798] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"1.087008481s","start":"2026-07-03T16:01:48.694799Z","end":"2026-07-03T16:01:49.781808Z","steps":["trace[2047288798] 'process raft request' (duration: 1.086796826s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:49.781728Z","caller":"traceutil/trace.go:171","msg":"trace[2068072033] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"911.874535ms","start":"2026-07-03T16:01:48.869835Z","end":"2026-07-03T16:01:49.78171Z","steps":["trace[2068072033] 'process raft request' (duration: 911.812934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.781873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.69479Z","time spent":"1.087054022s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:49.781959Z","caller":"traceutil/trace.go:171","msg":"trace[22654024] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"1.088247369s","start":"2026-07-03T16:01:48.69369Z","end":"2026-07-03T16:01:49.781937Z","steps":["trace[22654024] 'process raft request' (duration: 1.087791509s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.782045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.86981Z","time spent":"912.079889ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:49.782158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.693673Z","time spent":"1.088370421s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:49.782399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125332867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:01:49.78255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.302798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:01:49.782584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.940854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:49.78261Z","caller":"traceutil/trace.go:171","msg":"trace[962363005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3180; }","duration":"261.404109ms","start":"2026-07-03T16:01:49.521191Z","end":"2026-07-03T16:01:49.782595Z","steps":["trace[962363005] 'agreement among raft nodes before linearized reading' (duration: 261.312057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.782668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.206371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:01:49.78269Z","caller":"traceutil/trace.go:171","msg":"trace[1992808254] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3180; }","duration":"489.266643ms","start":"2026-07-03T16:01:49.293418Z","end":"2026-07-03T16:01:49.782684Z","steps":["trace[1992808254] 'agreement among raft nodes before linearized reading' (duration: 489.220722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.782713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:49.293397Z","time spent":"489.310764ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:01:49.782618Z","caller":"traceutil/trace.go:171","msg":"trace[1876623097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3180; }","duration":"324.033386ms","start":"2026-07-03T16:01:49.458574Z","end":"2026-07-03T16:01:49.782608Z","steps":["trace[1876623097] 'agreement among raft nodes before linearized reading' (duration: 323.965355ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:49.782466Z","caller":"traceutil/trace.go:171","msg":"trace[806797277] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3180; }","duration":"1.12547913s","start":"2026-07-03T16:01:48.656966Z","end":"2026-07-03T16:01:49.782445Z","steps":["trace[806797277] 'agreement among raft nodes before linearized reading' (duration: 1.125175752s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.78281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:49.458558Z","time spent":"324.21648ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:49.782964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.342987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2fb4a3909e7\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-03T16:01:49.783114Z","caller":"traceutil/trace.go:171","msg":"trace[863923824] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2fb4a3909e7; range_end:; response_count:1; response_revision:3180; }","duration":"577.516642ms","start":"2026-07-03T16:01:49.205588Z","end":"2026-07-03T16:01:49.783105Z","steps":["trace[863923824] 'agreement among raft nodes before linearized reading' (duration: 576.880977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:49.783136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:49.205573Z","time spent":"577.556762ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bed2fb4a3909e7\" "} {"level":"warn","ts":"2026-07-03T16:01:49.783049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:48.656953Z","time spent":"1.12590671s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:01:50.329461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.228494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:50.329573Z","caller":"traceutil/trace.go:171","msg":"trace[571511795] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"544.222652ms","start":"2026-07-03T16:01:49.785328Z","end":"2026-07-03T16:01:50.329551Z","steps":["trace[571511795] 'process raft request' (duration: 398.811793ms)","trace[571511795] 'compare' (duration: 144.770714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:50.329634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:49.785308Z","time spent":"544.297454ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:50.37938Z","caller":"traceutil/trace.go:171","msg":"trace[504537504] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"593.837549ms","start":"2026-07-03T16:01:49.785512Z","end":"2026-07-03T16:01:50.379349Z","steps":["trace[504537504] 'process raft request' (duration: 593.648314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:50.379581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:49.785503Z","time spent":"594.000892ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:50.379649Z","caller":"traceutil/trace.go:171","msg":"trace[695099668] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"593.979011ms","start":"2026-07-03T16:01:49.785627Z","end":"2026-07-03T16:01:50.379606Z","steps":["trace[695099668] 'process raft request' (duration: 593.677435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:50.379705Z","caller":"traceutil/trace.go:171","msg":"trace[1008266361] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"594.037473ms","start":"2026-07-03T16:01:49.785644Z","end":"2026-07-03T16:01:50.379682Z","steps":["trace[1008266361] 'process raft request' (duration: 593.9047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:50.379828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:49.785614Z","time spent":"594.119135ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:50.379851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:49.785622Z","time spent":"594.157855ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:50.379911Z","caller":"traceutil/trace.go:171","msg":"trace[435439984] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"593.740636ms","start":"2026-07-03T16:01:49.786149Z","end":"2026-07-03T16:01:50.37989Z","steps":["trace[435439984] 'process raft request' (duration: 593.49644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:50.380037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:49.786139Z","time spent":"593.844709ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:01:50.380103Z","caller":"traceutil/trace.go:171","msg":"trace[250399940] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3316; }","duration":"363.419366ms","start":"2026-07-03T16:01:50.016666Z","end":"2026-07-03T16:01:50.380085Z","steps":["trace[250399940] 'read index received' (duration: 167.47285ms)","trace[250399940] 'applied index is now lower than readState.Index' (duration: 195.944796ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:50.380206Z","caller":"traceutil/trace.go:171","msg":"trace[94197216] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"593.942431ms","start":"2026-07-03T16:01:49.786251Z","end":"2026-07-03T16:01:50.380193Z","steps":["trace[94197216] 'process raft request' (duration: 593.557272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:50.380292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:49.786226Z","time spent":"594.017623ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:01:50.380478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.787724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T16:01:50.38057Z","caller":"traceutil/trace.go:171","msg":"trace[1922888220] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3186; }","duration":"363.930428ms","start":"2026-07-03T16:01:50.016619Z","end":"2026-07-03T16:01:50.38055Z","steps":["trace[1922888220] 'agreement among raft nodes before linearized reading' (duration: 363.662532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:50.380621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:50.016599Z","time spent":"364.012249ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-03T16:01:50.637496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.73844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:01:50.637591Z","caller":"traceutil/trace.go:171","msg":"trace[195931701] linearizableReadLoop","detail":"{readStateIndex:3323; appliedIndex:3322; }","duration":"257.425836ms","start":"2026-07-03T16:01:50.380151Z","end":"2026-07-03T16:01:50.637577Z","steps":["trace[195931701] 'read index received' (duration: 55.39345ms)","trace[195931701] 'applied index is now lower than readState.Index' (duration: 202.031246ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:50.637666Z","caller":"traceutil/trace.go:171","msg":"trace[1095206204] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"264.034759ms","start":"2026-07-03T16:01:50.373623Z","end":"2026-07-03T16:01:50.637658Z","steps":["trace[1095206204] 'process raft request' (duration: 62.015033ms)","trace[1095206204] 'compare' (duration: 201.618397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:50.638089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.09375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-03T16:01:50.638168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.607477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bed2fdb34c2961\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-03T16:01:50.638281Z","caller":"traceutil/trace.go:171","msg":"trace[209804636] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bed2fdb34c2961; range_end:; response_count:1; response_revision:3187; }","duration":"304.770911ms","start":"2026-07-03T16:01:50.333482Z","end":"2026-07-03T16:01:50.638253Z","steps":["trace[209804636] 'agreement among raft nodes before linearized reading' (duration: 304.466474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:50.638336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:01:50.333464Z","time spent":"304.862992ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bed2fdb34c2961\" "} {"level":"info","ts":"2026-07-03T16:01:50.638238Z","caller":"traceutil/trace.go:171","msg":"trace[767130632] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3187; }","duration":"254.246534ms","start":"2026-07-03T16:01:50.383967Z","end":"2026-07-03T16:01:50.638214Z","steps":["trace[767130632] 'agreement among raft nodes before linearized reading' (duration: 253.963357ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:50.89147Z","caller":"traceutil/trace.go:171","msg":"trace[711819506] linearizableReadLoop","detail":"{readStateIndex:3324; appliedIndex:3323; }","duration":"249.654237ms","start":"2026-07-03T16:01:50.641787Z","end":"2026-07-03T16:01:50.891442Z","steps":["trace[711819506] 'read index received' (duration: 202.864127ms)","trace[711819506] 'applied index is now lower than readState.Index' (duration: 46.78896ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:01:50.89161Z","caller":"traceutil/trace.go:171","msg":"trace[1512309306] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"249.987886ms","start":"2026-07-03T16:01:50.641608Z","end":"2026-07-03T16:01:50.891596Z","steps":["trace[1512309306] 'process raft request' (duration: 203.161404ms)","trace[1512309306] 'compare' (duration: 46.282838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:01:50.891725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.770914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:01:50.891799Z","caller":"traceutil/trace.go:171","msg":"trace[188296491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3188; }","duration":"247.858496ms","start":"2026-07-03T16:01:50.643921Z","end":"2026-07-03T16:01:50.89178Z","steps":["trace[188296491] 'agreement among raft nodes before linearized reading' (duration: 247.724323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:01:50.891844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.043447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:01:50.891921Z","caller":"traceutil/trace.go:171","msg":"trace[1988569357] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3188; }","duration":"250.129629ms","start":"2026-07-03T16:01:50.641774Z","end":"2026-07-03T16:01:50.891904Z","steps":["trace[1988569357] 'agreement among raft nodes before linearized reading' (duration: 249.934744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:56.544565Z","caller":"traceutil/trace.go:171","msg":"trace[445429332] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"109.903889ms","start":"2026-07-03T16:01:56.434632Z","end":"2026-07-03T16:01:56.544536Z","steps":["trace[445429332] 'process raft request' (duration: 104.31279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:56.571216Z","caller":"traceutil/trace.go:171","msg":"trace[90928375] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"135.846219ms","start":"2026-07-03T16:01:56.435331Z","end":"2026-07-03T16:01:56.571177Z","steps":["trace[90928375] 'process raft request' (duration: 135.502611ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:01:56.571437Z","caller":"traceutil/trace.go:171","msg":"trace[1038526066] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"135.564971ms","start":"2026-07-03T16:01:56.435824Z","end":"2026-07-03T16:01:56.571389Z","steps":["trace[1038526066] 'process raft request' (duration: 135.290525ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:13.253702Z","caller":"traceutil/trace.go:171","msg":"trace[1991454492] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"115.045078ms","start":"2026-07-03T16:03:13.138628Z","end":"2026-07-03T16:03:13.253673Z","steps":["trace[1991454492] 'process raft request' (duration: 114.981626ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:03:13.253757Z","caller":"traceutil/trace.go:171","msg":"trace[1380736852] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"115.437877ms","start":"2026-07-03T16:03:13.138276Z","end":"2026-07-03T16:03:13.253714Z","steps":["trace[1380736852] 'process raft request' (duration: 75.492524ms)","trace[1380736852] 'compare' (duration: 39.676506ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:14.776561Z","caller":"traceutil/trace.go:171","msg":"trace[1626431096] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"109.840969ms","start":"2026-07-03T16:04:14.666691Z","end":"2026-07-03T16:04:14.776532Z","steps":["trace[1626431096] 'process raft request' (duration: 109.672955ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:15.890499Z","caller":"traceutil/trace.go:171","msg":"trace[2122957241] linearizableReadLoop","detail":"{readStateIndex:4312; appliedIndex:4311; }","duration":"396.488189ms","start":"2026-07-03T16:04:15.493987Z","end":"2026-07-03T16:04:15.890475Z","steps":["trace[2122957241] 'read index received' (duration: 396.400137ms)","trace[2122957241] 'applied index is now lower than readState.Index' (duration: 86.552µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:15.890693Z","caller":"traceutil/trace.go:171","msg":"trace[182767097] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"451.046397ms","start":"2026-07-03T16:04:15.43961Z","end":"2026-07-03T16:04:15.890656Z","steps":["trace[182767097] 'process raft request' (duration: 450.711878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:15.890795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.788696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:04:15.890882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.736804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:04:15.890938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.972222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:04:15.890983Z","caller":"traceutil/trace.go:171","msg":"trace[145821302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4140; }","duration":"382.906448ms","start":"2026-07-03T16:04:15.508054Z","end":"2026-07-03T16:04:15.890961Z","steps":["trace[145821302] 'agreement among raft nodes before linearized reading' (duration: 382.604401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:15.891017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.693983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:04:15.891008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.755145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:04:15.891046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:15.508034Z","time spent":"383.001369ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:04:15.89107Z","caller":"traceutil/trace.go:171","msg":"trace[3866469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4140; }","duration":"382.760394ms","start":"2026-07-03T16:04:15.508294Z","end":"2026-07-03T16:04:15.891055Z","steps":["trace[3866469] 'agreement among raft nodes before linearized reading' (duration: 382.59509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:15.890925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.806295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:04:15.891026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:15.439586Z","time spent":"451.242651ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:15.891091Z","caller":"traceutil/trace.go:171","msg":"trace[1914941046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4140; }","duration":"247.859157ms","start":"2026-07-03T16:04:15.643211Z","end":"2026-07-03T16:04:15.89107Z","steps":["trace[1914941046] 'agreement among raft nodes before linearized reading' (duration: 247.640462ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:15.891058Z","caller":"traceutil/trace.go:171","msg":"trace[490576232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4140; }","duration":"265.133125ms","start":"2026-07-03T16:04:15.625897Z","end":"2026-07-03T16:04:15.89103Z","steps":["trace[490576232] 'agreement among raft nodes before linearized reading' (duration: 264.799048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:15.891116Z","caller":"traceutil/trace.go:171","msg":"trace[2112473148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4140; }","duration":"370.087831ms","start":"2026-07-03T16:04:15.521016Z","end":"2026-07-03T16:04:15.891104Z","steps":["trace[2112473148] 'agreement among raft nodes before linearized reading' (duration: 369.778194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:15.891331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:15.521005Z","time spent":"370.303937ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:04:15.890945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.403645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:04:15.89146Z","caller":"traceutil/trace.go:171","msg":"trace[1454993495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4140; }","duration":"213.986948ms","start":"2026-07-03T16:04:15.677453Z","end":"2026-07-03T16:04:15.89144Z","steps":["trace[1454993495] 'agreement among raft nodes before linearized reading' (duration: 213.335873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:15.891114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:15.508285Z","time spent":"382.820735ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:04:15.891177Z","caller":"traceutil/trace.go:171","msg":"trace[1874943946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4140; }","duration":"396.895909ms","start":"2026-07-03T16:04:15.493943Z","end":"2026-07-03T16:04:15.890839Z","steps":["trace[1874943946] 'agreement among raft nodes before linearized reading' (duration: 396.673013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:15.891868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:15.493927Z","time spent":"397.922782ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:04:16.146554Z","caller":"traceutil/trace.go:171","msg":"trace[1089379848] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"250.036637ms","start":"2026-07-03T16:04:15.896492Z","end":"2026-07-03T16:04:16.146528Z","steps":["trace[1089379848] 'process raft request' (duration: 249.933105ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:16.146793Z","caller":"traceutil/trace.go:171","msg":"trace[983058986] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"250.276613ms","start":"2026-07-03T16:04:15.896482Z","end":"2026-07-03T16:04:16.146759Z","steps":["trace[983058986] 'process raft request' (duration: 209.410701ms)","trace[983058986] 'compare' (duration: 40.33874ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:16.150164Z","caller":"traceutil/trace.go:171","msg":"trace[236015698] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"253.61431ms","start":"2026-07-03T16:04:15.896506Z","end":"2026-07-03T16:04:16.15012Z","steps":["trace[236015698] 'process raft request' (duration: 253.346854ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:16.150476Z","caller":"traceutil/trace.go:171","msg":"trace[659860369] transaction","detail":"{read_only:false; response_revision:4144; number_of_response:1; }","duration":"253.813884ms","start":"2026-07-03T16:04:15.896639Z","end":"2026-07-03T16:04:16.150453Z","steps":["trace[659860369] 'process raft request' (duration: 253.422515ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:16.150611Z","caller":"traceutil/trace.go:171","msg":"trace[1907337180] linearizableReadLoop","detail":"{readStateIndex:4316; appliedIndex:4312; }","duration":"253.887686ms","start":"2026-07-03T16:04:15.896678Z","end":"2026-07-03T16:04:16.150566Z","steps":["trace[1907337180] 'read index received' (duration: 209.386841ms)","trace[1907337180] 'applied index is now lower than readState.Index' (duration: 44.499195ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:16.15066Z","caller":"traceutil/trace.go:171","msg":"trace[83321464] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"254.002888ms","start":"2026-07-03T16:04:15.896635Z","end":"2026-07-03T16:04:16.150638Z","steps":["trace[83321464] 'process raft request' (duration: 253.674691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:16.150885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.177752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16269"} {"level":"info","ts":"2026-07-03T16:04:16.150968Z","caller":"traceutil/trace.go:171","msg":"trace[633873333] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4145; }","duration":"254.285604ms","start":"2026-07-03T16:04:15.896663Z","end":"2026-07-03T16:04:16.150948Z","steps":["trace[633873333] 'agreement among raft nodes before linearized reading' (duration: 254.044159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:20.719683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.958248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:20.719784Z","caller":"traceutil/trace.go:171","msg":"trace[833079162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4168; }","duration":"198.103851ms","start":"2026-07-03T16:04:20.521652Z","end":"2026-07-03T16:04:20.719756Z","steps":["trace[833079162] 'range keys from in-memory index tree' (duration: 197.856225ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:21.034358Z","caller":"traceutil/trace.go:171","msg":"trace[1769746213] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"236.932066ms","start":"2026-07-03T16:04:20.797405Z","end":"2026-07-03T16:04:21.034337Z","steps":["trace[1769746213] 'process raft request' (duration: 236.807313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:21.294004Z","caller":"traceutil/trace.go:171","msg":"trace[179142689] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"479.810338ms","start":"2026-07-03T16:04:20.814157Z","end":"2026-07-03T16:04:21.293967Z","steps":["trace[179142689] 'process raft request' (duration: 479.504791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:21.293993Z","caller":"traceutil/trace.go:171","msg":"trace[734968794] linearizableReadLoop","detail":"{readStateIndex:4344; appliedIndex:4341; }","duration":"436.47586ms","start":"2026-07-03T16:04:20.857478Z","end":"2026-07-03T16:04:21.293954Z","steps":["trace[734968794] 'read index received' (duration: 176.839492ms)","trace[734968794] 'applied index is now lower than readState.Index' (duration: 259.634978ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:21.294169Z","caller":"traceutil/trace.go:171","msg":"trace[1491227082] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"477.111716ms","start":"2026-07-03T16:04:20.817043Z","end":"2026-07-03T16:04:21.294155Z","steps":["trace[1491227082] 'process raft request' (duration: 476.85592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:21.29437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:20.817037Z","time spent":"477.183298ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:21.294753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.223058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:04:21.294873Z","caller":"traceutil/trace.go:171","msg":"trace[1943465915] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4171; }","duration":"437.417033ms","start":"2026-07-03T16:04:20.857433Z","end":"2026-07-03T16:04:21.29485Z","steps":["trace[1943465915] 'agreement among raft nodes before linearized reading' (duration: 437.085875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:21.294785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:20.814135Z","time spent":"479.949131ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:21.294982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:20.857413Z","time spent":"437.553566ms","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":25,"response size":28,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:04:26.346983Z","caller":"traceutil/trace.go:171","msg":"trace[832332487] linearizableReadLoop","detail":"{readStateIndex:4367; appliedIndex:4366; }","duration":"148.515109ms","start":"2026-07-03T16:04:26.198441Z","end":"2026-07-03T16:04:26.346956Z","steps":["trace[832332487] 'read index received' (duration: 148.344896ms)","trace[832332487] 'applied index is now lower than readState.Index' (duration: 169.243µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:26.347019Z","caller":"traceutil/trace.go:171","msg":"trace[1001437100] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"422.945758ms","start":"2026-07-03T16:04:25.924048Z","end":"2026-07-03T16:04:26.346994Z","steps":["trace[1001437100] 'process raft request' (duration: 422.733353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:26.347153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:25.924022Z","time spent":"423.049661ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:04:26.347196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.760125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:04:26.347229Z","caller":"traceutil/trace.go:171","msg":"trace[1724310794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4193; }","duration":"148.844987ms","start":"2026-07-03T16:04:26.198375Z","end":"2026-07-03T16:04:26.34722Z","steps":["trace[1724310794] 'agreement among raft nodes before linearized reading' (duration: 148.711414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:26.347397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.567462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:04:26.347406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.645946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:04:26.347431Z","caller":"traceutil/trace.go:171","msg":"trace[1823481788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4193; }","duration":"142.624164ms","start":"2026-07-03T16:04:26.204799Z","end":"2026-07-03T16:04:26.347423Z","steps":["trace[1823481788] 'agreement among raft nodes before linearized reading' (duration: 142.542222ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:26.347454Z","caller":"traceutil/trace.go:171","msg":"trace[849014229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4193; }","duration":"146.774689ms","start":"2026-07-03T16:04:26.200665Z","end":"2026-07-03T16:04:26.347439Z","steps":["trace[849014229] 'agreement among raft nodes before linearized reading' (duration: 146.645656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:26.347551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.587343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:04:26.347585Z","caller":"traceutil/trace.go:171","msg":"trace[426097169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4193; }","duration":"142.622563ms","start":"2026-07-03T16:04:26.204954Z","end":"2026-07-03T16:04:26.347577Z","steps":["trace[426097169] 'agreement among raft nodes before linearized reading' (duration: 142.542902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:26.347884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.487696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:04:26.348209Z","caller":"traceutil/trace.go:171","msg":"trace[564391312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4193; }","duration":"144.842114ms","start":"2026-07-03T16:04:26.203303Z","end":"2026-07-03T16:04:26.348145Z","steps":["trace[564391312] 'agreement among raft nodes before linearized reading' (duration: 144.092037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:56.090994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.234913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:04:56.091181Z","caller":"traceutil/trace.go:171","msg":"trace[257116886] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"187.140789ms","start":"2026-07-03T16:04:55.90401Z","end":"2026-07-03T16:04:56.09115Z","steps":["trace[257116886] 'process raft request' (duration: 81.616409ms)","trace[257116886] 'compare' (duration: 104.659929ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:56.091313Z","caller":"traceutil/trace.go:171","msg":"trace[1423331502] linearizableReadLoop","detail":"{readStateIndex:4583; appliedIndex:4582; }","duration":"177.343223ms","start":"2026-07-03T16:04:55.913939Z","end":"2026-07-03T16:04:56.091283Z","steps":["trace[1423331502] 'read index received' (duration: 71.619159ms)","trace[1423331502] 'applied index is now lower than readState.Index' (duration: 105.721244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:56.091461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.503866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:56.091546Z","caller":"traceutil/trace.go:171","msg":"trace[1322355830] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4399; }","duration":"177.615849ms","start":"2026-07-03T16:04:55.91392Z","end":"2026-07-03T16:04:56.091536Z","steps":["trace[1322355830] 'agreement among raft nodes before linearized reading' (duration: 177.437605ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:56.091601Z","caller":"traceutil/trace.go:171","msg":"trace[1733227744] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"113.467633ms","start":"2026-07-03T16:04:55.978115Z","end":"2026-07-03T16:04:56.091582Z","steps":["trace[1733227744] 'process raft request' (duration: 113.148446ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:56.299926Z","caller":"traceutil/trace.go:171","msg":"trace[1205543405] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"137.720381ms","start":"2026-07-03T16:04:56.162174Z","end":"2026-07-03T16:04:56.299894Z","steps":["trace[1205543405] 'process raft request' (duration: 44.72439ms)","trace[1205543405] 'compare' (duration: 92.228504ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:56.955381Z","caller":"traceutil/trace.go:171","msg":"trace[1307116305] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"183.914514ms","start":"2026-07-03T16:04:56.771414Z","end":"2026-07-03T16:04:56.955328Z","steps":["trace[1307116305] 'process raft request' (duration: 182.772688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:57.304487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.276959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:57.304624Z","caller":"traceutil/trace.go:171","msg":"trace[1917515176] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4417; }","duration":"272.447353ms","start":"2026-07-03T16:04:57.032157Z","end":"2026-07-03T16:04:57.304605Z","steps":["trace[1917515176] 'range keys from in-memory index tree' (duration: 272.217497ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:57.327686Z","caller":"traceutil/trace.go:171","msg":"trace[1853366960] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"275.235817ms","start":"2026-07-03T16:04:57.052425Z","end":"2026-07-03T16:04:57.32766Z","steps":["trace[1853366960] 'process raft request' (duration: 274.947231ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:57.465138Z","caller":"traceutil/trace.go:171","msg":"trace[1993643178] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"392.812664ms","start":"2026-07-03T16:04:57.072297Z","end":"2026-07-03T16:04:57.46511Z","steps":["trace[1993643178] 'process raft request' (duration: 337.351487ms)","trace[1993643178] 'compare' (duration: 55.161641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:57.465305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:57.072254Z","time spent":"392.969468ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":328619,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:57.465448Z","caller":"traceutil/trace.go:171","msg":"trace[1128978787] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"303.539299ms","start":"2026-07-03T16:04:57.16187Z","end":"2026-07-03T16:04:57.465409Z","steps":["trace[1128978787] 'process raft request' (duration: 303.175131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:57.465638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:04:57.161849Z","time spent":"303.683712ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:04:57.538831Z","caller":"traceutil/trace.go:171","msg":"trace[33145959] linearizableReadLoop","detail":"{readStateIndex:4605; appliedIndex:4601; }","duration":"231.070891ms","start":"2026-07-03T16:04:57.307739Z","end":"2026-07-03T16:04:57.53881Z","steps":["trace[33145959] 'read index received' (duration: 19.605211ms)","trace[33145959] 'applied index is now lower than readState.Index' (duration: 211.46486ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:57.539174Z","caller":"traceutil/trace.go:171","msg":"trace[1486152197] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"130.104016ms","start":"2026-07-03T16:04:57.409058Z","end":"2026-07-03T16:04:57.539162Z","steps":["trace[1486152197] 'process raft request' (duration: 129.643366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:57.539198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.447969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:57.539373Z","caller":"traceutil/trace.go:171","msg":"trace[2010072189] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4421; }","duration":"231.657904ms","start":"2026-07-03T16:04:57.307686Z","end":"2026-07-03T16:04:57.539344Z","steps":["trace[2010072189] 'agreement among raft nodes before linearized reading' (duration: 231.350337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:57.539751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.836582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:57.539791Z","caller":"traceutil/trace.go:171","msg":"trace[2013729169] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:0; response_revision:4424; }","duration":"166.931614ms","start":"2026-07-03T16:04:57.372849Z","end":"2026-07-03T16:04:57.539781Z","steps":["trace[2013729169] 'agreement among raft nodes before linearized reading' (duration: 166.853572ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:57.539902Z","caller":"traceutil/trace.go:171","msg":"trace[60740320] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"127.124627ms","start":"2026-07-03T16:04:57.412768Z","end":"2026-07-03T16:04:57.539892Z","steps":["trace[60740320] 'process raft request' (duration: 126.368629ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:57.540105Z","caller":"traceutil/trace.go:171","msg":"trace[1529062516] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"113.093964ms","start":"2026-07-03T16:04:57.426993Z","end":"2026-07-03T16:04:57.540087Z","steps":["trace[1529062516] 'process raft request' (duration: 112.49284ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:57.992163Z","caller":"traceutil/trace.go:171","msg":"trace[624792891] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"145.236433ms","start":"2026-07-03T16:04:57.846895Z","end":"2026-07-03T16:04:57.992131Z","steps":["trace[624792891] 'process raft request' (duration: 109.951511ms)","trace[624792891] 'compare' (duration: 35.010776ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:57.992545Z","caller":"traceutil/trace.go:171","msg":"trace[1338747889] linearizableReadLoop","detail":"{readStateIndex:4616; appliedIndex:4615; }","duration":"108.327755ms","start":"2026-07-03T16:04:57.884202Z","end":"2026-07-03T16:04:57.992529Z","steps":["trace[1338747889] 'read index received' (duration: 72.659303ms)","trace[1338747889] 'applied index is now lower than readState.Index' (duration: 35.667161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:57.992669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.449318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:57.99276Z","caller":"traceutil/trace.go:171","msg":"trace[1000906766] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4433; }","duration":"108.57959ms","start":"2026-07-03T16:04:57.884163Z","end":"2026-07-03T16:04:57.992743Z","steps":["trace[1000906766] 'agreement among raft nodes before linearized reading' (duration: 108.407216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:58.306976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.095725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:04:58.307092Z","caller":"traceutil/trace.go:171","msg":"trace[1409310109] linearizableReadLoop","detail":"{readStateIndex:4620; appliedIndex:4619; }","duration":"288.334729ms","start":"2026-07-03T16:04:58.018743Z","end":"2026-07-03T16:04:58.307078Z","steps":["trace[1409310109] 'read index received' (duration: 119.078371ms)","trace[1409310109] 'applied index is now lower than readState.Index' (duration: 169.255268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:04:58.307152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.410781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:04:58.307182Z","caller":"traceutil/trace.go:171","msg":"trace[568696275] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4435; }","duration":"288.476072ms","start":"2026-07-03T16:04:58.018696Z","end":"2026-07-03T16:04:58.307172Z","steps":["trace[568696275] 'agreement among raft nodes before linearized reading' (duration: 288.426051ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:58.307203Z","caller":"traceutil/trace.go:171","msg":"trace[1213783349] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"290.855747ms","start":"2026-07-03T16:04:58.016317Z","end":"2026-07-03T16:04:58.307173Z","steps":["trace[1213783349] 'process raft request' (duration: 121.432926ms)","trace[1213783349] 'compare' (duration: 168.92026ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:58.307695Z","caller":"traceutil/trace.go:171","msg":"trace[1087901349] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"262.612847ms","start":"2026-07-03T16:04:58.045074Z","end":"2026-07-03T16:04:58.307687Z","steps":["trace[1087901349] 'process raft request' (duration: 262.417172ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:58.679077Z","caller":"traceutil/trace.go:171","msg":"trace[908201049] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"101.119949ms","start":"2026-07-03T16:04:58.577692Z","end":"2026-07-03T16:04:58.678812Z","steps":["trace[908201049] 'process raft request' (duration: 100.428273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:58.679248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.10605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:04:58.679304Z","caller":"traceutil/trace.go:171","msg":"trace[874524767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4441; }","duration":"121.196861ms","start":"2026-07-03T16:04:58.558094Z","end":"2026-07-03T16:04:58.679291Z","steps":["trace[874524767] 'agreement among raft nodes before linearized reading' (duration: 120.957786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:58.679272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.982426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:04:58.679135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.538185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:04:58.679514Z","caller":"traceutil/trace.go:171","msg":"trace[279801681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4441; }","duration":"121.266573ms","start":"2026-07-03T16:04:58.558203Z","end":"2026-07-03T16:04:58.679469Z","steps":["trace[279801681] 'agreement among raft nodes before linearized reading' (duration: 120.826533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:58.679584Z","caller":"traceutil/trace.go:171","msg":"trace[769887255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4441; }","duration":"120.937754ms","start":"2026-07-03T16:04:58.558559Z","end":"2026-07-03T16:04:58.679497Z","steps":["trace[769887255] 'agreement among raft nodes before linearized reading' (duration: 120.150705ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:58.858217Z","caller":"traceutil/trace.go:171","msg":"trace[175158016] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"173.572637ms","start":"2026-07-03T16:04:58.684612Z","end":"2026-07-03T16:04:58.858185Z","steps":["trace[175158016] 'process raft request' (duration: 86.358688ms)","trace[175158016] 'compare' (duration: 86.997673ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:04:58.858239Z","caller":"traceutil/trace.go:171","msg":"trace[1086334114] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"173.368322ms","start":"2026-07-03T16:04:58.684842Z","end":"2026-07-03T16:04:58.858211Z","steps":["trace[1086334114] 'process raft request' (duration: 173.266229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:04:58.872917Z","caller":"traceutil/trace.go:171","msg":"trace[1251599763] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"113.044123ms","start":"2026-07-03T16:04:58.759856Z","end":"2026-07-03T16:04:58.8729Z","steps":["trace[1251599763] 'process raft request' (duration: 112.610684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:04:59.110424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.929047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:04:59.110524Z","caller":"traceutil/trace.go:171","msg":"trace[1384875537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:4446; }","duration":"145.070061ms","start":"2026-07-03T16:04:58.96543Z","end":"2026-07-03T16:04:59.1105Z","steps":["trace[1384875537] 'range keys from in-memory index tree' (duration: 144.769173ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:18.399496Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2536} {"level":"info","ts":"2026-07-03T16:05:18.571953Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2536,"took":"171.333825ms","hash":3549182706,"current-db-size-bytes":43802624,"current-db-size":"44 MB","current-db-size-in-use-bytes":18112512,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-03T16:05:18.572065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3549182706,"revision":2536,"compact-revision":-1} {"level":"info","ts":"2026-07-03T16:05:27.967847Z","caller":"traceutil/trace.go:171","msg":"trace[1455984845] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"188.655605ms","start":"2026-07-03T16:05:27.779165Z","end":"2026-07-03T16:05:27.967821Z","steps":["trace[1455984845] 'process raft request' (duration: 184.595411ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:27.969574Z","caller":"traceutil/trace.go:171","msg":"trace[719366063] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"108.59229ms","start":"2026-07-03T16:05:27.860947Z","end":"2026-07-03T16:05:27.969539Z","steps":["trace[719366063] 'process raft request' (duration: 108.395245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:29.531646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.983668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:05:29.531691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.519618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:05:29.531769Z","caller":"traceutil/trace.go:171","msg":"trace[142896422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:4609; }","duration":"168.145732ms","start":"2026-07-03T16:05:29.363608Z","end":"2026-07-03T16:05:29.531753Z","steps":["trace[142896422] 'range keys from in-memory index tree' (duration: 167.838395ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:29.531775Z","caller":"traceutil/trace.go:171","msg":"trace[1208971915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4609; }","duration":"253.641141ms","start":"2026-07-03T16:05:29.278117Z","end":"2026-07-03T16:05:29.531758Z","steps":["trace[1208971915] 'range keys from in-memory index tree' (duration: 253.400556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:29.531812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.423761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:05:29.531929Z","caller":"traceutil/trace.go:171","msg":"trace[818397286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4609; }","duration":"288.589685ms","start":"2026-07-03T16:05:29.243314Z","end":"2026-07-03T16:05:29.531904Z","steps":["trace[818397286] 'range keys from in-memory index tree' (duration: 288.145015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:29.531964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.950718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:05:29.531998Z","caller":"traceutil/trace.go:171","msg":"trace[274985539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4609; }","duration":"155.031359ms","start":"2026-07-03T16:05:29.376958Z","end":"2026-07-03T16:05:29.531989Z","steps":["trace[274985539] 'range keys from in-memory index tree' (duration: 154.829995ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.289427Z","caller":"traceutil/trace.go:171","msg":"trace[879470577] linearizableReadLoop","detail":"{readStateIndex:4865; appliedIndex:4864; }","duration":"156.902523ms","start":"2026-07-03T16:05:35.132483Z","end":"2026-07-03T16:05:35.289386Z","steps":["trace[879470577] 'read index received' (duration: 156.531534ms)","trace[879470577] 'applied index is now lower than readState.Index' (duration: 369.369µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:35.289545Z","caller":"traceutil/trace.go:171","msg":"trace[1625066319] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"171.674292ms","start":"2026-07-03T16:05:35.117827Z","end":"2026-07-03T16:05:35.289501Z","steps":["trace[1625066319] 'process raft request' (duration: 171.327964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.289698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.138858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:05:35.289795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.897215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:05:35.289824Z","caller":"traceutil/trace.go:171","msg":"trace[61914129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4661; }","duration":"157.369393ms","start":"2026-07-03T16:05:35.132429Z","end":"2026-07-03T16:05:35.289798Z","steps":["trace[61914129] 'agreement among raft nodes before linearized reading' (duration: 157.111867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:35.28985Z","caller":"traceutil/trace.go:171","msg":"trace[279446347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4661; }","duration":"105.041998ms","start":"2026-07-03T16:05:35.184789Z","end":"2026-07-03T16:05:35.289831Z","steps":["trace[279446347] 'agreement among raft nodes before linearized reading' (duration: 104.824043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.625398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.490488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:35.625559Z","caller":"traceutil/trace.go:171","msg":"trace[860468679] linearizableReadLoop","detail":"{readStateIndex:4866; appliedIndex:4865; }","duration":"277.217014ms","start":"2026-07-03T16:05:35.348307Z","end":"2026-07-03T16:05:35.625524Z","steps":["trace[860468679] 'read index received' (duration: 69.519451ms)","trace[860468679] 'applied index is now lower than readState.Index' (duration: 207.695423ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:35.625659Z","caller":"traceutil/trace.go:171","msg":"trace[848788609] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"330.249324ms","start":"2026-07-03T16:05:35.295349Z","end":"2026-07-03T16:05:35.625598Z","steps":["trace[848788609] 'process raft request' (duration: 122.407379ms)","trace[848788609] 'compare' (duration: 207.072408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:35.625783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.435218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:35.625858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:35.295264Z","time spent":"330.48636ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:35.625896Z","caller":"traceutil/trace.go:171","msg":"trace[1939408774] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4662; }","duration":"277.661503ms","start":"2026-07-03T16:05:35.348209Z","end":"2026-07-03T16:05:35.625871Z","steps":["trace[1939408774] 'agreement among raft nodes before linearized reading' (duration: 277.409968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:35.625805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.209549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:35.626007Z","caller":"traceutil/trace.go:171","msg":"trace[598867826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4662; }","duration":"104.459525ms","start":"2026-07-03T16:05:35.521522Z","end":"2026-07-03T16:05:35.625981Z","steps":["trace[598867826] 'agreement among raft nodes before linearized reading' (duration: 104.177589ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:37.178903Z","caller":"traceutil/trace.go:171","msg":"trace[761114523] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"130.845913ms","start":"2026-07-03T16:05:37.048014Z","end":"2026-07-03T16:05:37.17886Z","steps":["trace[761114523] 'process raft request' (duration: 43.476771ms)","trace[761114523] 'compare' (duration: 87.093236ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:37.245609Z","caller":"traceutil/trace.go:171","msg":"trace[1455967997] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"110.190248ms","start":"2026-07-03T16:05:37.135392Z","end":"2026-07-03T16:05:37.245583Z","steps":["trace[1455967997] 'process raft request' (duration: 110.055155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:37.934899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.816358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:37.935008Z","caller":"traceutil/trace.go:171","msg":"trace[1184916534] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4879; }","duration":"413.706657ms","start":"2026-07-03T16:05:37.521284Z","end":"2026-07-03T16:05:37.93499Z","steps":["trace[1184916534] 'read index received' (duration: 32.291µs)","trace[1184916534] 'applied index is now lower than readState.Index' (duration: 413.673146ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:37.935079Z","caller":"traceutil/trace.go:171","msg":"trace[1883094926] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"752.62818ms","start":"2026-07-03T16:05:37.18244Z","end":"2026-07-03T16:05:37.935068Z","steps":["trace[1883094926] 'process raft request' (duration: 289.559437ms)","trace[1883094926] 'compare' (duration: 462.568712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:37.935137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.182417Z","time spent":"752.687961ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:37.935185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.899341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:37.935229Z","caller":"traceutil/trace.go:171","msg":"trace[1396207922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4675; }","duration":"413.975423ms","start":"2026-07-03T16:05:37.521245Z","end":"2026-07-03T16:05:37.93522Z","steps":["trace[1396207922] 'agreement among raft nodes before linearized reading' (duration: 413.905231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:37.935254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.521227Z","time spent":"414.021694ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:05:38.194758Z","caller":"traceutil/trace.go:171","msg":"trace[436983626] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"350.819908ms","start":"2026-07-03T16:05:37.843891Z","end":"2026-07-03T16:05:38.194711Z","steps":["trace[436983626] 'process raft request' (duration: 262.659369ms)","trace[436983626] 'compare' (duration: 87.709989ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:38.194932Z","caller":"traceutil/trace.go:171","msg":"trace[1313730386] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"194.037577ms","start":"2026-07-03T16:05:38.000857Z","end":"2026-07-03T16:05:38.194895Z","steps":["trace[1313730386] 'process raft request' (duration: 193.837673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.194972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.843874Z","time spent":"350.984832ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:38.195204Z","caller":"traceutil/trace.go:171","msg":"trace[2136108836] linearizableReadLoop","detail":"{readStateIndex:4881; appliedIndex:4880; }","duration":"260.1535ms","start":"2026-07-03T16:05:37.935035Z","end":"2026-07-03T16:05:38.195189Z","steps":["trace[2136108836] 'read index received' (duration: 171.528349ms)","trace[2136108836] 'applied index is now lower than readState.Index' (duration: 88.623581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:38.195459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.926916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:05:38.195501Z","caller":"traceutil/trace.go:171","msg":"trace[1937633390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4679; }","duration":"478.015917ms","start":"2026-07-03T16:05:37.717473Z","end":"2026-07-03T16:05:38.195489Z","steps":["trace[1937633390] 'agreement among raft nodes before linearized reading' (duration: 477.821153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.195533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.717463Z","time spent":"478.061589ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:38.195541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.918874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:38.195571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.868683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:05:38.19559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.506352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:05:38.195624Z","caller":"traceutil/trace.go:171","msg":"trace[620771766] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4679; }","duration":"653.033177ms","start":"2026-07-03T16:05:37.54257Z","end":"2026-07-03T16:05:38.195603Z","steps":["trace[620771766] 'agreement among raft nodes before linearized reading' (duration: 652.903684ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:38.195662Z","caller":"traceutil/trace.go:171","msg":"trace[1662695114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4679; }","duration":"565.604853ms","start":"2026-07-03T16:05:37.630037Z","end":"2026-07-03T16:05:38.195642Z","steps":["trace[1662695114] 'agreement among raft nodes before linearized reading' (duration: 565.43898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:38.19565Z","caller":"traceutil/trace.go:171","msg":"trace[2143125026] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4679; }","duration":"487.959235ms","start":"2026-07-03T16:05:37.707669Z","end":"2026-07-03T16:05:38.195628Z","steps":["trace[2143125026] 'agreement among raft nodes before linearized reading' (duration: 487.814222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.195697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.630023Z","time spent":"565.664855ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:05:38.195696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.54256Z","time spent":"653.123638ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:38.195727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.707601Z","time spent":"488.108389ms","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":9,"response size":28,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:38.195789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.225707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:38.195793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.55263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:05:38.195784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.465503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:05:38.195813Z","caller":"traceutil/trace.go:171","msg":"trace[1427204649] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4679; }","duration":"592.291629ms","start":"2026-07-03T16:05:37.603515Z","end":"2026-07-03T16:05:38.195807Z","steps":["trace[1427204649] 'agreement among raft nodes before linearized reading' (duration: 592.241138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.195846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.603495Z","time spent":"592.34439ms","remote":"127.0.0.1:48128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:05:38.195849Z","caller":"traceutil/trace.go:171","msg":"trace[1209385948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4679; }","duration":"480.543786ms","start":"2026-07-03T16:05:37.71529Z","end":"2026-07-03T16:05:38.195834Z","steps":["trace[1209385948] 'agreement among raft nodes before linearized reading' (duration: 480.357271ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:38.195847Z","caller":"traceutil/trace.go:171","msg":"trace[1404511762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4679; }","duration":"511.616491ms","start":"2026-07-03T16:05:37.684213Z","end":"2026-07-03T16:05:38.195829Z","steps":["trace[1404511762] 'agreement among raft nodes before linearized reading' (duration: 511.489258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.195842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.876834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:38.195882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.715283Z","time spent":"480.592287ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:05:38.195896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.684202Z","time spent":"511.686982ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:05:38.195905Z","caller":"traceutil/trace.go:171","msg":"trace[1820406526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4679; }","duration":"259.973796ms","start":"2026-07-03T16:05:37.935914Z","end":"2026-07-03T16:05:38.195888Z","steps":["trace[1820406526] 'agreement among raft nodes before linearized reading' (duration: 259.874424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.195892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.841451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-2mwk2\" ","response":"range_response_count:1 size:4357"} {"level":"warn","ts":"2026-07-03T16:05:38.195656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.357273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:05:38.19599Z","caller":"traceutil/trace.go:171","msg":"trace[393480207] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-2mwk2; range_end:; response_count:1; response_revision:4679; }","duration":"493.936704ms","start":"2026-07-03T16:05:37.70202Z","end":"2026-07-03T16:05:38.195957Z","steps":["trace[393480207] 'agreement among raft nodes before linearized reading' (duration: 493.679928ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:38.195987Z","caller":"traceutil/trace.go:171","msg":"trace[201157233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:4679; }","duration":"560.742332ms","start":"2026-07-03T16:05:37.635226Z","end":"2026-07-03T16:05:38.195968Z","steps":["trace[201157233] 'agreement among raft nodes before linearized reading' (duration: 560.2452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:38.196209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.701998Z","time spent":"494.202639ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4378,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-2mwk2\" "} {"level":"warn","ts":"2026-07-03T16:05:38.196223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:37.635205Z","time spent":"561.001397ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"info","ts":"2026-07-03T16:05:42.815717Z","caller":"traceutil/trace.go:171","msg":"trace[707731163] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"104.275841ms","start":"2026-07-03T16:05:42.711413Z","end":"2026-07-03T16:05:42.815689Z","steps":["trace[707731163] 'process raft request' (duration: 103.998164ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:42.816613Z","caller":"traceutil/trace.go:171","msg":"trace[715404771] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"101.693801ms","start":"2026-07-03T16:05:42.714892Z","end":"2026-07-03T16:05:42.816585Z","steps":["trace[715404771] 'process raft request' (duration: 101.347343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:43.959872Z","caller":"traceutil/trace.go:171","msg":"trace[1802607253] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5016; }","duration":"252.3361ms","start":"2026-07-03T16:05:43.707511Z","end":"2026-07-03T16:05:43.959847Z","steps":["trace[1802607253] 'process raft request' (duration: 252.170246ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:43.990243Z","caller":"traceutil/trace.go:171","msg":"trace[1132350901] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"255.066463ms","start":"2026-07-03T16:05:43.735148Z","end":"2026-07-03T16:05:43.990214Z","steps":["trace[1132350901] 'process raft request' (duration: 254.839068ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:43.990314Z","caller":"traceutil/trace.go:171","msg":"trace[48376205] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5225; }","duration":"183.769901ms","start":"2026-07-03T16:05:43.806516Z","end":"2026-07-03T16:05:43.990286Z","steps":["trace[48376205] 'read index received' (duration: 153.251698ms)","trace[48376205] 'applied index is now lower than readState.Index' (duration: 30.516593ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:43.990359Z","caller":"traceutil/trace.go:171","msg":"trace[1498649065] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"227.658961ms","start":"2026-07-03T16:05:43.762653Z","end":"2026-07-03T16:05:43.990312Z","steps":["trace[1498649065] 'process raft request' (duration: 227.472677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:43.990629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.089838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-c69mm\" ","response":"range_response_count:1 size:2448"} {"level":"info","ts":"2026-07-03T16:05:43.991393Z","caller":"traceutil/trace.go:171","msg":"trace[2098948663] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-c69mm; range_end:; response_count:1; response_revision:5019; }","duration":"184.922298ms","start":"2026-07-03T16:05:43.806438Z","end":"2026-07-03T16:05:43.99136Z","steps":["trace[2098948663] 'agreement among raft nodes before linearized reading' (duration: 184.003356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:43.991033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.601503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3009"} {"level":"info","ts":"2026-07-03T16:05:43.991508Z","caller":"traceutil/trace.go:171","msg":"trace[1752451296] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:5019; }","duration":"133.125446ms","start":"2026-07-03T16:05:43.858366Z","end":"2026-07-03T16:05:43.991491Z","steps":["trace[1752451296] 'agreement among raft nodes before linearized reading' (duration: 132.482101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:44.167943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.238329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:44.168158Z","caller":"traceutil/trace.go:171","msg":"trace[1145586909] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"127.921256ms","start":"2026-07-03T16:05:44.040204Z","end":"2026-07-03T16:05:44.168125Z","steps":["trace[1145586909] 'process raft request' (duration: 27.403752ms)","trace[1145586909] 'compare' (duration: 100.093065ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:44.168344Z","caller":"traceutil/trace.go:171","msg":"trace[1349528294] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5236; }","duration":"110.136337ms","start":"2026-07-03T16:05:44.058194Z","end":"2026-07-03T16:05:44.16833Z","steps":["trace[1349528294] 'read index received' (duration: 9.424508ms)","trace[1349528294] 'applied index is now lower than readState.Index' (duration: 100.709879ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:44.168351Z","caller":"traceutil/trace.go:171","msg":"trace[1211762110] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"127.277901ms","start":"2026-07-03T16:05:44.041046Z","end":"2026-07-03T16:05:44.168324Z","steps":["trace[1211762110] 'process raft request' (duration: 127.010565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:44.168589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.374882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-07-03T16:05:44.168631Z","caller":"traceutil/trace.go:171","msg":"trace[576061148] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:5029; }","duration":"110.459433ms","start":"2026-07-03T16:05:44.058158Z","end":"2026-07-03T16:05:44.168617Z","steps":["trace[576061148] 'agreement among raft nodes before linearized reading' (duration: 110.222868ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:44.618745Z","caller":"traceutil/trace.go:171","msg":"trace[1890265346] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"153.661169ms","start":"2026-07-03T16:05:44.46505Z","end":"2026-07-03T16:05:44.618711Z","steps":["trace[1890265346] 'process raft request' (duration: 153.374341ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:47.546745Z","caller":"traceutil/trace.go:171","msg":"trace[996451480] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"619.31147ms","start":"2026-07-03T16:05:46.927417Z","end":"2026-07-03T16:05:47.546728Z","steps":["trace[996451480] 'process raft request' (duration: 617.929178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:47.54685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:46.927391Z","time spent":"619.399323ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:47.546856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.710599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:47.546728Z","caller":"traceutil/trace.go:171","msg":"trace[1793555413] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5282; }","duration":"242.553695ms","start":"2026-07-03T16:05:47.304142Z","end":"2026-07-03T16:05:47.546695Z","steps":["trace[1793555413] 'read index received' (duration: 241.231394ms)","trace[1793555413] 'applied index is now lower than readState.Index' (duration: 1.321361ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:47.546893Z","caller":"traceutil/trace.go:171","msg":"trace[151923763] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5072; }","duration":"242.756631ms","start":"2026-07-03T16:05:47.304125Z","end":"2026-07-03T16:05:47.546882Z","steps":["trace[151923763] 'agreement among raft nodes before linearized reading' (duration: 242.648748ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:48.69305Z","caller":"traceutil/trace.go:171","msg":"trace[1344796298] linearizableReadLoop","detail":"{readStateIndex:5328; appliedIndex:5327; }","duration":"381.994002ms","start":"2026-07-03T16:05:48.311032Z","end":"2026-07-03T16:05:48.693026Z","steps":["trace[1344796298] 'read index received' (duration: 381.771607ms)","trace[1344796298] 'applied index is now lower than readState.Index' (duration: 219.025µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:48.693096Z","caller":"traceutil/trace.go:171","msg":"trace[1036985882] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"384.567542ms","start":"2026-07-03T16:05:48.308502Z","end":"2026-07-03T16:05:48.69307Z","steps":["trace[1036985882] 'process raft request' (duration: 384.361408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.693235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:48.308489Z","time spent":"384.676965ms","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":252727,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:05:48.693308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.268379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:05:48.693346Z","caller":"traceutil/trace.go:171","msg":"trace[1062278793] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5116; }","duration":"382.31257ms","start":"2026-07-03T16:05:48.311021Z","end":"2026-07-03T16:05:48.693334Z","steps":["trace[1062278793] 'agreement among raft nodes before linearized reading' (duration: 382.149307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.69338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:48.310999Z","time spent":"382.373201ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-03T16:05:48.69347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.531872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-07-03T16:05:48.693505Z","caller":"traceutil/trace.go:171","msg":"trace[854152170] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5116; }","duration":"381.583773ms","start":"2026-07-03T16:05:48.31191Z","end":"2026-07-03T16:05:48.693494Z","steps":["trace[854152170] 'agreement among raft nodes before linearized reading' (duration: 381.480191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.693535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:48.311892Z","time spent":"381.636795ms","remote":"127.0.0.1:52814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4758,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-03T16:05:48.693665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.394946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:05:48.693692Z","caller":"traceutil/trace.go:171","msg":"trace[1604131940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5116; }","duration":"284.436787ms","start":"2026-07-03T16:05:48.409248Z","end":"2026-07-03T16:05:48.693684Z","steps":["trace[1604131940] 'agreement among raft nodes before linearized reading' (duration: 284.381636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.693798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.518161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:05:48.693782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.932339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:48.693841Z","caller":"traceutil/trace.go:171","msg":"trace[677690593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5116; }","duration":"291.570552ms","start":"2026-07-03T16:05:48.402259Z","end":"2026-07-03T16:05:48.69383Z","steps":["trace[677690593] 'agreement among raft nodes before linearized reading' (duration: 291.463579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.693846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.768273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:05:48.693886Z","caller":"traceutil/trace.go:171","msg":"trace[2003770577] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5116; }","duration":"275.107132ms","start":"2026-07-03T16:05:48.418748Z","end":"2026-07-03T16:05:48.693855Z","steps":["trace[2003770577] 'agreement among raft nodes before linearized reading' (duration: 274.932148ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:48.693877Z","caller":"traceutil/trace.go:171","msg":"trace[1176287101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5116; }","duration":"293.844755ms","start":"2026-07-03T16:05:48.400023Z","end":"2026-07-03T16:05:48.693868Z","steps":["trace[1176287101] 'agreement among raft nodes before linearized reading' (duration: 293.766473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.694038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.958121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:05:48.694097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.264992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:05:48.694129Z","caller":"traceutil/trace.go:171","msg":"trace[884819299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:5116; }","duration":"292.087714ms","start":"2026-07-03T16:05:48.40202Z","end":"2026-07-03T16:05:48.694107Z","steps":["trace[884819299] 'agreement among raft nodes before linearized reading' (duration: 291.831628ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:48.694153Z","caller":"traceutil/trace.go:171","msg":"trace[659359970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5116; }","duration":"158.326024ms","start":"2026-07-03T16:05:48.535811Z","end":"2026-07-03T16:05:48.694137Z","steps":["trace[659359970] 'agreement among raft nodes before linearized reading' (duration: 158.078418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.694149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.941895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-03T16:05:48.694283Z","caller":"traceutil/trace.go:171","msg":"trace[896323607] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5116; }","duration":"360.181531ms","start":"2026-07-03T16:05:48.334069Z","end":"2026-07-03T16:05:48.694251Z","steps":["trace[896323607] 'agreement among raft nodes before linearized reading' (duration: 359.765492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:48.694359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:48.334011Z","time spent":"360.318724ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-03T16:05:48.694862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.405586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:05:48.695106Z","caller":"traceutil/trace.go:171","msg":"trace[149350356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5116; }","duration":"285.177225ms","start":"2026-07-03T16:05:48.409915Z","end":"2026-07-03T16:05:48.695092Z","steps":["trace[149350356] 'agreement among raft nodes before linearized reading' (duration: 283.840854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:49.784515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.395273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:49.784638Z","caller":"traceutil/trace.go:171","msg":"trace[2025725537] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5376; }","duration":"124.737562ms","start":"2026-07-03T16:05:49.659884Z","end":"2026-07-03T16:05:49.784622Z","steps":["trace[2025725537] 'read index received' (duration: 20.821µs)","trace[2025725537] 'applied index is now lower than readState.Index' (duration: 124.715481ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:49.784773Z","caller":"traceutil/trace.go:171","msg":"trace[1626876012] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"234.015847ms","start":"2026-07-03T16:05:49.550739Z","end":"2026-07-03T16:05:49.784755Z","steps":["trace[1626876012] 'process raft request' (duration: 83.299647ms)","trace[1626876012] 'compare' (duration: 150.003713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:49.785678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.782666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209851"} {"level":"info","ts":"2026-07-03T16:05:49.785726Z","caller":"traceutil/trace.go:171","msg":"trace[594877206] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5164; }","duration":"125.865497ms","start":"2026-07-03T16:05:49.65985Z","end":"2026-07-03T16:05:49.785715Z","steps":["trace[594877206] 'agreement among raft nodes before linearized reading' (duration: 125.047508ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:50.275349Z","caller":"traceutil/trace.go:171","msg":"trace[1619737343] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5377; }","duration":"458.623378ms","start":"2026-07-03T16:05:49.816702Z","end":"2026-07-03T16:05:50.275325Z","steps":["trace[1619737343] 'read index received' (duration: 458.488485ms)","trace[1619737343] 'applied index is now lower than readState.Index' (duration: 133.563µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:50.275428Z","caller":"traceutil/trace.go:171","msg":"trace[1340550566] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"467.719916ms","start":"2026-07-03T16:05:49.807685Z","end":"2026-07-03T16:05:50.275405Z","steps":["trace[1340550566] 'process raft request' (duration: 467.500071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.275546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.807669Z","time spent":"467.807539ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3876,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:50.275578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.887834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-07-03T16:05:50.275638Z","caller":"traceutil/trace.go:171","msg":"trace[2142657422] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5165; }","duration":"458.973135ms","start":"2026-07-03T16:05:49.816649Z","end":"2026-07-03T16:05:50.275622Z","steps":["trace[2142657422] 'agreement among raft nodes before linearized reading' (duration: 458.805042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.275692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:49.816631Z","time spent":"459.045048ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-03T16:05:50.443505Z","caller":"traceutil/trace.go:171","msg":"trace[384589708] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"183.934795ms","start":"2026-07-03T16:05:50.259541Z","end":"2026-07-03T16:05:50.443476Z","steps":["trace[384589708] 'process raft request' (duration: 183.681689ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:50.443783Z","caller":"traceutil/trace.go:171","msg":"trace[1517474283] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5378; }","duration":"168.334995ms","start":"2026-07-03T16:05:50.275424Z","end":"2026-07-03T16:05:50.443759Z","steps":["trace[1517474283] 'read index received' (duration: 167.762432ms)","trace[1517474283] 'applied index is now lower than readState.Index' (duration: 571.463µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:50.443946Z","caller":"traceutil/trace.go:171","msg":"trace[1818799520] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"183.905744ms","start":"2026-07-03T16:05:50.26001Z","end":"2026-07-03T16:05:50.443916Z","steps":["trace[1818799520] 'process raft request' (duration: 183.397982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.444026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.69351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-03T16:05:50.44407Z","caller":"traceutil/trace.go:171","msg":"trace[364274532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7de15ae8-8de7-43e0-a7c2-479768822123; range_end:; response_count:1; response_revision:5168; }","duration":"356.764793ms","start":"2026-07-03T16:05:50.087293Z","end":"2026-07-03T16:05:50.444058Z","steps":["trace[364274532] 'agreement among raft nodes before linearized reading' (duration: 356.613139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.444104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:50.087287Z","time spent":"356.808904ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" "} {"level":"warn","ts":"2026-07-03T16:05:50.444255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.269505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90a23052-b869-46df-a8d4-daab0ca76553\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-07-03T16:05:50.444826Z","caller":"traceutil/trace.go:171","msg":"trace[251925135] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90a23052-b869-46df-a8d4-daab0ca76553; range_end:; response_count:1; response_revision:5168; }","duration":"298.88685ms","start":"2026-07-03T16:05:50.145914Z","end":"2026-07-03T16:05:50.444801Z","steps":["trace[251925135] 'agreement among raft nodes before linearized reading' (duration: 297.893477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:50.444425Z","caller":"traceutil/trace.go:171","msg":"trace[560992081] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"184.196121ms","start":"2026-07-03T16:05:50.260216Z","end":"2026-07-03T16:05:50.444412Z","steps":["trace[560992081] 'process raft request' (duration: 183.435193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.444396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.368385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:05:50.445406Z","caller":"traceutil/trace.go:171","msg":"trace[1896809959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5168; }","duration":"417.46809ms","start":"2026-07-03T16:05:50.027922Z","end":"2026-07-03T16:05:50.44539Z","steps":["trace[1896809959] 'agreement among raft nodes before linearized reading' (duration: 416.281143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.445463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:50.027902Z","time spent":"417.544093ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:05:50.458335Z","caller":"traceutil/trace.go:171","msg":"trace[576967350] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"137.24485ms","start":"2026-07-03T16:05:50.321074Z","end":"2026-07-03T16:05:50.458318Z","steps":["trace[576967350] 'process raft request' (duration: 137.073156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:50.458444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.094985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-03T16:05:50.458513Z","caller":"traceutil/trace.go:171","msg":"trace[1087072637] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5169; }","duration":"147.199158ms","start":"2026-07-03T16:05:50.311301Z","end":"2026-07-03T16:05:50.4585Z","steps":["trace[1087072637] 'agreement among raft nodes before linearized reading' (duration: 146.946222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:51.195461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.794855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:51.195627Z","caller":"traceutil/trace.go:171","msg":"trace[1012080476] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"382.632188ms","start":"2026-07-03T16:05:50.812935Z","end":"2026-07-03T16:05:51.195568Z","steps":["trace[1012080476] 'process raft request' (duration: 233.631378ms)","trace[1012080476] 'compare' (duration: 148.686603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:51.196319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:50.812911Z","time spent":"383.272713ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4062,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:51.196425Z","caller":"traceutil/trace.go:171","msg":"trace[397470327] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"254.679003ms","start":"2026-07-03T16:05:50.941721Z","end":"2026-07-03T16:05:51.1964Z","steps":["trace[397470327] 'process raft request' (duration: 254.468908ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:52.013515Z","caller":"traceutil/trace.go:171","msg":"trace[83863804] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5427; }","duration":"181.315793ms","start":"2026-07-03T16:05:51.832173Z","end":"2026-07-03T16:05:52.013488Z","steps":["trace[83863804] 'read index received' (duration: 181.204081ms)","trace[83863804] 'applied index is now lower than readState.Index' (duration: 110.442µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:52.013576Z","caller":"traceutil/trace.go:171","msg":"trace[1985625571] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"189.781248ms","start":"2026-07-03T16:05:51.823757Z","end":"2026-07-03T16:05:52.013538Z","steps":["trace[1985625571] 'process raft request' (duration: 189.587264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.013779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.962947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-07-03T16:05:52.014031Z","caller":"traceutil/trace.go:171","msg":"trace[938057400] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5212; }","duration":"188.223913ms","start":"2026-07-03T16:05:51.825786Z","end":"2026-07-03T16:05:52.01401Z","steps":["trace[938057400] 'agreement among raft nodes before linearized reading' (duration: 187.756872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.013791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.565249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:05:52.014126Z","caller":"traceutil/trace.go:171","msg":"trace[1710110742] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5212; }","duration":"191.922577ms","start":"2026-07-03T16:05:51.822184Z","end":"2026-07-03T16:05:52.014106Z","steps":["trace[1710110742] 'agreement among raft nodes before linearized reading' (duration: 191.458267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:52.122964Z","caller":"traceutil/trace.go:171","msg":"trace[1292291656] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5428; }","duration":"109.05567ms","start":"2026-07-03T16:05:52.013869Z","end":"2026-07-03T16:05:52.122924Z","steps":["trace[1292291656] 'read index received' (duration: 108.718233ms)","trace[1292291656] 'applied index is now lower than readState.Index' (duration: 336.537µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:52.123469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.082918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-07-03T16:05:52.123607Z","caller":"traceutil/trace.go:171","msg":"trace[1239260061] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5213; }","duration":"277.218821ms","start":"2026-07-03T16:05:51.846321Z","end":"2026-07-03T16:05:52.12354Z","steps":["trace[1239260061] 'agreement among raft nodes before linearized reading' (duration: 276.903443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.123674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.240531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:05:52.123768Z","caller":"traceutil/trace.go:171","msg":"trace[1462317971] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5213; }","duration":"290.335383ms","start":"2026-07-03T16:05:51.833386Z","end":"2026-07-03T16:05:52.123722Z","steps":["trace[1462317971] 'agreement among raft nodes before linearized reading' (duration: 290.119358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.12411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.876218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-03T16:05:52.124093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.963177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:52.124075Z","caller":"traceutil/trace.go:171","msg":"trace[708316866] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"281.737616ms","start":"2026-07-03T16:05:51.842281Z","end":"2026-07-03T16:05:52.124019Z","steps":["trace[708316866] 'process raft request' (duration: 280.390354ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:52.12421Z","caller":"traceutil/trace.go:171","msg":"trace[1977779453] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5213; }","duration":"105.967609ms","start":"2026-07-03T16:05:52.018195Z","end":"2026-07-03T16:05:52.124162Z","steps":["trace[1977779453] 'agreement among raft nodes before linearized reading' (duration: 105.750144ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:52.124248Z","caller":"traceutil/trace.go:171","msg":"trace[1154045818] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5213; }","duration":"155.155542ms","start":"2026-07-03T16:05:51.96903Z","end":"2026-07-03T16:05:52.124185Z","steps":["trace[1154045818] 'agreement among raft nodes before linearized reading' (duration: 154.908096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.124983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.323061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:531004"} {"level":"info","ts":"2026-07-03T16:05:52.125094Z","caller":"traceutil/trace.go:171","msg":"trace[2038992528] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5213; }","duration":"246.499155ms","start":"2026-07-03T16:05:51.878568Z","end":"2026-07-03T16:05:52.125068Z","steps":["trace[2038992528] 'agreement among raft nodes before linearized reading' (duration: 245.692546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:52.584245Z","caller":"traceutil/trace.go:171","msg":"trace[618417813] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"134.452775ms","start":"2026-07-03T16:05:52.449768Z","end":"2026-07-03T16:05:52.584221Z","steps":["trace[618417813] 'process raft request' (duration: 134.304252ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:52.590384Z","caller":"traceutil/trace.go:171","msg":"trace[1328957257] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5434; }","duration":"133.902352ms","start":"2026-07-03T16:05:52.456459Z","end":"2026-07-03T16:05:52.590361Z","steps":["trace[1328957257] 'read index received' (duration: 127.634769ms)","trace[1328957257] 'applied index is now lower than readState.Index' (duration: 6.266863ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:52.590459Z","caller":"traceutil/trace.go:171","msg":"trace[690396880] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"140.207487ms","start":"2026-07-03T16:05:52.450228Z","end":"2026-07-03T16:05:52.590436Z","steps":["trace[690396880] 'process raft request' (duration: 139.984582ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:52.590493Z","caller":"traceutil/trace.go:171","msg":"trace[898596143] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"140.156056ms","start":"2026-07-03T16:05:52.450315Z","end":"2026-07-03T16:05:52.590471Z","steps":["trace[898596143] 'process raft request' (duration: 140.009843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.590753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.288501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90a23052-b869-46df-a8d4-daab0ca76553\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-07-03T16:05:52.590821Z","caller":"traceutil/trace.go:171","msg":"trace[1917494092] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90a23052-b869-46df-a8d4-daab0ca76553; range_end:; response_count:1; response_revision:5221; }","duration":"134.377763ms","start":"2026-07-03T16:05:52.456421Z","end":"2026-07-03T16:05:52.590798Z","steps":["trace[1917494092] 'agreement among raft nodes before linearized reading' (duration: 134.060826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.590932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.859901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-vcz5k\" ","response":"range_response_count:1 size:5148"} {"level":"info","ts":"2026-07-03T16:05:52.591026Z","caller":"traceutil/trace.go:171","msg":"trace[1039270967] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-vcz5k; range_end:; response_count:1; response_revision:5221; }","duration":"103.990764ms","start":"2026-07-03T16:05:52.487014Z","end":"2026-07-03T16:05:52.591004Z","steps":["trace[1039270967] 'agreement among raft nodes before linearized reading' (duration: 103.740468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.591125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.113562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:05:52.591224Z","caller":"traceutil/trace.go:171","msg":"trace[272922720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5221; }","duration":"129.255125ms","start":"2026-07-03T16:05:52.461942Z","end":"2026-07-03T16:05:52.591197Z","steps":["trace[272922720] 'agreement among raft nodes before linearized reading' (duration: 128.946868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.591226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.016202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-07-03T16:05:52.591292Z","caller":"traceutil/trace.go:171","msg":"trace[1772366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7de15ae8-8de7-43e0-a7c2-479768822123; range_end:; response_count:1; response_revision:5221; }","duration":"133.582085ms","start":"2026-07-03T16:05:52.457688Z","end":"2026-07-03T16:05:52.59127Z","steps":["trace[1772366] 'agreement among raft nodes before linearized reading' (duration: 132.930699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:52.591952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.74699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209851"} {"level":"info","ts":"2026-07-03T16:05:52.592071Z","caller":"traceutil/trace.go:171","msg":"trace[660017235] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5221; }","duration":"110.914244ms","start":"2026-07-03T16:05:52.481128Z","end":"2026-07-03T16:05:52.592043Z","steps":["trace[660017235] 'agreement among raft nodes before linearized reading' (duration: 109.698915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.599525Z","caller":"traceutil/trace.go:171","msg":"trace[1068342323] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"203.402242ms","start":"2026-07-03T16:05:54.396106Z","end":"2026-07-03T16:05:54.599508Z","steps":["trace[1068342323] 'process raft request' (duration: 203.30684ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.599569Z","caller":"traceutil/trace.go:171","msg":"trace[1825299885] linearizableReadLoop","detail":"{readStateIndex:5503; appliedIndex:5497; }","duration":"148.149219ms","start":"2026-07-03T16:05:54.451407Z","end":"2026-07-03T16:05:54.599556Z","steps":["trace[1825299885] 'read index received' (duration: 147.889593ms)","trace[1825299885] 'applied index is now lower than readState.Index' (duration: 258.666µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:54.59962Z","caller":"traceutil/trace.go:171","msg":"trace[1759359099] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"201.14988ms","start":"2026-07-03T16:05:54.398463Z","end":"2026-07-03T16:05:54.599613Z","steps":["trace[1759359099] 'process raft request' (duration: 201.018827ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.599636Z","caller":"traceutil/trace.go:171","msg":"trace[1594164588] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"200.935025ms","start":"2026-07-03T16:05:54.398691Z","end":"2026-07-03T16:05:54.599626Z","steps":["trace[1594164588] 'process raft request' (duration: 200.817982ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.599618Z","caller":"traceutil/trace.go:171","msg":"trace[1334746247] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"202.639875ms","start":"2026-07-03T16:05:54.396938Z","end":"2026-07-03T16:05:54.599578Z","steps":["trace[1334746247] 'process raft request' (duration: 202.513122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.599646Z","caller":"traceutil/trace.go:171","msg":"trace[506972217] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"200.755061ms","start":"2026-07-03T16:05:54.398864Z","end":"2026-07-03T16:05:54.599619Z","steps":["trace[506972217] 'process raft request' (duration: 200.666549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:54.599811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.400375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-07-03T16:05:54.599847Z","caller":"traceutil/trace.go:171","msg":"trace[623582964] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5284; }","duration":"148.514689ms","start":"2026-07-03T16:05:54.451322Z","end":"2026-07-03T16:05:54.599837Z","steps":["trace[623582964] 'agreement among raft nodes before linearized reading' (duration: 148.390806ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.599496Z","caller":"traceutil/trace.go:171","msg":"trace[1782678276] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"204.194991ms","start":"2026-07-03T16:05:54.395282Z","end":"2026-07-03T16:05:54.599477Z","steps":["trace[1782678276] 'process raft request' (duration: 203.969865ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.753894Z","caller":"traceutil/trace.go:171","msg":"trace[2080217737] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"162.998922ms","start":"2026-07-03T16:05:54.59087Z","end":"2026-07-03T16:05:54.753869Z","steps":["trace[2080217737] 'process raft request' (duration: 151.245812ms)","trace[2080217737] 'compare' (duration: 11.602967ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:54.754149Z","caller":"traceutil/trace.go:171","msg":"trace[219578225] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"157.67938ms","start":"2026-07-03T16:05:54.596455Z","end":"2026-07-03T16:05:54.754134Z","steps":["trace[219578225] 'process raft request' (duration: 157.372762ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.754358Z","caller":"traceutil/trace.go:171","msg":"trace[699468842] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"157.848784ms","start":"2026-07-03T16:05:54.596498Z","end":"2026-07-03T16:05:54.754347Z","steps":["trace[699468842] 'process raft request' (duration: 157.545987ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.754507Z","caller":"traceutil/trace.go:171","msg":"trace[546616183] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5503; }","duration":"154.896216ms","start":"2026-07-03T16:05:54.599594Z","end":"2026-07-03T16:05:54.754491Z","steps":["trace[546616183] 'read index received' (duration: 142.541532ms)","trace[546616183] 'applied index is now lower than readState.Index' (duration: 12.352544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:54.754593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.626718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:05:54.754654Z","caller":"traceutil/trace.go:171","msg":"trace[1937561721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5287; }","duration":"233.724241ms","start":"2026-07-03T16:05:54.520914Z","end":"2026-07-03T16:05:54.754638Z","steps":["trace[1937561721] 'agreement among raft nodes before linearized reading' (duration: 233.621858ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.754766Z","caller":"traceutil/trace.go:171","msg":"trace[159473152] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"151.971398ms","start":"2026-07-03T16:05:54.602771Z","end":"2026-07-03T16:05:54.754743Z","steps":["trace[159473152] 'process raft request' (duration: 151.513758ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.755092Z","caller":"traceutil/trace.go:171","msg":"trace[804984947] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"152.274745ms","start":"2026-07-03T16:05:54.602801Z","end":"2026-07-03T16:05:54.755076Z","steps":["trace[804984947] 'process raft request' (duration: 151.833395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:54.755229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.638797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-07-03T16:05:54.755283Z","caller":"traceutil/trace.go:171","msg":"trace[1644042258] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7de15ae8-8de7-43e0-a7c2-479768822123; range_end:; response_count:1; response_revision:5289; }","duration":"153.704508ms","start":"2026-07-03T16:05:54.601566Z","end":"2026-07-03T16:05:54.75527Z","steps":["trace[1644042258] 'agreement among raft nodes before linearized reading' (duration: 153.489293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:54.755492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.052412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:05:54.755537Z","caller":"traceutil/trace.go:171","msg":"trace[925451360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5289; }","duration":"139.150274ms","start":"2026-07-03T16:05:54.616376Z","end":"2026-07-03T16:05:54.755527Z","steps":["trace[925451360] 'agreement among raft nodes before linearized reading' (duration: 138.98358ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:54.93656Z","caller":"traceutil/trace.go:171","msg":"trace[1218729905] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5514; }","duration":"130.156446ms","start":"2026-07-03T16:05:54.806384Z","end":"2026-07-03T16:05:54.93654Z","steps":["trace[1218729905] 'read index received' (duration: 68.952027ms)","trace[1218729905] 'applied index is now lower than readState.Index' (duration: 61.203769ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:54.93666Z","caller":"traceutil/trace.go:171","msg":"trace[354111203] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"133.772759ms","start":"2026-07-03T16:05:54.802867Z","end":"2026-07-03T16:05:54.93664Z","steps":["trace[354111203] 'process raft request' (duration: 133.583155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:54.936764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.373602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:05:54.936788Z","caller":"traceutil/trace.go:171","msg":"trace[1621253139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5300; }","duration":"130.434103ms","start":"2026-07-03T16:05:54.806347Z","end":"2026-07-03T16:05:54.936782Z","steps":["trace[1621253139] 'agreement among raft nodes before linearized reading' (duration: 130.284519ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.047459Z","caller":"traceutil/trace.go:171","msg":"trace[743233824] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"147.264339ms","start":"2026-07-03T16:05:54.900174Z","end":"2026-07-03T16:05:55.047439Z","steps":["trace[743233824] 'process raft request' (duration: 145.636362ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.047762Z","caller":"traceutil/trace.go:171","msg":"trace[566497344] linearizableReadLoop","detail":"{readStateIndex:5525; appliedIndex:5519; }","duration":"111.141667ms","start":"2026-07-03T16:05:54.936609Z","end":"2026-07-03T16:05:55.04775Z","steps":["trace[566497344] 'read index received' (duration: 109.424658ms)","trace[566497344] 'applied index is now lower than readState.Index' (duration: 1.716049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:55.047942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.691293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:05:55.047981Z","caller":"traceutil/trace.go:171","msg":"trace[473795286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5306; }","duration":"228.785505ms","start":"2026-07-03T16:05:54.819187Z","end":"2026-07-03T16:05:55.047972Z","steps":["trace[473795286] 'agreement among raft nodes before linearized reading' (duration: 228.612131ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.048081Z","caller":"traceutil/trace.go:171","msg":"trace[819486660] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"147.647078ms","start":"2026-07-03T16:05:54.900398Z","end":"2026-07-03T16:05:55.048045Z","steps":["trace[819486660] 'process raft request' (duration: 147.264189ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.048153Z","caller":"traceutil/trace.go:171","msg":"trace[823522263] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"147.653789ms","start":"2026-07-03T16:05:54.900489Z","end":"2026-07-03T16:05:55.048143Z","steps":["trace[823522263] 'process raft request' (duration: 147.209698ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.048296Z","caller":"traceutil/trace.go:171","msg":"trace[1300310063] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"147.974186ms","start":"2026-07-03T16:05:54.900307Z","end":"2026-07-03T16:05:55.048281Z","steps":["trace[1300310063] 'process raft request' (duration: 147.088985ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.048344Z","caller":"traceutil/trace.go:171","msg":"trace[307149980] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"147.746032ms","start":"2026-07-03T16:05:54.900588Z","end":"2026-07-03T16:05:55.048334Z","steps":["trace[307149980] 'process raft request' (duration: 147.133437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.048532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.358276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:05:55.048569Z","caller":"traceutil/trace.go:171","msg":"trace[1040903527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5306; }","duration":"221.419537ms","start":"2026-07-03T16:05:54.827141Z","end":"2026-07-03T16:05:55.04856Z","steps":["trace[1040903527] 'agreement among raft nodes before linearized reading' (duration: 221.322294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.048621Z","caller":"traceutil/trace.go:171","msg":"trace[1030234269] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"148.307404ms","start":"2026-07-03T16:05:54.900293Z","end":"2026-07-03T16:05:55.0486Z","steps":["trace[1030234269] 'process raft request' (duration: 147.32694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.048948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.743806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:05:55.048986Z","caller":"traceutil/trace.go:171","msg":"trace[140210285] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:5306; }","duration":"228.802787ms","start":"2026-07-03T16:05:54.820175Z","end":"2026-07-03T16:05:55.048977Z","steps":["trace[140210285] 'agreement among raft nodes before linearized reading' (duration: 228.703935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.04916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.699987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:05:55.049196Z","caller":"traceutil/trace.go:171","msg":"trace[101584842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5306; }","duration":"229.785199ms","start":"2026-07-03T16:05:54.819403Z","end":"2026-07-03T16:05:55.049188Z","steps":["trace[101584842] 'agreement among raft nodes before linearized reading' (duration: 229.698657ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.096371Z","caller":"traceutil/trace.go:171","msg":"trace[2081594424] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"155.619743ms","start":"2026-07-03T16:05:54.940716Z","end":"2026-07-03T16:05:55.096336Z","steps":["trace[2081594424] 'process raft request' (duration: 155.477219ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.096714Z","caller":"traceutil/trace.go:171","msg":"trace[2094542629] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"144.554948ms","start":"2026-07-03T16:05:54.952151Z","end":"2026-07-03T16:05:55.096706Z","steps":["trace[2094542629] 'process raft request' (duration: 144.356264ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.09642Z","caller":"traceutil/trace.go:171","msg":"trace[1875410049] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"155.49199ms","start":"2026-07-03T16:05:54.940905Z","end":"2026-07-03T16:05:55.096397Z","steps":["trace[1875410049] 'process raft request' (duration: 155.375567ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.09663Z","caller":"traceutil/trace.go:171","msg":"trace[109347806] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"153.050324ms","start":"2026-07-03T16:05:54.943569Z","end":"2026-07-03T16:05:55.09662Z","steps":["trace[109347806] 'process raft request' (duration: 152.758738ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.097688Z","caller":"traceutil/trace.go:171","msg":"trace[345832414] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"126.249787ms","start":"2026-07-03T16:05:54.971416Z","end":"2026-07-03T16:05:55.097666Z","steps":["trace[345832414] 'process raft request' (duration: 125.837837ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.323806Z","caller":"traceutil/trace.go:171","msg":"trace[2027818805] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"155.658414ms","start":"2026-07-03T16:05:55.16811Z","end":"2026-07-03T16:05:55.323769Z","steps":["trace[2027818805] 'process raft request' (duration: 155.389028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.323865Z","caller":"traceutil/trace.go:171","msg":"trace[1585273768] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"155.716615ms","start":"2026-07-03T16:05:55.168118Z","end":"2026-07-03T16:05:55.323835Z","steps":["trace[1585273768] 'process raft request' (duration: 155.535741ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.324009Z","caller":"traceutil/trace.go:171","msg":"trace[39087474] linearizableReadLoop","detail":"{readStateIndex:5562; appliedIndex:5552; }","duration":"149.059651ms","start":"2026-07-03T16:05:55.174926Z","end":"2026-07-03T16:05:55.323986Z","steps":["trace[39087474] 'read index received' (duration: 59.831637ms)","trace[39087474] 'applied index is now lower than readState.Index' (duration: 89.227144ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:55.32433Z","caller":"traceutil/trace.go:171","msg":"trace[1070385987] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"153.123725ms","start":"2026-07-03T16:05:55.171191Z","end":"2026-07-03T16:05:55.324315Z","steps":["trace[1070385987] 'process raft request' (duration: 152.676095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.324435Z","caller":"traceutil/trace.go:171","msg":"trace[1991080490] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"156.056082ms","start":"2026-07-03T16:05:55.168365Z","end":"2026-07-03T16:05:55.324421Z","steps":["trace[1991080490] 'process raft request' (duration: 155.349426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.324611Z","caller":"traceutil/trace.go:171","msg":"trace[770091650] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5337; }","duration":"155.452658ms","start":"2026-07-03T16:05:55.169148Z","end":"2026-07-03T16:05:55.3246Z","steps":["trace[770091650] 'process raft request' (duration: 154.611598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.32464Z","caller":"traceutil/trace.go:171","msg":"trace[795669421] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"153.400521ms","start":"2026-07-03T16:05:55.171229Z","end":"2026-07-03T16:05:55.32463Z","steps":["trace[795669421] 'process raft request' (duration: 152.676935ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.324789Z","caller":"traceutil/trace.go:171","msg":"trace[986857034] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"155.52609ms","start":"2026-07-03T16:05:55.169252Z","end":"2026-07-03T16:05:55.324778Z","steps":["trace[986857034] 'process raft request' (duration: 154.533267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:55.324916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.972712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728663"} {"level":"info","ts":"2026-07-03T16:05:55.324971Z","caller":"traceutil/trace.go:171","msg":"trace[1183867618] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5343; }","duration":"150.058844ms","start":"2026-07-03T16:05:55.174899Z","end":"2026-07-03T16:05:55.324958Z","steps":["trace[1183867618] 'agreement among raft nodes before linearized reading' (duration: 149.611193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.325147Z","caller":"traceutil/trace.go:171","msg":"trace[333850633] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"154.178679ms","start":"2026-07-03T16:05:55.170956Z","end":"2026-07-03T16:05:55.325134Z","steps":["trace[333850633] 'process raft request' (duration: 152.870819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.324446Z","caller":"traceutil/trace.go:171","msg":"trace[1991287079] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"153.092404ms","start":"2026-07-03T16:05:55.171338Z","end":"2026-07-03T16:05:55.32443Z","steps":["trace[1991287079] 'process raft request' (duration: 152.610823ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.478569Z","caller":"traceutil/trace.go:171","msg":"trace[525246005] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"111.125398ms","start":"2026-07-03T16:05:55.367407Z","end":"2026-07-03T16:05:55.478533Z","steps":["trace[525246005] 'process raft request' (duration: 109.04349ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.478686Z","caller":"traceutil/trace.go:171","msg":"trace[1995741997] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"109.232965ms","start":"2026-07-03T16:05:55.369426Z","end":"2026-07-03T16:05:55.478659Z","steps":["trace[1995741997] 'process raft request' (duration: 108.981669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.478847Z","caller":"traceutil/trace.go:171","msg":"trace[250573584] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"108.637131ms","start":"2026-07-03T16:05:55.37017Z","end":"2026-07-03T16:05:55.478808Z","steps":["trace[250573584] 'process raft request' (duration: 108.334114ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.478829Z","caller":"traceutil/trace.go:171","msg":"trace[284152839] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"107.718429ms","start":"2026-07-03T16:05:55.37103Z","end":"2026-07-03T16:05:55.478748Z","steps":["trace[284152839] 'process raft request' (duration: 107.505384ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.478898Z","caller":"traceutil/trace.go:171","msg":"trace[1400805707] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"106.926121ms","start":"2026-07-03T16:05:55.371956Z","end":"2026-07-03T16:05:55.478882Z","steps":["trace[1400805707] 'process raft request' (duration: 106.676295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:55.479161Z","caller":"traceutil/trace.go:171","msg":"trace[314880284] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5570; }","duration":"101.006045ms","start":"2026-07-03T16:05:55.378144Z","end":"2026-07-03T16:05:55.47915Z","steps":["trace[314880284] 'read index received' (duration: 9.898628ms)","trace[314880284] 'applied index is now lower than readState.Index' (duration: 91.106267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:55.479322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.160699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3853"} {"level":"info","ts":"2026-07-03T16:05:55.479352Z","caller":"traceutil/trace.go:171","msg":"trace[459881163] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:5356; }","duration":"101.22901ms","start":"2026-07-03T16:05:55.378115Z","end":"2026-07-03T16:05:55.479344Z","steps":["trace[459881163] 'agreement among raft nodes before linearized reading' (duration: 101.100537ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:56.811461Z","caller":"traceutil/trace.go:171","msg":"trace[929231821] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"284.155011ms","start":"2026-07-03T16:05:56.527278Z","end":"2026-07-03T16:05:56.811433Z","steps":["trace[929231821] 'process raft request' (duration: 283.838174ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:56.895384Z","caller":"traceutil/trace.go:171","msg":"trace[1864390102] linearizableReadLoop","detail":"{readStateIndex:5602; appliedIndex:5598; }","duration":"126.83843ms","start":"2026-07-03T16:05:56.768519Z","end":"2026-07-03T16:05:56.895358Z","steps":["trace[1864390102] 'read index received' (duration: 42.815856ms)","trace[1864390102] 'applied index is now lower than readState.Index' (duration: 84.021104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:56.895634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.101755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:05:56.895678Z","caller":"traceutil/trace.go:171","msg":"trace[1383083909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5382; }","duration":"127.197148ms","start":"2026-07-03T16:05:56.768468Z","end":"2026-07-03T16:05:56.895665Z","steps":["trace[1383083909] 'agreement among raft nodes before linearized reading' (duration: 127.038954ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:56.933929Z","caller":"traceutil/trace.go:171","msg":"trace[1125501917] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"115.258163ms","start":"2026-07-03T16:05:56.818638Z","end":"2026-07-03T16:05:56.933896Z","steps":["trace[1125501917] 'process raft request' (duration: 115.11944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:56.934077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.039847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:56.934272Z","caller":"traceutil/trace.go:171","msg":"trace[151781813] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5383; }","duration":"108.286503ms","start":"2026-07-03T16:05:56.825965Z","end":"2026-07-03T16:05:56.934252Z","steps":["trace[151781813] 'agreement among raft nodes before linearized reading' (duration: 107.957806ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:57.071669Z","caller":"traceutil/trace.go:171","msg":"trace[1973251543] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"172.472961ms","start":"2026-07-03T16:05:56.899164Z","end":"2026-07-03T16:05:57.071637Z","steps":["trace[1973251543] 'process raft request' (duration: 153.049794ms)","trace[1973251543] 'compare' (duration: 19.307694ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:57.118648Z","caller":"traceutil/trace.go:171","msg":"trace[374275626] linearizableReadLoop","detail":"{readStateIndex:5606; appliedIndex:5604; }","duration":"116.867151ms","start":"2026-07-03T16:05:57.001752Z","end":"2026-07-03T16:05:57.118619Z","steps":["trace[374275626] 'read index received' (duration: 50.581144ms)","trace[374275626] 'applied index is now lower than readState.Index' (duration: 66.284427ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:57.118991Z","caller":"traceutil/trace.go:171","msg":"trace[1851867319] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"178.424278ms","start":"2026-07-03T16:05:56.94055Z","end":"2026-07-03T16:05:57.118974Z","steps":["trace[1851867319] 'process raft request' (duration: 177.884045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:57.119965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.195701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728663"} {"level":"info","ts":"2026-07-03T16:05:57.120027Z","caller":"traceutil/trace.go:171","msg":"trace[1705968355] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5385; }","duration":"118.295023ms","start":"2026-07-03T16:05:57.001716Z","end":"2026-07-03T16:05:57.120011Z","steps":["trace[1705968355] 'agreement among raft nodes before linearized reading' (duration: 117.909384ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:57.245643Z","caller":"traceutil/trace.go:171","msg":"trace[19271659] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"120.380191ms","start":"2026-07-03T16:05:57.125238Z","end":"2026-07-03T16:05:57.245618Z","steps":["trace[19271659] 'process raft request' (duration: 56.270925ms)","trace[19271659] 'compare' (duration: 63.816929ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:57.245661Z","caller":"traceutil/trace.go:171","msg":"trace[154522561] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"117.136216ms","start":"2026-07-03T16:05:57.128502Z","end":"2026-07-03T16:05:57.245639Z","steps":["trace[154522561] 'process raft request' (duration: 117.047574ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:57.245805Z","caller":"traceutil/trace.go:171","msg":"trace[1841640804] linearizableReadLoop","detail":"{readStateIndex:5607; appliedIndex:5606; }","duration":"117.435664ms","start":"2026-07-03T16:05:57.12836Z","end":"2026-07-03T16:05:57.245795Z","steps":["trace[1841640804] 'read index received' (duration: 53.163964ms)","trace[1841640804] 'applied index is now lower than readState.Index' (duration: 64.27079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:57.246107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.7274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62907"} {"level":"warn","ts":"2026-07-03T16:05:57.246121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.237812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:05:57.246192Z","caller":"traceutil/trace.go:171","msg":"trace[1829228197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5387; }","duration":"108.336004ms","start":"2026-07-03T16:05:57.137839Z","end":"2026-07-03T16:05:57.246175Z","steps":["trace[1829228197] 'agreement among raft nodes before linearized reading' (duration: 108.120709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:57.24615Z","caller":"traceutil/trace.go:171","msg":"trace[2035204702] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5387; }","duration":"117.795391ms","start":"2026-07-03T16:05:57.128344Z","end":"2026-07-03T16:05:57.24614Z","steps":["trace[2035204702] 'agreement among raft nodes before linearized reading' (duration: 117.611017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:57.246253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.318452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:05:57.246306Z","caller":"traceutil/trace.go:171","msg":"trace[1830805619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5387; }","duration":"108.424906ms","start":"2026-07-03T16:05:57.13787Z","end":"2026-07-03T16:05:57.246295Z","steps":["trace[1830805619] 'agreement among raft nodes before linearized reading' (duration: 108.268522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:58.46709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572633417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:05:58.924319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086365358s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:05:58.924728Z","caller":"traceutil/trace.go:171","msg":"trace[51976] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"1.086870089s","start":"2026-07-03T16:05:57.837793Z","end":"2026-07-03T16:05:58.924663Z","steps":["trace[51976] 'process raft request' (duration: 1.086727186s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:58.924882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:57.837768Z","time spent":"1.087036344s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:05:58.937699Z","caller":"traceutil/trace.go:171","msg":"trace[1179752743] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5611; }","duration":"971.142505ms","start":"2026-07-03T16:05:57.966526Z","end":"2026-07-03T16:05:58.937668Z","steps":["trace[1179752743] 'read index received' (duration: 958.185417ms)","trace[1179752743] 'applied index is now lower than readState.Index' (duration: 12.955608ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:05:58.938072Z","caller":"traceutil/trace.go:171","msg":"trace[1642678240] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"113.030001ms","start":"2026-07-03T16:05:58.825006Z","end":"2026-07-03T16:05:58.938036Z","steps":["trace[1642678240] 'process raft request' (duration: 112.619862ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:58.93816Z","caller":"traceutil/trace.go:171","msg":"trace[1061117984] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"113.137804ms","start":"2026-07-03T16:05:58.825003Z","end":"2026-07-03T16:05:58.938141Z","steps":["trace[1061117984] 'process raft request' (duration: 112.585691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:58.938224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.686148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:05:58.938157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.607076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:58.938275Z","caller":"traceutil/trace.go:171","msg":"trace[253787589] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5394; }","duration":"938.755329ms","start":"2026-07-03T16:05:57.999506Z","end":"2026-07-03T16:05:58.938261Z","steps":["trace[253787589] 'agreement among raft nodes before linearized reading' (duration: 938.693048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:58.938256Z","caller":"traceutil/trace.go:171","msg":"trace[1075769658] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"969.405395ms","start":"2026-07-03T16:05:57.968809Z","end":"2026-07-03T16:05:58.938214Z","steps":["trace[1075769658] 'process raft request' (duration: 968.585477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:58.938309Z","caller":"traceutil/trace.go:171","msg":"trace[2006370250] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5394; }","duration":"971.81011ms","start":"2026-07-03T16:05:57.966481Z","end":"2026-07-03T16:05:58.938291Z","steps":["trace[2006370250] 'agreement among raft nodes before linearized reading' (duration: 971.593055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:58.938271Z","caller":"traceutil/trace.go:171","msg":"trace[471089591] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"113.297968ms","start":"2026-07-03T16:05:58.824893Z","end":"2026-07-03T16:05:58.938191Z","steps":["trace[471089591] 'process raft request' (duration: 112.641953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:58.938368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:57.966457Z","time spent":"971.882182ms","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:58.938377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.623951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:05:58.938435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.483423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-07-03T16:05:58.938448Z","caller":"traceutil/trace.go:171","msg":"trace[1609125224] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5394; }","duration":"201.782325ms","start":"2026-07-03T16:05:58.736643Z","end":"2026-07-03T16:05:58.938425Z","steps":["trace[1609125224] 'agreement among raft nodes before linearized reading' (duration: 201.621562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:58.938454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:57.968796Z","time spent":"969.538328ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:58.938314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:57.999497Z","time spent":"938.80731ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:58.938431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.071624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:58.93847Z","caller":"traceutil/trace.go:171","msg":"trace[445383662] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b; range_end:; response_count:1; response_revision:5394; }","duration":"438.514694ms","start":"2026-07-03T16:05:58.499944Z","end":"2026-07-03T16:05:58.938459Z","steps":["trace[445383662] 'agreement among raft nodes before linearized reading' (duration: 438.392101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:58.938533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.1653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:05:58.938571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:58.499927Z","time spent":"438.624706ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3739,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" "} {"level":"warn","ts":"2026-07-03T16:05:58.938474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.140446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:05:58.938614Z","caller":"traceutil/trace.go:171","msg":"trace[103042100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5394; }","duration":"597.231268ms","start":"2026-07-03T16:05:58.341305Z","end":"2026-07-03T16:05:58.938536Z","steps":["trace[103042100] 'agreement among raft nodes before linearized reading' (duration: 597.068734ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:58.938648Z","caller":"traceutil/trace.go:171","msg":"trace[1581288225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5394; }","duration":"448.335981ms","start":"2026-07-03T16:05:58.490299Z","end":"2026-07-03T16:05:58.938635Z","steps":["trace[1581288225] 'agreement among raft nodes before linearized reading' (duration: 448.157447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:58.938691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:58.490282Z","time spent":"448.393122ms","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:58.938692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:58.341285Z","time spent":"597.374081ms","remote":"127.0.0.1:48202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:05:58.938691Z","caller":"traceutil/trace.go:171","msg":"trace[428587919] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5394; }","duration":"843.305712ms","start":"2026-07-03T16:05:58.095308Z","end":"2026-07-03T16:05:58.938613Z","steps":["trace[428587919] 'agreement among raft nodes before linearized reading' (duration: 843.141229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:58.938867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:58.095292Z","time spent":"843.559389ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":28,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:05:59.40135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.376489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:05:59.40144Z","caller":"traceutil/trace.go:171","msg":"trace[2016939421] linearizableReadLoop","detail":"{readStateIndex:5618; appliedIndex:5617; }","duration":"152.385158ms","start":"2026-07-03T16:05:59.249042Z","end":"2026-07-03T16:05:59.401427Z","steps":["trace[2016939421] 'read index received' (duration: 44.761µs)","trace[2016939421] 'applied index is now lower than readState.Index' (duration: 152.339347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:59.401767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.985989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:05:59.401792Z","caller":"traceutil/trace.go:171","msg":"trace[57013834] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"323.314313ms","start":"2026-07-03T16:05:59.078463Z","end":"2026-07-03T16:05:59.401777Z","steps":["trace[57013834] 'process raft request' (duration: 93.445832ms)","trace[57013834] 'compare' (duration: 229.287647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:05:59.401821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.778717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:05:59.401833Z","caller":"traceutil/trace.go:171","msg":"trace[433141893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5397; }","duration":"152.092282ms","start":"2026-07-03T16:05:59.249724Z","end":"2026-07-03T16:05:59.401817Z","steps":["trace[433141893] 'agreement among raft nodes before linearized reading' (duration: 151.866857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:59.401852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:05:59.07845Z","time spent":"323.370054ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:05:59.401832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.179312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:05:59.401894Z","caller":"traceutil/trace.go:171","msg":"trace[459937787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5397; }","duration":"112.268844ms","start":"2026-07-03T16:05:59.289611Z","end":"2026-07-03T16:05:59.401879Z","steps":["trace[459937787] 'agreement among raft nodes before linearized reading' (duration: 112.154202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:05:59.401843Z","caller":"traceutil/trace.go:171","msg":"trace[6203154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5397; }","duration":"152.846958ms","start":"2026-07-03T16:05:59.24899Z","end":"2026-07-03T16:05:59.401837Z","steps":["trace[6203154] 'agreement among raft nodes before linearized reading' (duration: 152.801097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:05:59.401992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.308123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:05:59.402071Z","caller":"traceutil/trace.go:171","msg":"trace[1392110488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:5397; }","duration":"151.419555ms","start":"2026-07-03T16:05:59.250634Z","end":"2026-07-03T16:05:59.402054Z","steps":["trace[1392110488] 'agreement among raft nodes before linearized reading' (duration: 151.16843ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.089009Z","caller":"traceutil/trace.go:171","msg":"trace[1772211390] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"145.888338ms","start":"2026-07-03T16:06:00.943099Z","end":"2026-07-03T16:06:01.088987Z","steps":["trace[1772211390] 'process raft request' (duration: 145.780496ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.403094Z","caller":"traceutil/trace.go:171","msg":"trace[1266865047] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5648; }","duration":"370.671802ms","start":"2026-07-03T16:06:01.03239Z","end":"2026-07-03T16:06:01.403062Z","steps":["trace[1266865047] 'read index received' (duration: 56.731475ms)","trace[1266865047] 'applied index is now lower than readState.Index' (duration: 313.939117ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:01.403231Z","caller":"traceutil/trace.go:171","msg":"trace[790920469] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"459.322374ms","start":"2026-07-03T16:06:00.943893Z","end":"2026-07-03T16:06:01.403215Z","steps":["trace[790920469] 'process raft request' (duration: 459.102209ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:01.403201Z","caller":"traceutil/trace.go:171","msg":"trace[689694447] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"459.495628ms","start":"2026-07-03T16:06:00.943671Z","end":"2026-07-03T16:06:01.403167Z","steps":["trace[689694447] 'process raft request' (duration: 459.079188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.403395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:00.943874Z","time spent":"459.409045ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:01.403488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.115202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-07-03T16:06:01.403563Z","caller":"traceutil/trace.go:171","msg":"trace[1618368981] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b; range_end:; response_count:1; response_revision:5428; }","duration":"457.234685ms","start":"2026-07-03T16:06:00.946312Z","end":"2026-07-03T16:06:01.403547Z","steps":["trace[1618368981] 'agreement among raft nodes before linearized reading' (duration: 456.957829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:01.403604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:00.946301Z","time spent":"457.294876ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3925,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" "} {"level":"warn","ts":"2026-07-03T16:06:01.410219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:00.943658Z","time spent":"459.647481ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:01.904129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572633496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:06:03.265814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048615789s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:03.266041Z","caller":"traceutil/trace.go:171","msg":"trace[1073700040] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"2.036795587s","start":"2026-07-03T16:06:01.229212Z","end":"2026-07-03T16:06:03.266008Z","steps":["trace[1073700040] 'process raft request' (duration: 987.878341ms)","trace[1073700040] 'compare' (duration: 1.047558345s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:03.266108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.229185Z","time spent":"2.036890168s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:03.266113Z","caller":"traceutil/trace.go:171","msg":"trace[1786223855] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5650; }","duration":"1.862904234s","start":"2026-07-03T16:06:01.403181Z","end":"2026-07-03T16:06:03.266085Z","steps":["trace[1786223855] 'read index received' (duration: 813.923017ms)","trace[1786223855] 'applied index is now lower than readState.Index' (duration: 1.048979366s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:03.266177Z","caller":"traceutil/trace.go:171","msg":"trace[489146802] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"1.81020241s","start":"2026-07-03T16:06:01.455946Z","end":"2026-07-03T16:06:03.266149Z","steps":["trace[489146802] 'process raft request' (duration: 1.809978645s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.266321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.45592Z","time spent":"1.810323293s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:03.266314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923123369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:03.266391Z","caller":"traceutil/trace.go:171","msg":"trace[971505937] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5430; }","duration":"1.923244732s","start":"2026-07-03T16:06:01.343125Z","end":"2026-07-03T16:06:03.26637Z","steps":["trace[971505937] 'agreement among raft nodes before linearized reading' (duration: 1.923068758s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.266439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.343098Z","time spent":"1.923327183s","remote":"127.0.0.1:48182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:03.266749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920205082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786848"} {"level":"info","ts":"2026-07-03T16:06:03.266837Z","caller":"traceutil/trace.go:171","msg":"trace[171631718] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5430; }","duration":"1.920345685s","start":"2026-07-03T16:06:01.346473Z","end":"2026-07-03T16:06:03.266818Z","steps":["trace[171631718] 'agreement among raft nodes before linearized reading' (duration: 1.91968615s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.26689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.346451Z","time spent":"1.920425206s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786869,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-07-03T16:06:03.267317Z","caller":"traceutil/trace.go:171","msg":"trace[956896609] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"229.810741ms","start":"2026-07-03T16:06:03.037489Z","end":"2026-07-03T16:06:03.2673Z","steps":["trace[956896609] 'process raft request' (duration: 229.712688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.521883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:06:03.521983Z","caller":"traceutil/trace.go:171","msg":"trace[934047945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530631s","start":"2026-07-03T16:06:01.521427Z","end":"2026-07-03T16:06:03.521958Z","steps":["trace[934047945] 'agreement among raft nodes before linearized reading' (duration: 2.000399588s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.522029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.521404Z","time spent":"2.000614653s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:06:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:06:03.929335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.15947ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:03.929482Z","caller":"traceutil/trace.go:171","msg":"trace[1845323228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5431; }","duration":"406.316113ms","start":"2026-07-03T16:06:03.523147Z","end":"2026-07-03T16:06:03.929463Z","steps":["trace[1845323228] 'range keys from in-memory index tree' (duration: 406.143989ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:03.930509Z","caller":"traceutil/trace.go:171","msg":"trace[1660745929] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5653; }","duration":"664.313002ms","start":"2026-07-03T16:06:03.26617Z","end":"2026-07-03T16:06:03.930483Z","steps":["trace[1660745929] 'read index received' (duration: 1.410013ms)","trace[1660745929] 'applied index is now lower than readState.Index' (duration: 662.901989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:03.930673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494261467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:06:03.930695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494250467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:06:03.930756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202536861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:06:03.930785Z","caller":"traceutil/trace.go:171","msg":"trace[1318460031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5432; }","duration":"2.494360969s","start":"2026-07-03T16:06:01.436407Z","end":"2026-07-03T16:06:03.930768Z","steps":["trace[1318460031] 'agreement among raft nodes before linearized reading' (duration: 2.494183585s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:03.930821Z","caller":"traceutil/trace.go:171","msg":"trace[2043297636] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:5432; }","duration":"2.202650064s","start":"2026-07-03T16:06:01.728155Z","end":"2026-07-03T16:06:03.930805Z","steps":["trace[2043297636] 'agreement among raft nodes before linearized reading' (duration: 2.202461809s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.930834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.436402Z","time spent":"2.4944232s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:03.930838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495785202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:06:03.93087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.728133Z","time spent":"2.202726665s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-03T16:06:03.930934Z","caller":"traceutil/trace.go:171","msg":"trace[389153915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5432; }","duration":"2.495851964s","start":"2026-07-03T16:06:01.435015Z","end":"2026-07-03T16:06:03.930867Z","steps":["trace[389153915] 'agreement among raft nodes before linearized reading' (duration: 2.495799643s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.930937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363994519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:06:03.930872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522075477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-07-03T16:06:03.931009Z","caller":"traceutil/trace.go:171","msg":"trace[239208793] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5432; }","duration":"1.364202904s","start":"2026-07-03T16:06:02.56679Z","end":"2026-07-03T16:06:03.930993Z","steps":["trace[239208793] 'agreement among raft nodes before linearized reading' (duration: 1.363963269s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.931033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012879005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-03T16:06:03.931084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452740861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8stx.18bed33ac30c9637\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-07-03T16:06:03.931067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493901758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:06:03.931125Z","caller":"traceutil/trace.go:171","msg":"trace[531443840] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5432; }","duration":"1.013029229s","start":"2026-07-03T16:06:02.918073Z","end":"2026-07-03T16:06:03.931102Z","steps":["trace[531443840] 'agreement among raft nodes before linearized reading' (duration: 1.012712471s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:03.931139Z","caller":"traceutil/trace.go:171","msg":"trace[513162117] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8stx.18bed33ac30c9637; range_end:; response_count:1; response_revision:5432; }","duration":"1.452837023s","start":"2026-07-03T16:06:02.478286Z","end":"2026-07-03T16:06:03.931123Z","steps":["trace[513162117] 'agreement among raft nodes before linearized reading' (duration: 1.452560287s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:03.931154Z","caller":"traceutil/trace.go:171","msg":"trace[1664804964] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:5432; }","duration":"2.494028611s","start":"2026-07-03T16:06:01.437107Z","end":"2026-07-03T16:06:03.931135Z","steps":["trace[1664804964] 'agreement among raft nodes before linearized reading' (duration: 2.493787626s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.93116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524656977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:06:03.931184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:02.918048Z","time spent":"1.013124901s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:06:03.931197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.43709Z","time spent":"2.494099084s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"info","ts":"2026-07-03T16:06:03.931212Z","caller":"traceutil/trace.go:171","msg":"trace[1500160364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5432; }","duration":"2.524748849s","start":"2026-07-03T16:06:01.406452Z","end":"2026-07-03T16:06:03.931201Z","steps":["trace[1500160364] 'agreement among raft nodes before linearized reading' (duration: 2.524588465s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:03.931209Z","caller":"traceutil/trace.go:171","msg":"trace[827539419] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"837.409056ms","start":"2026-07-03T16:06:03.093787Z","end":"2026-07-03T16:06:03.931196Z","steps":["trace[827539419] 'process raft request' (duration: 836.518065ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:03.931167Z","caller":"traceutil/trace.go:171","msg":"trace[2110889655] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b; range_end:; response_count:1; response_revision:5432; }","duration":"1.522362963s","start":"2026-07-03T16:06:02.408728Z","end":"2026-07-03T16:06:03.931091Z","steps":["trace[2110889655] 'agreement among raft nodes before linearized reading' (duration: 1.52180091s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.93136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.093761Z","time spent":"837.52413ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:03.931461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:02.40867Z","time spent":"1.522713423s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3925,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" "} {"level":"warn","ts":"2026-07-03T16:06:03.930791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4953196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:06:03.931645Z","caller":"traceutil/trace.go:171","msg":"trace[1272882512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5432; }","duration":"2.496181792s","start":"2026-07-03T16:06:01.43545Z","end":"2026-07-03T16:06:03.931632Z","steps":["trace[1272882512] 'agreement among raft nodes before linearized reading' (duration: 2.49529989s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.931694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.435445Z","time spent":"2.496234723s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:03.931011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.435001Z","time spent":"2.495991757s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:06:03.931062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:02.566764Z","time spent":"1.364284865s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:03.930726Z","caller":"traceutil/trace.go:171","msg":"trace[1886164160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5432; }","duration":"2.494341239s","start":"2026-07-03T16:06:01.436371Z","end":"2026-07-03T16:06:03.930712Z","steps":["trace[1886164160] 'agreement among raft nodes before linearized reading' (duration: 2.494234216s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.931891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.436364Z","time spent":"2.495507216s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:03.931258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:01.406432Z","time spent":"2.524817271s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:06:03.93118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:02.478248Z","time spent":"1.452921515s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":927,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k8stx.18bed33ac30c9637\" "} {"level":"warn","ts":"2026-07-03T16:06:03.931034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.563259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:03.932145Z","caller":"traceutil/trace.go:171","msg":"trace[258028158] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5432; }","duration":"821.782388ms","start":"2026-07-03T16:06:03.110348Z","end":"2026-07-03T16:06:03.93213Z","steps":["trace[258028158] 'agreement among raft nodes before linearized reading' (duration: 820.325704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.932194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.110328Z","time spent":"821.85019ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:03.944126Z","caller":"traceutil/trace.go:171","msg":"trace[1889167682] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"534.396402ms","start":"2026-07-03T16:06:03.409709Z","end":"2026-07-03T16:06:03.944106Z","steps":["trace[1889167682] 'process raft request' (duration: 534.191408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.944668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.409687Z","time spent":"534.920494ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:03.944144Z","caller":"traceutil/trace.go:171","msg":"trace[1524619911] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"527.469272ms","start":"2026-07-03T16:06:03.416658Z","end":"2026-07-03T16:06:03.944127Z","steps":["trace[1524619911] 'process raft request' (duration: 527.37148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.944895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.41664Z","time spent":"528.216209ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:03.944242Z","caller":"traceutil/trace.go:171","msg":"trace[1957986229] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"352.787551ms","start":"2026-07-03T16:06:03.591434Z","end":"2026-07-03T16:06:03.944221Z","steps":["trace[1957986229] 'process raft request' (duration: 352.640698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.944963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.591403Z","time spent":"353.531938ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17401,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:03.94428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.056183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:03.945002Z","caller":"traceutil/trace.go:171","msg":"trace[532737350] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5435; }","duration":"590.792139ms","start":"2026-07-03T16:06:03.354199Z","end":"2026-07-03T16:06:03.944991Z","steps":["trace[532737350] 'agreement among raft nodes before linearized reading' (duration: 590.030802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.945032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.354174Z","time spent":"590.85078ms","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":28,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:03.944298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.230152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:03.945142Z","caller":"traceutil/trace.go:171","msg":"trace[2065744602] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5435; }","duration":"540.115973ms","start":"2026-07-03T16:06:03.405019Z","end":"2026-07-03T16:06:03.945135Z","steps":["trace[2065744602] 'agreement among raft nodes before linearized reading' (duration: 539.230822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.945165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.404998Z","time spent":"540.158903ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":29,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:03.94428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.990814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:03.94522Z","caller":"traceutil/trace.go:171","msg":"trace[1441474152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5435; }","duration":"422.968095ms","start":"2026-07-03T16:06:03.522242Z","end":"2026-07-03T16:06:03.94521Z","steps":["trace[1441474152] 'agreement among raft nodes before linearized reading' (duration: 421.981833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.94525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.522228Z","time spent":"423.014358ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:06:03.944389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.016949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-07-03T16:06:03.945356Z","caller":"traceutil/trace.go:171","msg":"trace[1449932528] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b; range_end:; response_count:1; response_revision:5435; }","duration":"110.010513ms","start":"2026-07-03T16:06:03.835337Z","end":"2026-07-03T16:06:03.945348Z","steps":["trace[1449932528] 'agreement among raft nodes before linearized reading' (duration: 108.976289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.94452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.863987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786848"} {"level":"info","ts":"2026-07-03T16:06:03.945456Z","caller":"traceutil/trace.go:171","msg":"trace[394735340] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5435; }","duration":"666.8263ms","start":"2026-07-03T16:06:03.278614Z","end":"2026-07-03T16:06:03.94544Z","steps":["trace[394735340] 'agreement among raft nodes before linearized reading' (duration: 665.654123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:03.945497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:03.278601Z","time spent":"666.881951ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786869,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-03T16:06:04.320531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.324008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:04.320618Z","caller":"traceutil/trace.go:171","msg":"trace[665533863] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5445; }","duration":"149.446ms","start":"2026-07-03T16:06:04.171154Z","end":"2026-07-03T16:06:04.3206Z","steps":["trace[665533863] 'range keys from in-memory index tree' (duration: 149.259337ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:06.773378Z","caller":"traceutil/trace.go:171","msg":"trace[1287110135] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"104.376683ms","start":"2026-07-03T16:06:06.668963Z","end":"2026-07-03T16:06:06.77334Z","steps":["trace[1287110135] 'process raft request' (duration: 63.46256ms)","trace[1287110135] 'compare' (duration: 40.747009ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:09.407376Z","caller":"traceutil/trace.go:171","msg":"trace[1114203352] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"400.887489ms","start":"2026-07-03T16:06:09.006431Z","end":"2026-07-03T16:06:09.407318Z","steps":["trace[1114203352] 'process raft request' (duration: 400.717515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:09.40756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.006401Z","time spent":"401.052532ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:10.915284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220385573s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:10.915489Z","caller":"traceutil/trace.go:171","msg":"trace[1772119346] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"1.900054419s","start":"2026-07-03T16:06:09.015401Z","end":"2026-07-03T16:06:10.915456Z","steps":["trace[1772119346] 'process raft request' (duration: 679.41675ms)","trace[1772119346] 'compare' (duration: 1.21940968s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:10.915507Z","caller":"traceutil/trace.go:171","msg":"trace[105399098] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"1.631398645s","start":"2026-07-03T16:06:09.284088Z","end":"2026-07-03T16:06:10.915487Z","steps":["trace[105399098] 'process raft request' (duration: 1.631277892s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:10.915556Z","caller":"traceutil/trace.go:171","msg":"trace[389903765] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"958.091935ms","start":"2026-07-03T16:06:09.957398Z","end":"2026-07-03T16:06:10.91549Z","steps":["trace[389903765] 'process raft request' (duration: 958.055144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:10.915613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.284065Z","time spent":"1.631493737s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:10.915616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.015378Z","time spent":"1.900181022s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:10.915658Z","caller":"traceutil/trace.go:171","msg":"trace[943956473] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5763; }","duration":"1.880152951s","start":"2026-07-03T16:06:09.035469Z","end":"2026-07-03T16:06:10.915622Z","steps":["trace[943956473] 'read index received' (duration: 371.84037ms)","trace[943956473] 'applied index is now lower than readState.Index' (duration: 1.508308761s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:10.915657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.957361Z","time spent":"958.269689ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:10.915818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880349655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T16:06:10.91585Z","caller":"traceutil/trace.go:171","msg":"trace[1608438002] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5540; }","duration":"1.880379446s","start":"2026-07-03T16:06:09.03546Z","end":"2026-07-03T16:06:10.91584Z","steps":["trace[1608438002] 'agreement among raft nodes before linearized reading' (duration: 1.880285234s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:10.915866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.03545Z","time spent":"1.880412726s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1956,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T16:06:11.520755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:06:11.520863Z","caller":"traceutil/trace.go:171","msg":"trace[839107940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109172s","start":"2026-07-03T16:06:09.520727Z","end":"2026-07-03T16:06:11.520836Z","steps":["trace[839107940] 'agreement among raft nodes before linearized reading' (duration: 1.999943658s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.520932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.52071Z","time spent":"2.000201634s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:06:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:06:11.79229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.970217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:11.79251Z","caller":"traceutil/trace.go:171","msg":"trace[411867088] linearizableReadLoop","detail":"{readStateIndex:5768; appliedIndex:5766; }","duration":"876.763593ms","start":"2026-07-03T16:06:10.915731Z","end":"2026-07-03T16:06:11.792494Z","steps":["trace[411867088] 'read index received' (duration: 112.50457ms)","trace[411867088] 'applied index is now lower than readState.Index' (duration: 764.258033ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:11.792585Z","caller":"traceutil/trace.go:171","msg":"trace[1241531384] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"1.824549261s","start":"2026-07-03T16:06:09.967951Z","end":"2026-07-03T16:06:11.792501Z","steps":["trace[1241531384] 'process raft request' (duration: 1.060280498s)","trace[1241531384] 'compare' (duration: 763.236729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:11.79263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051169978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:11.792651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083096383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:06:11.792724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446411515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:06:11.792726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237144599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:11.792721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806209558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:06:11.792848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550910192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:11.792912Z","caller":"traceutil/trace.go:171","msg":"trace[1549596664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5542; }","duration":"1.806430843s","start":"2026-07-03T16:06:09.98646Z","end":"2026-07-03T16:06:11.79289Z","steps":["trace[1549596664] 'agreement among raft nodes before linearized reading' (duration: 1.806060805s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.79293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806087816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:06:11.792934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805159135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:06:11.792967Z","caller":"traceutil/trace.go:171","msg":"trace[517153119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5542; }","duration":"1.806153148s","start":"2026-07-03T16:06:09.986804Z","end":"2026-07-03T16:06:11.792957Z","steps":["trace[517153119] 'agreement among raft nodes before linearized reading' (duration: 1.805720438s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:11.792973Z","caller":"traceutil/trace.go:171","msg":"trace[1485639133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:5542; }","duration":"1.805220496s","start":"2026-07-03T16:06:09.987742Z","end":"2026-07-03T16:06:11.792962Z","steps":["trace[1485639133] 'agreement among raft nodes before linearized reading' (duration: 1.805060902s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.792984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.986417Z","time spent":"1.806539836s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:06:11.792922Z","caller":"traceutil/trace.go:171","msg":"trace[389379721] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5542; }","duration":"1.551039805s","start":"2026-07-03T16:06:10.241866Z","end":"2026-07-03T16:06:11.792906Z","steps":["trace[389379721] 'agreement among raft nodes before linearized reading' (duration: 1.550931232s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.793008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.986789Z","time spent":"1.806211859s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:06:11.793012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.987732Z","time spent":"1.805271428s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:06:11.793054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.241834Z","time spent":"1.551206249s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:11.792758Z","caller":"traceutil/trace.go:171","msg":"trace[420210000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5542; }","duration":"2.446498048s","start":"2026-07-03T16:06:09.34625Z","end":"2026-07-03T16:06:11.792748Z","steps":["trace[420210000] 'agreement among raft nodes before linearized reading' (duration: 2.446318034s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.792755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805682467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:06:11.793167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.34623Z","time spent":"2.446888777s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:06:11.79324Z","caller":"traceutil/trace.go:171","msg":"trace[955814089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5542; }","duration":"1.806195268s","start":"2026-07-03T16:06:09.987032Z","end":"2026-07-03T16:06:11.793227Z","steps":["trace[955814089] 'agreement among raft nodes before linearized reading' (duration: 1.805480532s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.793285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.987022Z","time spent":"1.80625182s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:06:11.792754Z","caller":"traceutil/trace.go:171","msg":"trace[1327898959] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5542; }","duration":"2.083253607s","start":"2026-07-03T16:06:09.709479Z","end":"2026-07-03T16:06:11.792733Z","steps":["trace[1327898959] 'agreement among raft nodes before linearized reading' (duration: 2.083093613s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.793376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.709447Z","time spent":"2.083909941s","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:11.792774Z","caller":"traceutil/trace.go:171","msg":"trace[1838032007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5542; }","duration":"1.237224201s","start":"2026-07-03T16:06:10.555536Z","end":"2026-07-03T16:06:11.792761Z","steps":["trace[1838032007] 'agreement among raft nodes before linearized reading' (duration: 1.237116179s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.79343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.555507Z","time spent":"1.237907526s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:06:11.792774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.967925Z","time spent":"1.824743695s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:11.792808Z","caller":"traceutil/trace.go:171","msg":"trace[1785894895] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"1.820149639s","start":"2026-07-03T16:06:09.972648Z","end":"2026-07-03T16:06:11.792798Z","steps":["trace[1785894895] 'process raft request' (duration: 1.81975213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.793571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.972614Z","time spent":"1.820902876s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.792821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806104846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:06:11.793467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815636555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:06:11.793668Z","caller":"traceutil/trace.go:171","msg":"trace[447366961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5542; }","duration":"1.806964315s","start":"2026-07-03T16:06:09.986681Z","end":"2026-07-03T16:06:11.793645Z","steps":["trace[447366961] 'agreement among raft nodes before linearized reading' (duration: 1.805980213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.793718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.986667Z","time spent":"1.807037298s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:06:11.793705Z","caller":"traceutil/trace.go:171","msg":"trace[114088261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5542; }","duration":"1.815911521s","start":"2026-07-03T16:06:09.977781Z","end":"2026-07-03T16:06:11.793693Z","steps":["trace[114088261] 'agreement among raft nodes before linearized reading' (duration: 1.815188055s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:11.792743Z","caller":"traceutil/trace.go:171","msg":"trace[706878434] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5542; }","duration":"2.05132269s","start":"2026-07-03T16:06:09.7414Z","end":"2026-07-03T16:06:11.792723Z","steps":["trace[706878434] 'agreement among raft nodes before linearized reading' (duration: 2.051164627s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.793812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.741386Z","time spent":"2.052417466s","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:11.793762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:09.977765Z","time spent":"1.815988153s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:06:11.795706Z","caller":"traceutil/trace.go:171","msg":"trace[1421178064] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"873.255383ms","start":"2026-07-03T16:06:10.922435Z","end":"2026-07-03T16:06:11.79569Z","steps":["trace[1421178064] 'process raft request' (duration: 873.101399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.795792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.922418Z","time spent":"873.322104ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.795845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.576889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-03T16:06:11.795904Z","caller":"traceutil/trace.go:171","msg":"trace[1023255267] range","detail":"{range_begin:/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553; range_end:; response_count:1; response_revision:5546; }","duration":"876.661301ms","start":"2026-07-03T16:06:10.919225Z","end":"2026-07-03T16:06:11.795886Z","steps":["trace[1023255267] 'agreement among raft nodes before linearized reading' (duration: 876.513438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.795986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.919209Z","time spent":"876.757223ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1471,"request content":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" "} {"level":"info","ts":"2026-07-03T16:06:11.796183Z","caller":"traceutil/trace.go:171","msg":"trace[258088192] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"873.693943ms","start":"2026-07-03T16:06:10.922474Z","end":"2026-07-03T16:06:11.796168Z","steps":["trace[258088192] 'process raft request' (duration: 873.1402ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:11.796192Z","caller":"traceutil/trace.go:171","msg":"trace[2019742877] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"873.675462ms","start":"2026-07-03T16:06:10.922499Z","end":"2026-07-03T16:06:11.796175Z","steps":["trace[2019742877] 'process raft request' (duration: 873.199221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:11.796207Z","caller":"traceutil/trace.go:171","msg":"trace[780168817] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"873.717923ms","start":"2026-07-03T16:06:10.922474Z","end":"2026-07-03T16:06:11.796192Z","steps":["trace[780168817] 'process raft request' (duration: 873.185321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.796259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.922453Z","time spent":"873.761934ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.796263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.922483Z","time spent":"873.741554ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.796271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:10.922453Z","time spent":"873.782564ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:11.796367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.606254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:11.796397Z","caller":"traceutil/trace.go:171","msg":"trace[1820755017] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5546; }","duration":"616.669586ms","start":"2026-07-03T16:06:11.179719Z","end":"2026-07-03T16:06:11.796388Z","steps":["trace[1820755017] 'agreement among raft nodes before linearized reading' (duration: 616.614244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:11.796423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:11.179697Z","time spent":"616.719106ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-07-03T16:06:11.796423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.389379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:11.796459Z","caller":"traceutil/trace.go:171","msg":"trace[342381525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5546; }","duration":"275.501292ms","start":"2026-07-03T16:06:11.520949Z","end":"2026-07-03T16:06:11.79645Z","steps":["trace[342381525] 'agreement among raft nodes before linearized reading' (duration: 275.43735ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:12.465051Z","caller":"traceutil/trace.go:171","msg":"trace[226699727] linearizableReadLoop","detail":"{readStateIndex:5806; appliedIndex:5805; }","duration":"212.784938ms","start":"2026-07-03T16:06:12.252201Z","end":"2026-07-03T16:06:12.464986Z","steps":["trace[226699727] 'read index received' (duration: 211.490718ms)","trace[226699727] 'applied index is now lower than readState.Index' (duration: 1.29232ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:12.466271Z","caller":"traceutil/trace.go:171","msg":"trace[510804618] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"218.95038ms","start":"2026-07-03T16:06:12.247302Z","end":"2026-07-03T16:06:12.466252Z","steps":["trace[510804618] 'process raft request' (duration: 216.388391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:12.466998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.762423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:12.467057Z","caller":"traceutil/trace.go:171","msg":"trace[1059400951] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5578; }","duration":"214.878187ms","start":"2026-07-03T16:06:12.252166Z","end":"2026-07-03T16:06:12.467044Z","steps":["trace[1059400951] 'agreement among raft nodes before linearized reading' (duration: 214.683081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:12.467238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.020673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:109608"} {"level":"info","ts":"2026-07-03T16:06:12.467305Z","caller":"traceutil/trace.go:171","msg":"trace[830348319] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5579; }","duration":"213.118266ms","start":"2026-07-03T16:06:12.254172Z","end":"2026-07-03T16:06:12.46729Z","steps":["trace[830348319] 'agreement among raft nodes before linearized reading' (duration: 212.84043ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:12.467737Z","caller":"traceutil/trace.go:171","msg":"trace[824487294] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"106.640145ms","start":"2026-07-03T16:06:12.361088Z","end":"2026-07-03T16:06:12.467728Z","steps":["trace[824487294] 'process raft request' (duration: 105.803405ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:15.191183Z","caller":"traceutil/trace.go:171","msg":"trace[1663810434] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"263.335192ms","start":"2026-07-03T16:06:14.92782Z","end":"2026-07-03T16:06:15.191155Z","steps":["trace[1663810434] 'process raft request' (duration: 263.147978ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:15.221889Z","caller":"traceutil/trace.go:171","msg":"trace[418820477] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"284.296005ms","start":"2026-07-03T16:06:14.937552Z","end":"2026-07-03T16:06:15.221848Z","steps":["trace[418820477] 'process raft request' (duration: 284.037989ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:17.736534Z","caller":"traceutil/trace.go:171","msg":"trace[1726386978] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"109.174863ms","start":"2026-07-03T16:06:17.627336Z","end":"2026-07-03T16:06:17.736511Z","steps":["trace[1726386978] 'process raft request' (duration: 109.121652ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:17.736583Z","caller":"traceutil/trace.go:171","msg":"trace[650934136] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"109.806658ms","start":"2026-07-03T16:06:17.626748Z","end":"2026-07-03T16:06:17.736554Z","steps":["trace[650934136] 'process raft request' (duration: 109.555602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:17.905544Z","caller":"traceutil/trace.go:171","msg":"trace[1355392238] linearizableReadLoop","detail":"{readStateIndex:5879; appliedIndex:5876; }","duration":"229.956874ms","start":"2026-07-03T16:06:17.675561Z","end":"2026-07-03T16:06:17.905518Z","steps":["trace[1355392238] 'read index received' (duration: 60.729917ms)","trace[1355392238] 'applied index is now lower than readState.Index' (duration: 169.225917ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:17.905576Z","caller":"traceutil/trace.go:171","msg":"trace[1157250222] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"231.017018ms","start":"2026-07-03T16:06:17.674532Z","end":"2026-07-03T16:06:17.905549Z","steps":["trace[1157250222] 'process raft request' (duration: 230.781153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:17.906014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.432044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18bed3388344b9fa\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-07-03T16:06:17.906099Z","caller":"traceutil/trace.go:171","msg":"trace[679248243] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18bed3388344b9fa; range_end:; response_count:1; response_revision:5650; }","duration":"230.549926ms","start":"2026-07-03T16:06:17.675531Z","end":"2026-07-03T16:06:17.906081Z","steps":["trace[679248243] 'agreement among raft nodes before linearized reading' (duration: 230.108826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.353768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.073691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:18.353958Z","caller":"traceutil/trace.go:171","msg":"trace[492454809] linearizableReadLoop","detail":"{readStateIndex:5881; appliedIndex:5879; }","duration":"448.32736ms","start":"2026-07-03T16:06:17.905619Z","end":"2026-07-03T16:06:18.353947Z","steps":["trace[492454809] 'read index received' (duration: 242.995284ms)","trace[492454809] 'applied index is now lower than readState.Index' (duration: 205.331356ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:18.354033Z","caller":"traceutil/trace.go:171","msg":"trace[337581051] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"534.920014ms","start":"2026-07-03T16:06:17.819083Z","end":"2026-07-03T16:06:18.354003Z","steps":["trace[337581051] 'process raft request' (duration: 329.542526ms)","trace[337581051] 'compare' (duration: 204.624941ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:18.354066Z","caller":"traceutil/trace.go:171","msg":"trace[256139289] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"530.514422ms","start":"2026-07-03T16:06:17.823495Z","end":"2026-07-03T16:06:18.354009Z","steps":["trace[256139289] 'process raft request' (duration: 530.346508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.354175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.819053Z","time spent":"535.046397ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:18.35425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.82348Z","time spent":"530.677546ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:18.35441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.794724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:06:18.354461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.244754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:06:18.354535Z","caller":"traceutil/trace.go:171","msg":"trace[2114008399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5653; }","duration":"492.967798ms","start":"2026-07-03T16:06:17.861547Z","end":"2026-07-03T16:06:18.354514Z","steps":["trace[2114008399] 'agreement among raft nodes before linearized reading' (duration: 492.440726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.354542Z","caller":"traceutil/trace.go:171","msg":"trace[1528833021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5653; }","duration":"493.350316ms","start":"2026-07-03T16:06:17.861176Z","end":"2026-07-03T16:06:18.354526Z","steps":["trace[1528833021] 'agreement among raft nodes before linearized reading' (duration: 492.791884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.354601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.66154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:06:18.354669Z","caller":"traceutil/trace.go:171","msg":"trace[974253423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5653; }","duration":"505.766672ms","start":"2026-07-03T16:06:17.848883Z","end":"2026-07-03T16:06:18.35465Z","steps":["trace[974253423] 'agreement among raft nodes before linearized reading' (duration: 505.097497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.354717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.848863Z","time spent":"505.845825ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:06:18.359642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.861168Z","time spent":"493.434588ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:18.359535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.380848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:06:18.359671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.861521Z","time spent":"498.135377ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:06:18.359662Z","caller":"traceutil/trace.go:171","msg":"trace[118912116] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"429.396504ms","start":"2026-07-03T16:06:17.925283Z","end":"2026-07-03T16:06:18.354679Z","steps":["trace[118912116] 'process raft request' (duration: 428.633627ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.359739Z","caller":"traceutil/trace.go:171","msg":"trace[1684413313] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"434.404089ms","start":"2026-07-03T16:06:17.925326Z","end":"2026-07-03T16:06:18.35973Z","steps":["trace[1684413313] 'process raft request' (duration: 429.030706ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.359741Z","caller":"traceutil/trace.go:171","msg":"trace[401267801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5653; }","duration":"503.622434ms","start":"2026-07-03T16:06:17.856086Z","end":"2026-07-03T16:06:18.359709Z","steps":["trace[401267801] 'agreement among raft nodes before linearized reading' (duration: 497.909922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.359768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.272332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:06:18.359784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.925303Z","time spent":"434.459631ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:06:18.359793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.856079Z","time spent":"503.703155ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:06:18.359823Z","caller":"traceutil/trace.go:171","msg":"trace[78631734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:5653; }","duration":"502.366334ms","start":"2026-07-03T16:06:17.857441Z","end":"2026-07-03T16:06:18.359807Z","steps":["trace[78631734] 'agreement among raft nodes before linearized reading' (duration: 496.54976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.359823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.925262Z","time spent":"434.482642ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:18.359855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.85742Z","time spent":"502.426165ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:06:18.359769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.927086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:06:18.359901Z","caller":"traceutil/trace.go:171","msg":"trace[1652083178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5653; }","duration":"509.059999ms","start":"2026-07-03T16:06:17.850831Z","end":"2026-07-03T16:06:18.359891Z","steps":["trace[1652083178] 'agreement among raft nodes before linearized reading' (duration: 503.167353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.359926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:17.850782Z","time spent":"509.135751ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:06:18.495837Z","caller":"traceutil/trace.go:171","msg":"trace[1366019379] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"131.843635ms","start":"2026-07-03T16:06:18.363961Z","end":"2026-07-03T16:06:18.495805Z","steps":["trace[1366019379] 'process raft request' (duration: 131.577678ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.496046Z","caller":"traceutil/trace.go:171","msg":"trace[1136600012] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"132.005569ms","start":"2026-07-03T16:06:18.364006Z","end":"2026-07-03T16:06:18.496011Z","steps":["trace[1136600012] 'process raft request' (duration: 131.716222ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.497339Z","caller":"traceutil/trace.go:171","msg":"trace[718870835] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"132.925059ms","start":"2026-07-03T16:06:18.364383Z","end":"2026-07-03T16:06:18.497308Z","steps":["trace[718870835] 'process raft request' (duration: 132.747685ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.497466Z","caller":"traceutil/trace.go:171","msg":"trace[1556978535] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"132.567182ms","start":"2026-07-03T16:06:18.36486Z","end":"2026-07-03T16:06:18.497428Z","steps":["trace[1556978535] 'process raft request' (duration: 132.394838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.497681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.650856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18bed33882da83c7\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-07-03T16:06:18.497719Z","caller":"traceutil/trace.go:171","msg":"trace[1799564864] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"133.40931ms","start":"2026-07-03T16:06:18.364296Z","end":"2026-07-03T16:06:18.497705Z","steps":["trace[1799564864] 'process raft request' (duration: 131.495937ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.497719Z","caller":"traceutil/trace.go:171","msg":"trace[365849139] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18bed33882da83c7; range_end:; response_count:1; response_revision:5663; }","duration":"133.731678ms","start":"2026-07-03T16:06:18.363975Z","end":"2026-07-03T16:06:18.497707Z","steps":["trace[365849139] 'agreement among raft nodes before linearized reading' (duration: 133.552894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.497502Z","caller":"traceutil/trace.go:171","msg":"trace[1455919002] linearizableReadLoop","detail":"{readStateIndex:5885; appliedIndex:5884; }","duration":"133.484922ms","start":"2026-07-03T16:06:18.364004Z","end":"2026-07-03T16:06:18.497489Z","steps":["trace[1455919002] 'read index received' (duration: 6.383337ms)","trace[1455919002] 'applied index is now lower than readState.Index' (duration: 127.100065ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:18.497965Z","caller":"traceutil/trace.go:171","msg":"trace[2135857434] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"133.181196ms","start":"2026-07-03T16:06:18.364772Z","end":"2026-07-03T16:06:18.497953Z","steps":["trace[2135857434] 'process raft request' (duration: 132.424279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.498052Z","caller":"traceutil/trace.go:171","msg":"trace[1018154613] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"133.246217ms","start":"2026-07-03T16:06:18.364797Z","end":"2026-07-03T16:06:18.498043Z","steps":["trace[1018154613] 'process raft request' (duration: 132.427258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.498244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.603472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70566"} {"level":"info","ts":"2026-07-03T16:06:18.498268Z","caller":"traceutil/trace.go:171","msg":"trace[1804863551] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5663; }","duration":"132.640953ms","start":"2026-07-03T16:06:18.36562Z","end":"2026-07-03T16:06:18.498261Z","steps":["trace[1804863551] 'agreement among raft nodes before linearized reading' (duration: 132.460709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:18.931847Z","caller":"traceutil/trace.go:171","msg":"trace[72646674] linearizableReadLoop","detail":"{readStateIndex:5898; appliedIndex:5897; }","duration":"159.059622ms","start":"2026-07-03T16:06:18.772761Z","end":"2026-07-03T16:06:18.931821Z","steps":["trace[72646674] 'read index received' (duration: 158.95298ms)","trace[72646674] 'applied index is now lower than readState.Index' (duration: 105.512µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:18.931892Z","caller":"traceutil/trace.go:171","msg":"trace[956302658] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"177.037545ms","start":"2026-07-03T16:06:18.754815Z","end":"2026-07-03T16:06:18.931853Z","steps":["trace[956302658] 'process raft request' (duration: 176.836571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:18.932044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.269237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:18.932118Z","caller":"traceutil/trace.go:171","msg":"trace[55491550] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5669; }","duration":"159.472342ms","start":"2026-07-03T16:06:18.772631Z","end":"2026-07-03T16:06:18.932103Z","steps":["trace[55491550] 'agreement among raft nodes before linearized reading' (duration: 159.287998ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:19.363988Z","caller":"traceutil/trace.go:171","msg":"trace[1519668256] linearizableReadLoop","detail":"{readStateIndex:5899; appliedIndex:5898; }","duration":"257.455116ms","start":"2026-07-03T16:06:19.106507Z","end":"2026-07-03T16:06:19.363962Z","steps":["trace[1519668256] 'read index received' (duration: 257.401565ms)","trace[1519668256] 'applied index is now lower than readState.Index' (duration: 52.661µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:19.364111Z","caller":"traceutil/trace.go:171","msg":"trace[1051184330] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"273.933756ms","start":"2026-07-03T16:06:19.090148Z","end":"2026-07-03T16:06:19.364082Z","steps":["trace[1051184330] 'process raft request' (duration: 273.666439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:19.364373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.840875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-03T16:06:19.364448Z","caller":"traceutil/trace.go:171","msg":"trace[1246744880] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5670; }","duration":"257.945537ms","start":"2026-07-03T16:06:19.106485Z","end":"2026-07-03T16:06:19.364431Z","steps":["trace[1246744880] 'agreement among raft nodes before linearized reading' (duration: 257.589899ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:19.510769Z","caller":"traceutil/trace.go:171","msg":"trace[196256874] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"297.338744ms","start":"2026-07-03T16:06:19.213395Z","end":"2026-07-03T16:06:19.510733Z","steps":["trace[196256874] 'process raft request' (duration: 279.078143ms)","trace[196256874] 'compare' (duration: 18.063646ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:19.510989Z","caller":"traceutil/trace.go:171","msg":"trace[362945022] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"277.863546ms","start":"2026-07-03T16:06:19.233109Z","end":"2026-07-03T16:06:19.510972Z","steps":["trace[362945022] 'process raft request' (duration: 277.56426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:19.592419Z","caller":"traceutil/trace.go:171","msg":"trace[574679872] linearizableReadLoop","detail":"{readStateIndex:5902; appliedIndex:5899; }","duration":"224.084599ms","start":"2026-07-03T16:06:19.368307Z","end":"2026-07-03T16:06:19.592392Z","steps":["trace[574679872] 'read index received' (duration: 124.25041ms)","trace[574679872] 'applied index is now lower than readState.Index' (duration: 99.832819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:19.592735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.401696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"info","ts":"2026-07-03T16:06:19.592821Z","caller":"traceutil/trace.go:171","msg":"trace[1548930604] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5672; }","duration":"224.548119ms","start":"2026-07-03T16:06:19.368252Z","end":"2026-07-03T16:06:19.5928Z","steps":["trace[1548930604] 'agreement among raft nodes before linearized reading' (duration: 224.242602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:19.641507Z","caller":"traceutil/trace.go:171","msg":"trace[869902465] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"272.023473ms","start":"2026-07-03T16:06:19.369457Z","end":"2026-07-03T16:06:19.641481Z","steps":["trace[869902465] 'process raft request' (duration: 271.690415ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:19.641657Z","caller":"traceutil/trace.go:171","msg":"trace[593590800] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"271.804067ms","start":"2026-07-03T16:06:19.369831Z","end":"2026-07-03T16:06:19.641635Z","steps":["trace[593590800] 'process raft request' (duration: 271.52768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:19.643546Z","caller":"traceutil/trace.go:171","msg":"trace[2124790481] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"273.584368ms","start":"2026-07-03T16:06:19.369944Z","end":"2026-07-03T16:06:19.643529Z","steps":["trace[2124790481] 'process raft request' (duration: 271.48554ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:19.643693Z","caller":"traceutil/trace.go:171","msg":"trace[1187846541] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"273.585417ms","start":"2026-07-03T16:06:19.370069Z","end":"2026-07-03T16:06:19.643654Z","steps":["trace[1187846541] 'process raft request' (duration: 273.403743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:19.643778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.70727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:19.64379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.293007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-03T16:06:19.643871Z","caller":"traceutil/trace.go:171","msg":"trace[1298146038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5676; }","duration":"124.853943ms","start":"2026-07-03T16:06:19.518971Z","end":"2026-07-03T16:06:19.643825Z","steps":["trace[1298146038] 'agreement among raft nodes before linearized reading' (duration: 124.678309ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:19.643884Z","caller":"traceutil/trace.go:171","msg":"trace[2068371384] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123; range_end:; response_count:1; response_revision:5676; }","duration":"275.44374ms","start":"2026-07-03T16:06:19.368417Z","end":"2026-07-03T16:06:19.643861Z","steps":["trace[2068371384] 'agreement among raft nodes before linearized reading' (duration: 275.207895ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:19.923278Z","caller":"traceutil/trace.go:171","msg":"trace[1582423435] linearizableReadLoop","detail":"{readStateIndex:5907; appliedIndex:5906; }","duration":"277.094579ms","start":"2026-07-03T16:06:19.646122Z","end":"2026-07-03T16:06:19.923217Z","steps":["trace[1582423435] 'read index received' (duration: 276.773742ms)","trace[1582423435] 'applied index is now lower than readState.Index' (duration: 319.467µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:19.923387Z","caller":"traceutil/trace.go:171","msg":"trace[1596543557] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"318.071521ms","start":"2026-07-03T16:06:19.605283Z","end":"2026-07-03T16:06:19.923354Z","steps":["trace[1596543557] 'process raft request' (duration: 317.733564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:19.92343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.279863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:19.923477Z","caller":"traceutil/trace.go:171","msg":"trace[1547437822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5677; }","duration":"277.377956ms","start":"2026-07-03T16:06:19.646083Z","end":"2026-07-03T16:06:19.923461Z","steps":["trace[1547437822] 'agreement among raft nodes before linearized reading' (duration: 277.278373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:19.923546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:19.605239Z","time spent":"318.217995ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16390,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:20.056576Z","caller":"traceutil/trace.go:171","msg":"trace[342546520] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"118.756305ms","start":"2026-07-03T16:06:19.937799Z","end":"2026-07-03T16:06:20.056555Z","steps":["trace[342546520] 'process raft request' (duration: 118.573581ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:20.056869Z","caller":"traceutil/trace.go:171","msg":"trace[1717789508] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"118.95171ms","start":"2026-07-03T16:06:19.937892Z","end":"2026-07-03T16:06:20.056844Z","steps":["trace[1717789508] 'process raft request' (duration: 118.616862ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:20.056899Z","caller":"traceutil/trace.go:171","msg":"trace[763972789] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"117.781772ms","start":"2026-07-03T16:06:19.939085Z","end":"2026-07-03T16:06:20.056867Z","steps":["trace[763972789] 'process raft request' (duration: 117.652579ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:24.603007Z","caller":"traceutil/trace.go:171","msg":"trace[455869682] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"225.037961ms","start":"2026-07-03T16:06:24.377933Z","end":"2026-07-03T16:06:24.602971Z","steps":["trace[455869682] 'process raft request' (duration: 224.944939ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:24.603223Z","caller":"traceutil/trace.go:171","msg":"trace[1390914216] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"227.081857ms","start":"2026-07-03T16:06:24.376128Z","end":"2026-07-03T16:06:24.60321Z","steps":["trace[1390914216] 'process raft request' (duration: 226.604317ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:24.821937Z","caller":"traceutil/trace.go:171","msg":"trace[467615617] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"213.164527ms","start":"2026-07-03T16:06:24.608748Z","end":"2026-07-03T16:06:24.821913Z","steps":["trace[467615617] 'process raft request' (duration: 211.908387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:24.822281Z","caller":"traceutil/trace.go:171","msg":"trace[443533641] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"213.374282ms","start":"2026-07-03T16:06:24.608893Z","end":"2026-07-03T16:06:24.822267Z","steps":["trace[443533641] 'process raft request' (duration: 212.973373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:24.822378Z","caller":"traceutil/trace.go:171","msg":"trace[2112199415] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"213.173107ms","start":"2026-07-03T16:06:24.609125Z","end":"2026-07-03T16:06:24.822298Z","steps":["trace[2112199415] 'process raft request' (duration: 213.119666ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:24.822399Z","caller":"traceutil/trace.go:171","msg":"trace[1438179457] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"213.480424ms","start":"2026-07-03T16:06:24.608898Z","end":"2026-07-03T16:06:24.822378Z","steps":["trace[1438179457] 'process raft request' (duration: 213.264589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:25.26586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.425714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:25.265943Z","caller":"traceutil/trace.go:171","msg":"trace[1325699691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5730; }","duration":"210.526406ms","start":"2026-07-03T16:06:25.055397Z","end":"2026-07-03T16:06:25.265923Z","steps":["trace[1325699691] 'count revisions from in-memory index tree' (duration: 210.334332ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:25.680668Z","caller":"traceutil/trace.go:171","msg":"trace[750380597] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"149.528782ms","start":"2026-07-03T16:06:25.531116Z","end":"2026-07-03T16:06:25.680645Z","steps":["trace[750380597] 'process raft request' (duration: 149.387099ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:25.686003Z","caller":"traceutil/trace.go:171","msg":"trace[1099907480] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"119.612223ms","start":"2026-07-03T16:06:25.566371Z","end":"2026-07-03T16:06:25.685983Z","steps":["trace[1099907480] 'process raft request' (duration: 119.48942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:26.278134Z","caller":"traceutil/trace.go:171","msg":"trace[504734056] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"123.985765ms","start":"2026-07-03T16:06:26.154124Z","end":"2026-07-03T16:06:26.278109Z","steps":["trace[504734056] 'process raft request' (duration: 123.833932ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:26.576858Z","caller":"traceutil/trace.go:171","msg":"trace[311905341] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"109.875249ms","start":"2026-07-03T16:06:26.466955Z","end":"2026-07-03T16:06:26.57683Z","steps":["trace[311905341] 'process raft request' (duration: 71.509366ms)","trace[311905341] 'compare' (duration: 38.080156ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:26.577029Z","caller":"traceutil/trace.go:171","msg":"trace[1058479634] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"109.573872ms","start":"2026-07-03T16:06:26.46744Z","end":"2026-07-03T16:06:26.577014Z","steps":["trace[1058479634] 'process raft request' (duration: 109.282745ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:26.577109Z","caller":"traceutil/trace.go:171","msg":"trace[1777680231] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"108.502077ms","start":"2026-07-03T16:06:26.468576Z","end":"2026-07-03T16:06:26.577078Z","steps":["trace[1777680231] 'process raft request' (duration: 108.246371ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:27.102237Z","caller":"traceutil/trace.go:171","msg":"trace[1598662367] linearizableReadLoop","detail":"{readStateIndex:6007; appliedIndex:6005; }","duration":"100.048523ms","start":"2026-07-03T16:06:27.002165Z","end":"2026-07-03T16:06:27.102214Z","steps":["trace[1598662367] 'read index received' (duration: 3.767406ms)","trace[1598662367] 'applied index is now lower than readState.Index' (duration: 96.280187ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:27.102294Z","caller":"traceutil/trace.go:171","msg":"trace[745595624] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"102.465099ms","start":"2026-07-03T16:06:26.999789Z","end":"2026-07-03T16:06:27.102254Z","steps":["trace[745595624] 'process raft request' (duration: 102.221644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:27.10235Z","caller":"traceutil/trace.go:171","msg":"trace[669477065] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"100.220807ms","start":"2026-07-03T16:06:27.002118Z","end":"2026-07-03T16:06:27.102339Z","steps":["trace[669477065] 'process raft request' (duration: 100.042803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.10262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.393262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-03T16:06:27.102742Z","caller":"traceutil/trace.go:171","msg":"trace[628329933] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5775; }","duration":"100.541255ms","start":"2026-07-03T16:06:27.002172Z","end":"2026-07-03T16:06:27.102713Z","steps":["trace[628329933] 'agreement among raft nodes before linearized reading' (duration: 100.217207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.102772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.584835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T16:06:27.102855Z","caller":"traceutil/trace.go:171","msg":"trace[1997853430] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5775; }","duration":"100.681908ms","start":"2026-07-03T16:06:27.002145Z","end":"2026-07-03T16:06:27.102827Z","steps":["trace[1997853430] 'agreement among raft nodes before linearized reading' (duration: 100.464883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.386791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.754474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:27.386872Z","caller":"traceutil/trace.go:171","msg":"trace[1559642228] linearizableReadLoop","detail":"{readStateIndex:6008; appliedIndex:6007; }","duration":"279.429772ms","start":"2026-07-03T16:06:27.107428Z","end":"2026-07-03T16:06:27.386858Z","steps":["trace[1559642228] 'read index received' (duration: 107.541436ms)","trace[1559642228] 'applied index is now lower than readState.Index' (duration: 171.887476ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:27.386925Z","caller":"traceutil/trace.go:171","msg":"trace[329580412] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"279.521143ms","start":"2026-07-03T16:06:27.107396Z","end":"2026-07-03T16:06:27.386917Z","steps":["trace[329580412] 'process raft request' (duration: 107.561405ms)","trace[329580412] 'compare' (duration: 171.499178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:27.387092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.662977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18632"} {"level":"info","ts":"2026-07-03T16:06:27.38711Z","caller":"traceutil/trace.go:171","msg":"trace[1929255565] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5776; }","duration":"279.713518ms","start":"2026-07-03T16:06:27.107391Z","end":"2026-07-03T16:06:27.387104Z","steps":["trace[1929255565] 'agreement among raft nodes before linearized reading' (duration: 279.617595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.388253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.395714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:27.388299Z","caller":"traceutil/trace.go:171","msg":"trace[1784007251] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5778; }","duration":"280.454426ms","start":"2026-07-03T16:06:27.107825Z","end":"2026-07-03T16:06:27.38828Z","steps":["trace[1784007251] 'agreement among raft nodes before linearized reading' (duration: 280.391955ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:27.388396Z","caller":"traceutil/trace.go:171","msg":"trace[1459578446] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"278.301426ms","start":"2026-07-03T16:06:27.110045Z","end":"2026-07-03T16:06:27.388347Z","steps":["trace[1459578446] 'process raft request' (duration: 278.126502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.388521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.369558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-03T16:06:27.388741Z","caller":"traceutil/trace.go:171","msg":"trace[1311094207] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5778; }","duration":"278.602213ms","start":"2026-07-03T16:06:27.11013Z","end":"2026-07-03T16:06:27.388733Z","steps":["trace[1311094207] 'agreement among raft nodes before linearized reading' (duration: 278.313066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:27.388505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.615168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9318"} {"level":"info","ts":"2026-07-03T16:06:27.388828Z","caller":"traceutil/trace.go:171","msg":"trace[1731783822] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"281.366186ms","start":"2026-07-03T16:06:27.107447Z","end":"2026-07-03T16:06:27.388813Z","steps":["trace[1731783822] 'process raft request' (duration: 280.63768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:27.388872Z","caller":"traceutil/trace.go:171","msg":"trace[667327762] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5778; }","duration":"276.985926ms","start":"2026-07-03T16:06:27.111851Z","end":"2026-07-03T16:06:27.388837Z","steps":["trace[667327762] 'agreement among raft nodes before linearized reading' (duration: 276.490945ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:29.049069Z","caller":"traceutil/trace.go:171","msg":"trace[326032883] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"100.183717ms","start":"2026-07-03T16:06:28.948847Z","end":"2026-07-03T16:06:29.049031Z","steps":["trace[326032883] 'process raft request' (duration: 32.884277ms)","trace[326032883] 'compare' (duration: 67.127446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:29.533365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.153565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:29.533537Z","caller":"traceutil/trace.go:171","msg":"trace[1905144053] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"359.058465ms","start":"2026-07-03T16:06:29.174443Z","end":"2026-07-03T16:06:29.533501Z","steps":["trace[1905144053] 'process raft request' (duration: 119.672744ms)","trace[1905144053] 'compare' (duration: 238.993652ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:29.533579Z","caller":"traceutil/trace.go:171","msg":"trace[299665939] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"350.803616ms","start":"2026-07-03T16:06:29.182759Z","end":"2026-07-03T16:06:29.533563Z","steps":["trace[299665939] 'process raft request' (duration: 350.724184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:29.533664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.182735Z","time spent":"350.885717ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:06:29.533739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.840379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:29.533795Z","caller":"traceutil/trace.go:171","msg":"trace[1392412568] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5811; }","duration":"354.90034ms","start":"2026-07-03T16:06:29.178879Z","end":"2026-07-03T16:06:29.533779Z","steps":["trace[1392412568] 'agreement among raft nodes before linearized reading' (duration: 354.787877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:29.533645Z","caller":"traceutil/trace.go:171","msg":"trace[1625261323] linearizableReadLoop","detail":"{readStateIndex:6042; appliedIndex:6041; }","duration":"354.725026ms","start":"2026-07-03T16:06:29.178884Z","end":"2026-07-03T16:06:29.533609Z","steps":["trace[1625261323] 'read index received' (duration: 115.319635ms)","trace[1625261323] 'applied index is now lower than readState.Index' (duration: 239.402171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:29.533837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.178842Z","time spent":"354.985351ms","remote":"127.0.0.1:38558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:29.533671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.174413Z","time spent":"359.207738ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:31.477521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.520449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:31.477656Z","caller":"traceutil/trace.go:171","msg":"trace[364263274] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"1.774948719s","start":"2026-07-03T16:06:29.702679Z","end":"2026-07-03T16:06:31.477628Z","steps":["trace[364263274] 'process raft request' (duration: 937.226695ms)","trace[364263274] 'compare' (duration: 836.316591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:31.477762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.702659Z","time spent":"1.775053402s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:32.235332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.492369014s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:06:32.235673Z","caller":"traceutil/trace.go:171","msg":"trace[1876434325] linearizableReadLoop","detail":"{readStateIndex:6045; appliedIndex:6043; }","duration":"1.714391995s","start":"2026-07-03T16:06:30.521258Z","end":"2026-07-03T16:06:32.23565Z","steps":["trace[1876434325] 'read index received' (duration: 118.670603ms)","trace[1876434325] 'applied index is now lower than readState.Index' (duration: 1.595720422s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:32.235827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714561469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:32.23587Z","caller":"traceutil/trace.go:171","msg":"trace[1878451635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5813; }","duration":"1.714657701s","start":"2026-07-03T16:06:30.521202Z","end":"2026-07-03T16:06:32.235859Z","steps":["trace[1878451635] 'agreement among raft nodes before linearized reading' (duration: 1.714572019s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:32.235821Z","caller":"traceutil/trace.go:171","msg":"trace[2075502078] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"2.51307604s","start":"2026-07-03T16:06:29.722709Z","end":"2026-07-03T16:06:32.235785Z","steps":["trace[2075502078] 'process raft request' (duration: 2.512805384s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.235903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.521173Z","time spent":"1.714722523s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:06:32.235977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:29.722692Z","time spent":"2.513217653s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:32.554249Z","caller":"traceutil/trace.go:171","msg":"trace[23817551] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"1.910273394s","start":"2026-07-03T16:06:30.643939Z","end":"2026-07-03T16:06:32.554213Z","steps":["trace[23817551] 'process raft request' (duration: 1.840009806s)","trace[23817551] 'compare' (duration: 69.93607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:32.554411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.643914Z","time spent":"1.910420567s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:32.55442Z","caller":"traceutil/trace.go:171","msg":"trace[183103212] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"1.883067127s","start":"2026-07-03T16:06:30.671218Z","end":"2026-07-03T16:06:32.554286Z","steps":["trace[183103212] 'process raft request' (duration: 1.882883763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.554617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.326598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:06:32.55466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844443258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:06:32.554667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98792673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-72d36baf-acdc-4341-828f-7775fc551fd9\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-03T16:06:32.554702Z","caller":"traceutil/trace.go:171","msg":"trace[641464329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5816; }","duration":"1.84451517s","start":"2026-07-03T16:06:30.710176Z","end":"2026-07-03T16:06:32.554691Z","steps":["trace[641464329] 'agreement among raft nodes before linearized reading' (duration: 1.844361716s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:32.554716Z","caller":"traceutil/trace.go:171","msg":"trace[1680143815] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-72d36baf-acdc-4341-828f-7775fc551fd9; range_end:; response_count:1; response_revision:5816; }","duration":"1.988023304s","start":"2026-07-03T16:06:30.566679Z","end":"2026-07-03T16:06:32.554702Z","steps":["trace[1680143815] 'agreement among raft nodes before linearized reading' (duration: 1.987828449s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.554731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.71016Z","time spent":"1.844564751s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:06:32.554733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400255404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-03T16:06:32.554753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.566658Z","time spent":"1.988086926s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-72d36baf-acdc-4341-828f-7775fc551fd9\" "} {"level":"info","ts":"2026-07-03T16:06:32.554779Z","caller":"traceutil/trace.go:171","msg":"trace[573711262] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5816; }","duration":"1.400328845s","start":"2026-07-03T16:06:31.154435Z","end":"2026-07-03T16:06:32.554764Z","steps":["trace[573711262] 'agreement among raft nodes before linearized reading' (duration: 1.400236463s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:32.554762Z","caller":"traceutil/trace.go:171","msg":"trace[349631191] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"635.05402ms","start":"2026-07-03T16:06:31.919683Z","end":"2026-07-03T16:06:32.554737Z","steps":["trace[349631191] 'process raft request' (duration: 634.533948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.55482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.154416Z","time spent":"1.400393757s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-03T16:06:32.554827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.377599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:06:32.554457Z","caller":"traceutil/trace.go:171","msg":"trace[644198797] linearizableReadLoop","detail":"{readStateIndex:6048; appliedIndex:6045; }","duration":"318.683227ms","start":"2026-07-03T16:06:32.235746Z","end":"2026-07-03T16:06:32.554429Z","steps":["trace[644198797] 'read index received' (duration: 248.101112ms)","trace[644198797] 'applied index is now lower than readState.Index' (duration: 70.580565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:32.554901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.919661Z","time spent":"635.184352ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:06:32.554914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606131752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:06:32.554982Z","caller":"traceutil/trace.go:171","msg":"trace[541766039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5816; }","duration":"1.606189674s","start":"2026-07-03T16:06:30.948771Z","end":"2026-07-03T16:06:32.55496Z","steps":["trace[541766039] 'agreement among raft nodes before linearized reading' (duration: 1.606057111s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:32.554733Z","caller":"traceutil/trace.go:171","msg":"trace[1490642777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5816; }","duration":"987.46468ms","start":"2026-07-03T16:06:31.567215Z","end":"2026-07-03T16:06:32.55468Z","steps":["trace[1490642777] 'agreement among raft nodes before linearized reading' (duration: 987.274666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.555021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616311877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:06:32.55506Z","caller":"traceutil/trace.go:171","msg":"trace[1260235129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5816; }","duration":"1.616370759s","start":"2026-07-03T16:06:30.93868Z","end":"2026-07-03T16:06:32.555051Z","steps":["trace[1260235129] 'agreement among raft nodes before linearized reading' (duration: 1.616279697s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.554768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647601687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:06:32.555062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.567195Z","time spent":"987.853ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:32.555063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.948739Z","time spent":"1.606304576s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:32.555087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.938667Z","time spent":"1.616414719s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:32.555091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.288906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:32.555099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498242629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:32.555136Z","caller":"traceutil/trace.go:171","msg":"trace[1212648091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5816; }","duration":"318.371278ms","start":"2026-07-03T16:06:32.236754Z","end":"2026-07-03T16:06:32.555126Z","steps":["trace[1212648091] 'agreement among raft nodes before linearized reading' (duration: 318.307757ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:32.555152Z","caller":"traceutil/trace.go:171","msg":"trace[787634776] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5816; }","duration":"1.498333642s","start":"2026-07-03T16:06:31.056804Z","end":"2026-07-03T16:06:32.555138Z","steps":["trace[787634776] 'agreement among raft nodes before linearized reading' (duration: 1.498237439s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.555164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:32.236734Z","time spent":"318.424579ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:06:32.555185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.056785Z","time spent":"1.498390782s","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":28,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:32.554874Z","caller":"traceutil/trace.go:171","msg":"trace[594112345] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:5816; }","duration":"825.490012ms","start":"2026-07-03T16:06:31.729375Z","end":"2026-07-03T16:06:32.554865Z","steps":["trace[594112345] 'agreement among raft nodes before linearized reading' (duration: 825.38456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.55464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604158288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:06:32.554634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.671204Z","time spent":"1.883347084s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:32.5551Z","caller":"traceutil/trace.go:171","msg":"trace[1820751567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5816; }","duration":"1.647998146s","start":"2026-07-03T16:06:30.907089Z","end":"2026-07-03T16:06:32.555088Z","steps":["trace[1820751567] 'agreement among raft nodes before linearized reading' (duration: 1.647393033s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.555311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:31.729353Z","time spent":"825.895071ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:06:32.55536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.907071Z","time spent":"1.648275892s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:06:32.555262Z","caller":"traceutil/trace.go:171","msg":"trace[1139090949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5816; }","duration":"1.604803982s","start":"2026-07-03T16:06:30.950447Z","end":"2026-07-03T16:06:32.555251Z","steps":["trace[1139090949] 'agreement among raft nodes before linearized reading' (duration: 1.604032435s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.555451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.950426Z","time spent":"1.605012347s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:32.555697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867169301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:06:32.55575Z","caller":"traceutil/trace.go:171","msg":"trace[1088609928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:5816; }","duration":"1.868065182s","start":"2026-07-03T16:06:30.687675Z","end":"2026-07-03T16:06:32.55574Z","steps":["trace[1088609928] 'agreement among raft nodes before linearized reading' (duration: 1.867090109s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:32.555775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:30.687653Z","time spent":"1.868115564s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"info","ts":"2026-07-03T16:06:37.660573Z","caller":"traceutil/trace.go:171","msg":"trace[442502741] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"102.799846ms","start":"2026-07-03T16:06:37.557735Z","end":"2026-07-03T16:06:37.660535Z","steps":["trace[442502741] 'process raft request' (duration: 102.595552ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:38.767159Z","caller":"traceutil/trace.go:171","msg":"trace[871320641] linearizableReadLoop","detail":"{readStateIndex:6134; appliedIndex:6133; }","duration":"111.718192ms","start":"2026-07-03T16:06:38.655422Z","end":"2026-07-03T16:06:38.76714Z","steps":["trace[871320641] 'read index received' (duration: 111.63219ms)","trace[871320641] 'applied index is now lower than readState.Index' (duration: 84.942µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:38.7673Z","caller":"traceutil/trace.go:171","msg":"trace[2044184039] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"113.040343ms","start":"2026-07-03T16:06:38.654224Z","end":"2026-07-03T16:06:38.767264Z","steps":["trace[2044184039] 'process raft request' (duration: 112.789457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:38.767584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.129241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81268"} {"level":"info","ts":"2026-07-03T16:06:38.767705Z","caller":"traceutil/trace.go:171","msg":"trace[795520577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5899; }","duration":"112.287035ms","start":"2026-07-03T16:06:38.655393Z","end":"2026-07-03T16:06:38.76768Z","steps":["trace[795520577] 'agreement among raft nodes before linearized reading' (duration: 111.891086ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:38.794714Z","caller":"traceutil/trace.go:171","msg":"trace[570117452] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"137.208938ms","start":"2026-07-03T16:06:38.657479Z","end":"2026-07-03T16:06:38.794688Z","steps":["trace[570117452] 'process raft request' (duration: 136.998753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:38.794774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.432657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:06:38.794827Z","caller":"traceutil/trace.go:171","msg":"trace[1955551176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5900; }","duration":"138.499579ms","start":"2026-07-03T16:06:38.656312Z","end":"2026-07-03T16:06:38.794812Z","steps":["trace[1955551176] 'agreement among raft nodes before linearized reading' (duration: 138.308805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:38.795246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.503445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:06:38.795365Z","caller":"traceutil/trace.go:171","msg":"trace[496585569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5900; }","duration":"137.664769ms","start":"2026-07-03T16:06:38.657675Z","end":"2026-07-03T16:06:38.79534Z","steps":["trace[496585569] 'agreement among raft nodes before linearized reading' (duration: 137.058915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:40.96042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.76363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:40.960545Z","caller":"traceutil/trace.go:171","msg":"trace[1606360184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5927; }","duration":"438.945975ms","start":"2026-07-03T16:06:40.521573Z","end":"2026-07-03T16:06:40.960519Z","steps":["trace[1606360184] 'range keys from in-memory index tree' (duration: 438.670018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:40.960599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:40.521552Z","time spent":"439.035426ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:06:40.960806Z","caller":"traceutil/trace.go:171","msg":"trace[1119434661] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"372.074475ms","start":"2026-07-03T16:06:40.588712Z","end":"2026-07-03T16:06:40.960787Z","steps":["trace[1119434661] 'process raft request' (duration: 363.060548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:40.960965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:40.588669Z","time spent":"372.192798ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:40.967935Z","caller":"traceutil/trace.go:171","msg":"trace[1743396477] linearizableReadLoop","detail":"{readStateIndex:6164; appliedIndex:6162; }","duration":"309.529755ms","start":"2026-07-03T16:06:40.658387Z","end":"2026-07-03T16:06:40.967917Z","steps":["trace[1743396477] 'read index received' (duration: 293.414164ms)","trace[1743396477] 'applied index is now lower than readState.Index' (duration: 16.113861ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:40.968068Z","caller":"traceutil/trace.go:171","msg":"trace[1027424335] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"378.711158ms","start":"2026-07-03T16:06:40.589346Z","end":"2026-07-03T16:06:40.968057Z","steps":["trace[1027424335] 'process raft request' (duration: 378.479133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:40.968141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:40.589332Z","time spent":"378.775589ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:40.968278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.969392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:06:40.96834Z","caller":"traceutil/trace.go:171","msg":"trace[1459937167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5929; }","duration":"196.059953ms","start":"2026-07-03T16:06:40.772263Z","end":"2026-07-03T16:06:40.968323Z","steps":["trace[1459937167] 'agreement among raft nodes before linearized reading' (duration: 195.880618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:40.968379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.354957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:06:40.968464Z","caller":"traceutil/trace.go:171","msg":"trace[1519493383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5929; }","duration":"155.49295ms","start":"2026-07-03T16:06:40.812952Z","end":"2026-07-03T16:06:40.968445Z","steps":["trace[1519493383] 'agreement among raft nodes before linearized reading' (duration: 155.257974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:40.968542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.311249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:06:40.968546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.658676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:06:40.968617Z","caller":"traceutil/trace.go:171","msg":"trace[1057545288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5929; }","duration":"156.393541ms","start":"2026-07-03T16:06:40.812192Z","end":"2026-07-03T16:06:40.968586Z","steps":["trace[1057545288] 'agreement among raft nodes before linearized reading' (duration: 156.233837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:40.968605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.215222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:06:40.968616Z","caller":"traceutil/trace.go:171","msg":"trace[1375210861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5929; }","duration":"169.772138ms","start":"2026-07-03T16:06:40.798828Z","end":"2026-07-03T16:06:40.968601Z","steps":["trace[1375210861] 'agreement among raft nodes before linearized reading' (duration: 169.566934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:40.96899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.859106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:06:40.969104Z","caller":"traceutil/trace.go:171","msg":"trace[562843345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5929; }","duration":"310.429806ms","start":"2026-07-03T16:06:40.658303Z","end":"2026-07-03T16:06:40.968733Z","steps":["trace[562843345] 'agreement among raft nodes before linearized reading' (duration: 310.15576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:40.969103Z","caller":"traceutil/trace.go:171","msg":"trace[682337931] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:5929; }","duration":"195.087901ms","start":"2026-07-03T16:06:40.773996Z","end":"2026-07-03T16:06:40.969084Z","steps":["trace[682337931] 'agreement among raft nodes before linearized reading' (duration: 194.491418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:40.969179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:40.65827Z","time spent":"310.890177ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:06:46.401479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.783975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:46.401568Z","caller":"traceutil/trace.go:171","msg":"trace[985421578] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6010; }","duration":"476.922888ms","start":"2026-07-03T16:06:45.924627Z","end":"2026-07-03T16:06:46.40155Z","steps":["trace[985421578] 'count revisions from in-memory index tree' (duration: 476.689553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:46.401612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:45.92461Z","time spent":"476.991189ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":79,"response size":28,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:46.401503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.920987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-07-03T16:06:46.401937Z","caller":"traceutil/trace.go:171","msg":"trace[1826649538] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6010; }","duration":"344.390297ms","start":"2026-07-03T16:06:46.057526Z","end":"2026-07-03T16:06:46.401916Z","steps":["trace[1826649538] 'range keys from in-memory index tree' (duration: 343.706182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:46.402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:46.057502Z","time spent":"344.48073ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13899,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T16:06:46.402254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.194475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T16:06:46.402352Z","caller":"traceutil/trace.go:171","msg":"trace[765968650] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6010; }","duration":"282.343439ms","start":"2026-07-03T16:06:46.119987Z","end":"2026-07-03T16:06:46.402331Z","steps":["trace[765968650] 'range keys from in-memory index tree' (duration: 281.825656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:51.668603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572634860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:06:52.169802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572634860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:06:52.344662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230482136s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:06:52.345055Z","caller":"traceutil/trace.go:171","msg":"trace[282360292] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"1.230988568s","start":"2026-07-03T16:06:51.114047Z","end":"2026-07-03T16:06:52.345035Z","steps":["trace[282360292] 'process raft request' (duration: 1.230846014s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:52.345185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:51.114025Z","time spent":"1.23109149s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:53.520719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:06:53.520799Z","caller":"traceutil/trace.go:171","msg":"trace[879314884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002269s","start":"2026-07-03T16:06:51.52078Z","end":"2026-07-03T16:06:53.520782Z","steps":["trace[879314884] 'agreement among raft nodes before linearized reading' (duration: 1.999867376s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:53.520839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:51.520757Z","time spent":"2.000073471s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:06:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:06:54.836678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.4918023s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:06:55.006316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483281385s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:55.006415Z","caller":"traceutil/trace.go:171","msg":"trace[716858774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6054; }","duration":"1.483389897s","start":"2026-07-03T16:06:53.523008Z","end":"2026-07-03T16:06:55.006398Z","steps":["trace[716858774] 'range keys from in-memory index tree' (duration: 1.483265854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.006613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.655706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:55.006884Z","caller":"traceutil/trace.go:171","msg":"trace[65510972] linearizableReadLoop","detail":"{readStateIndex:6296; appliedIndex:6293; }","duration":"3.838379128s","start":"2026-07-03T16:06:51.168493Z","end":"2026-07-03T16:06:55.006872Z","steps":["trace[65510972] 'read index received' (duration: 1.176360239s)","trace[65510972] 'applied index is now lower than readState.Index' (duration: 2.662018229s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:55.006875Z","caller":"traceutil/trace.go:171","msg":"trace[1392912955] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"3.436944557s","start":"2026-07-03T16:06:51.569897Z","end":"2026-07-03T16:06:55.006842Z","steps":["trace[1392912955] 'process raft request' (duration: 3.266963444s)","trace[1392912955] 'compare' (duration: 168.868457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:55.007069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:51.569875Z","time spent":"3.437091991s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:55.007107Z","caller":"traceutil/trace.go:171","msg":"trace[359363937] transaction","detail":"{read_only:false; response_revision:6056; number_of_response:1; }","duration":"3.301910019s","start":"2026-07-03T16:06:51.705165Z","end":"2026-07-03T16:06:55.007075Z","steps":["trace[359363937] 'process raft request' (duration: 3.301637263s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.007198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838705785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-03T16:06:55.007266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:51.705145Z","time spent":"3.302029352s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:55.007268Z","caller":"traceutil/trace.go:171","msg":"trace[1876217029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6056; }","duration":"3.838822548s","start":"2026-07-03T16:06:51.168432Z","end":"2026-07-03T16:06:55.007255Z","steps":["trace[1876217029] 'agreement among raft nodes before linearized reading' (duration: 3.838613483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.007316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:51.168403Z","time spent":"3.8389041s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-03T16:06:55.067146Z","caller":"traceutil/trace.go:171","msg":"trace[708001575] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"2.584658637s","start":"2026-07-03T16:06:52.482461Z","end":"2026-07-03T16:06:55.067119Z","steps":["trace[708001575] 'process raft request' (duration: 2.584467533s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.067309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:52.482437Z","time spent":"2.58478386s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:55.067652Z","caller":"traceutil/trace.go:171","msg":"trace[2012747739] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"2.069551561s","start":"2026-07-03T16:06:52.998074Z","end":"2026-07-03T16:06:55.067625Z","steps":["trace[2012747739] 'process raft request' (duration: 2.068992147s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:55.067781Z","caller":"traceutil/trace.go:171","msg":"trace[1524750202] transaction","detail":"{read_only:false; response_revision:6059; number_of_response:1; }","duration":"2.064445353s","start":"2026-07-03T16:06:53.0033Z","end":"2026-07-03T16:06:55.067746Z","steps":["trace[1524750202] 'process raft request' (duration: 2.064063584s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.067983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.003275Z","time spent":"2.064607947s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:55.068003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035927787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:06:55.068054Z","caller":"traceutil/trace.go:171","msg":"trace[768091832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6061; }","duration":"2.036006289s","start":"2026-07-03T16:06:53.032026Z","end":"2026-07-03T16:06:55.068032Z","steps":["trace[768091832] 'agreement among raft nodes before linearized reading' (duration: 2.035836885s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.068079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.032005Z","time spent":"2.036069s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:55.068292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037139405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:06:55.068346Z","caller":"traceutil/trace.go:171","msg":"trace[194578521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6061; }","duration":"2.037210976s","start":"2026-07-03T16:06:53.031119Z","end":"2026-07-03T16:06:55.06833Z","steps":["trace[194578521] 'agreement among raft nodes before linearized reading' (duration: 2.037030092s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.06839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.031105Z","time spent":"2.037276237s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:06:55.068536Z","caller":"traceutil/trace.go:171","msg":"trace[1275885465] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"1.742619504s","start":"2026-07-03T16:06:53.325907Z","end":"2026-07-03T16:06:55.068527Z","steps":["trace[1275885465] 'process raft request' (duration: 1.741619582s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.068569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113412591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:06:55.068602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.325883Z","time spent":"1.742676846s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:55.068611Z","caller":"traceutil/trace.go:171","msg":"trace[773516431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6061; }","duration":"2.113490333s","start":"2026-07-03T16:06:52.955109Z","end":"2026-07-03T16:06:55.068599Z","steps":["trace[773516431] 'agreement among raft nodes before linearized reading' (duration: 2.11336759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.06865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:52.955089Z","time spent":"2.113551774s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:06:55.068719Z","caller":"traceutil/trace.go:171","msg":"trace[1363356169] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"614.412073ms","start":"2026-07-03T16:06:54.454284Z","end":"2026-07-03T16:06:55.068696Z","steps":["trace[1363356169] 'process raft request' (duration: 613.329878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.068762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:54.454263Z","time spent":"614.478585ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:55.068888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096575742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:55.068912Z","caller":"traceutil/trace.go:171","msg":"trace[822931111] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6061; }","duration":"1.096649634s","start":"2026-07-03T16:06:53.972255Z","end":"2026-07-03T16:06:55.068905Z","steps":["trace[822931111] 'agreement among raft nodes before linearized reading' (duration: 1.096571412s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.068952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.972233Z","time spent":"1.096712316s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:55.069042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385675628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:06:55.069097Z","caller":"traceutil/trace.go:171","msg":"trace[195357384] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6061; }","duration":"2.3857635s","start":"2026-07-03T16:06:52.683318Z","end":"2026-07-03T16:06:55.069081Z","steps":["trace[195357384] 'agreement among raft nodes before linearized reading' (duration: 2.385621807s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.069146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543048881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:55.069171Z","caller":"traceutil/trace.go:171","msg":"trace[26845004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6061; }","duration":"1.543094852s","start":"2026-07-03T16:06:53.52607Z","end":"2026-07-03T16:06:55.069165Z","steps":["trace[26845004] 'agreement among raft nodes before linearized reading' (duration: 1.543047171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.06921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.526058Z","time spent":"1.543147263s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:06:55.069247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719392159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-07-03T16:06:55.069298Z","caller":"traceutil/trace.go:171","msg":"trace[76069695] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6061; }","duration":"2.719479012s","start":"2026-07-03T16:06:52.349808Z","end":"2026-07-03T16:06:55.069287Z","steps":["trace[76069695] 'agreement among raft nodes before linearized reading' (duration: 2.719356959s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.069338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:52.349787Z","time spent":"2.719541823s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17170,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:06:55.069389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545943947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:06:55.069416Z","caller":"traceutil/trace.go:171","msg":"trace[701794066] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:6061; }","duration":"1.546022449s","start":"2026-07-03T16:06:53.523387Z","end":"2026-07-03T16:06:55.06941Z","steps":["trace[701794066] 'agreement among raft nodes before linearized reading' (duration: 1.545948348s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.069457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.523367Z","time spent":"1.54608378s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"warn","ts":"2026-07-03T16:06:55.069537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983567421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:55.069585Z","caller":"traceutil/trace.go:171","msg":"trace[2114866278] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6061; }","duration":"2.983642372s","start":"2026-07-03T16:06:52.085931Z","end":"2026-07-03T16:06:55.069573Z","steps":["trace[2114866278] 'agreement among raft nodes before linearized reading' (duration: 2.98356279s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.069607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026805296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:55.069629Z","caller":"traceutil/trace.go:171","msg":"trace[431558559] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6061; }","duration":"2.026844417s","start":"2026-07-03T16:06:53.042779Z","end":"2026-07-03T16:06:55.069623Z","steps":["trace[431558559] 'agreement among raft nodes before linearized reading' (duration: 2.026777986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.069627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:52.085919Z","time spent":"2.983697353s","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:55.069652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.04277Z","time spent":"2.026876918s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":28,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:55.067815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:52.998044Z","time spent":"2.069676594s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:55.06987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031918745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:06:55.069894Z","caller":"traceutil/trace.go:171","msg":"trace[1830304138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:6061; }","duration":"2.031959425s","start":"2026-07-03T16:06:53.037928Z","end":"2026-07-03T16:06:55.069888Z","steps":["trace[1830304138] 'agreement among raft nodes before linearized reading' (duration: 2.031864763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.069928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.03792Z","time spent":"2.031989656s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:06:55.07006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033395968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:06:55.070087Z","caller":"traceutil/trace.go:171","msg":"trace[16300049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6061; }","duration":"2.033435108s","start":"2026-07-03T16:06:53.036641Z","end":"2026-07-03T16:06:55.070076Z","steps":["trace[16300049] 'agreement among raft nodes before linearized reading' (duration: 2.033360177s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.070255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.036633Z","time spent":"2.033598152s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:06:55.070423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034353951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:06:55.070447Z","caller":"traceutil/trace.go:171","msg":"trace[831449923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6061; }","duration":"2.034401573s","start":"2026-07-03T16:06:53.036039Z","end":"2026-07-03T16:06:55.070441Z","steps":["trace[831449923] 'agreement among raft nodes before linearized reading' (duration: 2.034315671s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.07049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.036029Z","time spent":"2.034452384s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:06:55.070673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038367383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:06:55.070696Z","caller":"traceutil/trace.go:171","msg":"trace[1651998005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6061; }","duration":"2.038408504s","start":"2026-07-03T16:06:53.032282Z","end":"2026-07-03T16:06:55.07069Z","steps":["trace[1651998005] 'agreement among raft nodes before linearized reading' (duration: 2.038346083s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.070737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:53.032274Z","time spent":"2.038457905s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:06:55.069141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:52.683295Z","time spent":"2.385836962s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-03T16:06:55.07111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803749092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:55.071139Z","caller":"traceutil/trace.go:171","msg":"trace[386001394] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6061; }","duration":"3.803817922s","start":"2026-07-03T16:06:51.267313Z","end":"2026-07-03T16:06:55.071131Z","steps":["trace[386001394] 'agreement among raft nodes before linearized reading' (duration: 3.803621328s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.071178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:51.267298Z","time spent":"3.803873084s","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:55.0737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729778778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413505"} {"level":"info","ts":"2026-07-03T16:06:55.073799Z","caller":"traceutil/trace.go:171","msg":"trace[1285999549] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6061; }","duration":"3.729945352s","start":"2026-07-03T16:06:51.343834Z","end":"2026-07-03T16:06:55.073779Z","steps":["trace[1285999549] 'agreement among raft nodes before linearized reading' (duration: 3.726748619s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.073846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:51.343812Z","time spent":"3.730026095s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413526,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:06:55.07404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602381405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:55.074107Z","caller":"traceutil/trace.go:171","msg":"trace[1654526967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6061; }","duration":"3.602463117s","start":"2026-07-03T16:06:51.471627Z","end":"2026-07-03T16:06:55.07409Z","steps":["trace[1654526967] 'agreement among raft nodes before linearized reading' (duration: 3.600022341s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.074238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:51.471579Z","time spent":"3.602636371s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":26,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:06:55.074343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343361624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:06:55.074493Z","caller":"traceutil/trace.go:171","msg":"trace[1177455459] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:6061; }","duration":"3.343543057s","start":"2026-07-03T16:06:51.730941Z","end":"2026-07-03T16:06:55.074484Z","steps":["trace[1177455459] 'agreement among raft nodes before linearized reading' (duration: 3.340642581s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.07454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:51.730929Z","time spent":"3.343582309s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-03T16:06:55.307448Z","caller":"traceutil/trace.go:171","msg":"trace[751506631] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"232.501632ms","start":"2026-07-03T16:06:55.074915Z","end":"2026-07-03T16:06:55.307417Z","steps":["trace[751506631] 'process raft request' (duration: 229.409241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.499765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.075102Z","time spent":"424.657776ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:06:55.500393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.075571Z","time spent":"424.817029ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:06:55.501474Z","caller":"traceutil/trace.go:171","msg":"trace[318495852] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"425.436133ms","start":"2026-07-03T16:06:55.075985Z","end":"2026-07-03T16:06:55.501421Z","steps":["trace[318495852] 'process raft request' (duration: 424.353988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.501723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.07597Z","time spent":"425.616547ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:55.502017Z","caller":"traceutil/trace.go:171","msg":"trace[2004382034] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"426.010607ms","start":"2026-07-03T16:06:55.075987Z","end":"2026-07-03T16:06:55.501998Z","steps":["trace[2004382034] 'process raft request' (duration: 425.231488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.502162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.075973Z","time spent":"426.097559ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:55.502246Z","caller":"traceutil/trace.go:171","msg":"trace[823740425] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"425.304241ms","start":"2026-07-03T16:06:55.076919Z","end":"2026-07-03T16:06:55.502223Z","steps":["trace[823740425] 'process raft request' (duration: 424.918732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.502408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.076908Z","time spent":"425.414163ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:55.50277Z","caller":"traceutil/trace.go:171","msg":"trace[367862527] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"424.678757ms","start":"2026-07-03T16:06:55.078061Z","end":"2026-07-03T16:06:55.50274Z","steps":["trace[367862527] 'process raft request' (duration: 423.92681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.502882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.078052Z","time spent":"424.772259ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:55.503504Z","caller":"traceutil/trace.go:171","msg":"trace[101393365] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"420.4788ms","start":"2026-07-03T16:06:55.08301Z","end":"2026-07-03T16:06:55.503489Z","steps":["trace[101393365] 'process raft request' (duration: 419.582029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.503617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.082991Z","time spent":"420.570631ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17108,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:55.503874Z","caller":"traceutil/trace.go:171","msg":"trace[1473654765] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"347.813756ms","start":"2026-07-03T16:06:55.156046Z","end":"2026-07-03T16:06:55.50386Z","steps":["trace[1473654765] 'process raft request' (duration: 347.639152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.504171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.156023Z","time spent":"348.058392ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19802,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:55.504238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.256567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-03T16:06:55.506324Z","caller":"traceutil/trace.go:171","msg":"trace[985584695] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6068; }","duration":"430.344806ms","start":"2026-07-03T16:06:55.075926Z","end":"2026-07-03T16:06:55.506271Z","steps":["trace[985584695] 'agreement among raft nodes before linearized reading' (duration: 428.123994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:55.506445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.075917Z","time spent":"430.487499ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2103,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-03T16:06:55.503784Z","caller":"traceutil/trace.go:171","msg":"trace[1119761004] linearizableReadLoop","detail":"{readStateIndex:6304; appliedIndex:6301; }","duration":"427.793597ms","start":"2026-07-03T16:06:55.075975Z","end":"2026-07-03T16:06:55.503769Z","steps":["trace[1119761004] 'read index received' (duration: 228.436098ms)","trace[1119761004] 'applied index is now lower than readState.Index' (duration: 199.355269ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:55.701241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.723742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:55.701336Z","caller":"traceutil/trace.go:171","msg":"trace[403162630] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"200.559837ms","start":"2026-07-03T16:06:55.500757Z","end":"2026-07-03T16:06:55.701316Z","steps":["trace[403162630] 'process raft request' (duration: 88.677161ms)","trace[403162630] 'compare' (duration: 111.61354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:56.009324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.534074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:06:56.009681Z","caller":"traceutil/trace.go:171","msg":"trace[1996389921] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"508.109987ms","start":"2026-07-03T16:06:55.501533Z","end":"2026-07-03T16:06:56.009643Z","steps":["trace[1996389921] 'process raft request' (duration: 308.155954ms)","trace[1996389921] 'compare' (duration: 199.306789ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:56.009871Z","caller":"traceutil/trace.go:171","msg":"trace[875837717] linearizableReadLoop","detail":"{readStateIndex:6312; appliedIndex:6310; }","duration":"503.202184ms","start":"2026-07-03T16:06:55.50665Z","end":"2026-07-03T16:06:56.009852Z","steps":["trace[875837717] 'read index received' (duration: 82.813417ms)","trace[875837717] 'applied index is now lower than readState.Index' (duration: 420.387427ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:56.009885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.501526Z","time spent":"508.261581ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:56.010023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.422112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:56.01006Z","caller":"traceutil/trace.go:171","msg":"trace[798673804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6071; }","duration":"931.475883ms","start":"2026-07-03T16:06:55.078576Z","end":"2026-07-03T16:06:56.010052Z","steps":["trace[798673804] 'agreement among raft nodes before linearized reading' (duration: 931.413791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.010096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.07857Z","time spent":"931.517663ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:06:56.009973Z","caller":"traceutil/trace.go:171","msg":"trace[1403498485] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"500.886401ms","start":"2026-07-03T16:06:55.509077Z","end":"2026-07-03T16:06:56.009963Z","steps":["trace[1403498485] 'process raft request' (duration: 500.526402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.010313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.509058Z","time spent":"501.156126ms","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414154,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:56.010472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.194494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:56.010545Z","caller":"traceutil/trace.go:171","msg":"trace[135686408] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6071; }","duration":"116.322077ms","start":"2026-07-03T16:06:55.89421Z","end":"2026-07-03T16:06:56.010532Z","steps":["trace[135686408] 'agreement among raft nodes before linearized reading' (duration: 116.204665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.010583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.48555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:06:56.010811Z","caller":"traceutil/trace.go:171","msg":"trace[731972541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6071; }","duration":"934.726086ms","start":"2026-07-03T16:06:55.076074Z","end":"2026-07-03T16:06:56.0108Z","steps":["trace[731972541] 'agreement among raft nodes before linearized reading' (duration: 934.397189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.010801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.499647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-07-03T16:06:56.010926Z","caller":"traceutil/trace.go:171","msg":"trace[862916520] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6071; }","duration":"502.890236ms","start":"2026-07-03T16:06:55.508008Z","end":"2026-07-03T16:06:56.010898Z","steps":["trace[862916520] 'agreement among raft nodes before linearized reading' (duration: 502.278112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.011011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.507988Z","time spent":"503.011598ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10413,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:06:56.010848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.076064Z","time spent":"934.775277ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:06:56.010815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.291773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:06:56.011152Z","caller":"traceutil/trace.go:171","msg":"trace[1199681163] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6071; }","duration":"307.636371ms","start":"2026-07-03T16:06:55.703494Z","end":"2026-07-03T16:06:56.01113Z","steps":["trace[1199681163] 'agreement among raft nodes before linearized reading' (duration: 306.981146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.011213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.703446Z","time spent":"307.751543ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:06:56.01112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.381381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-03T16:06:56.011415Z","caller":"traceutil/trace.go:171","msg":"trace[699975354] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123; range_end:; response_count:1; response_revision:6071; }","duration":"501.74101ms","start":"2026-07-03T16:06:55.509598Z","end":"2026-07-03T16:06:56.011339Z","steps":["trace[699975354] 'agreement among raft nodes before linearized reading' (duration: 500.953142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.011595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:55.509581Z","time spent":"501.896773ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1456,"request content":"key:\"/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" "} {"level":"info","ts":"2026-07-03T16:06:56.174571Z","caller":"traceutil/trace.go:171","msg":"trace[1327833349] linearizableReadLoop","detail":"{readStateIndex:6314; appliedIndex:6313; }","duration":"105.895657ms","start":"2026-07-03T16:06:56.068644Z","end":"2026-07-03T16:06:56.17454Z","steps":["trace[1327833349] 'read index received' (duration: 61.614858ms)","trace[1327833349] 'applied index is now lower than readState.Index' (duration: 44.279379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:06:56.174722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.053272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:06:56.174781Z","caller":"traceutil/trace.go:171","msg":"trace[320084712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6072; }","duration":"106.170454ms","start":"2026-07-03T16:06:56.068584Z","end":"2026-07-03T16:06:56.174755Z","steps":["trace[320084712] 'agreement among raft nodes before linearized reading' (duration: 106.068742ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:56.174859Z","caller":"traceutil/trace.go:171","msg":"trace[896047707] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"152.705736ms","start":"2026-07-03T16:06:56.02208Z","end":"2026-07-03T16:06:56.174785Z","steps":["trace[896047707] 'process raft request' (duration: 108.041698ms)","trace[896047707] 'compare' (duration: 44.230318ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:56.601476Z","caller":"traceutil/trace.go:171","msg":"trace[1627046443] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"418.037603ms","start":"2026-07-03T16:06:56.183414Z","end":"2026-07-03T16:06:56.601451Z","steps":["trace[1627046443] 'process raft request' (duration: 417.848569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.60163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.183395Z","time spent":"418.155986ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:56.601733Z","caller":"traceutil/trace.go:171","msg":"trace[1315831364] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"418.092984ms","start":"2026-07-03T16:06:56.183605Z","end":"2026-07-03T16:06:56.601698Z","steps":["trace[1315831364] 'process raft request' (duration: 417.801957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.601888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.18358Z","time spent":"418.225587ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:56.602287Z","caller":"traceutil/trace.go:171","msg":"trace[1469237977] linearizableReadLoop","detail":"{readStateIndex:6319; appliedIndex:6315; }","duration":"380.855177ms","start":"2026-07-03T16:06:56.221419Z","end":"2026-07-03T16:06:56.602275Z","steps":["trace[1469237977] 'read index received' (duration: 379.771342ms)","trace[1469237977] 'applied index is now lower than readState.Index' (duration: 1.082835ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:56.602335Z","caller":"traceutil/trace.go:171","msg":"trace[1762449441] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"418.661087ms","start":"2026-07-03T16:06:56.183647Z","end":"2026-07-03T16:06:56.602308Z","steps":["trace[1762449441] 'process raft request' (duration: 418.451772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.602475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.183613Z","time spent":"418.78773ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:56.602553Z","caller":"traceutil/trace.go:171","msg":"trace[1228640891] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"417.007369ms","start":"2026-07-03T16:06:56.185534Z","end":"2026-07-03T16:06:56.602541Z","steps":["trace[1228640891] 'process raft request' (duration: 416.687702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.602618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.185524Z","time spent":"417.05561ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:56.60299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.217773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19816"} {"level":"info","ts":"2026-07-03T16:06:56.603047Z","caller":"traceutil/trace.go:171","msg":"trace[2098409294] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6077; }","duration":"380.318025ms","start":"2026-07-03T16:06:56.222717Z","end":"2026-07-03T16:06:56.603035Z","steps":["trace[2098409294] 'agreement among raft nodes before linearized reading' (duration: 380.130961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.636996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-03T16:06:56.603039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.82994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:06:56.603078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.222704Z","time spent":"380.367086ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19837,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T16:06:56.603113Z","caller":"traceutil/trace.go:171","msg":"trace[1603752718] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6077; }","duration":"179.781999ms","start":"2026-07-03T16:06:56.423298Z","end":"2026-07-03T16:06:56.60308Z","steps":["trace[1603752718] 'agreement among raft nodes before linearized reading' (duration: 179.606815ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:56.603134Z","caller":"traceutil/trace.go:171","msg":"trace[1008568637] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6077; }","duration":"391.959533ms","start":"2026-07-03T16:06:56.211147Z","end":"2026-07-03T16:06:56.603106Z","steps":["trace[1008568637] 'agreement among raft nodes before linearized reading' (duration: 391.673086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.603195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.211078Z","time spent":"392.097776ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:56.862801Z","caller":"traceutil/trace.go:171","msg":"trace[533401789] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"253.72881ms","start":"2026-07-03T16:06:56.609045Z","end":"2026-07-03T16:06:56.862774Z","steps":["trace[533401789] 'process raft request' (duration: 253.510936ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:56.920489Z","caller":"traceutil/trace.go:171","msg":"trace[352177677] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"310.767064ms","start":"2026-07-03T16:06:56.609698Z","end":"2026-07-03T16:06:56.920465Z","steps":["trace[352177677] 'process raft request' (duration: 310.524689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.920646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.609672Z","time spent":"310.891676ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:56.920823Z","caller":"traceutil/trace.go:171","msg":"trace[1922357559] linearizableReadLoop","detail":"{readStateIndex:6322; appliedIndex:6319; }","duration":"309.030983ms","start":"2026-07-03T16:06:56.611755Z","end":"2026-07-03T16:06:56.920786Z","steps":["trace[1922357559] 'read index received' (duration: 250.762322ms)","trace[1922357559] 'applied index is now lower than readState.Index' (duration: 58.267601ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:56.920889Z","caller":"traceutil/trace.go:171","msg":"trace[1303984789] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"309.256109ms","start":"2026-07-03T16:06:56.611587Z","end":"2026-07-03T16:06:56.920843Z","steps":["trace[1303984789] 'process raft request' (duration: 308.801618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.921051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.268419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17123"} {"level":"warn","ts":"2026-07-03T16:06:56.921079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.611573Z","time spent":"309.409922ms","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:56.921116Z","caller":"traceutil/trace.go:171","msg":"trace[152250021] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6080; }","duration":"309.356141ms","start":"2026-07-03T16:06:56.611744Z","end":"2026-07-03T16:06:56.9211Z","steps":["trace[152250021] 'agreement among raft nodes before linearized reading' (duration: 309.149107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:56.921156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.611739Z","time spent":"309.407442ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17144,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:06:57.414233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.788274ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T16:06:57.414516Z","caller":"traceutil/trace.go:171","msg":"trace[1153711985] linearizableReadLoop","detail":"{readStateIndex:6323; appliedIndex:6322; }","duration":"493.597623ms","start":"2026-07-03T16:06:56.920878Z","end":"2026-07-03T16:06:57.414476Z","steps":["trace[1153711985] 'read index received' (duration: 73.535963ms)","trace[1153711985] 'applied index is now lower than readState.Index' (duration: 420.05633ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:57.41464Z","caller":"traceutil/trace.go:171","msg":"trace[227693469] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"480.92996ms","start":"2026-07-03T16:06:56.933692Z","end":"2026-07-03T16:06:57.414622Z","steps":["trace[227693469] 'process raft request' (duration: 480.820067ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.414657Z","caller":"traceutil/trace.go:171","msg":"trace[622005672] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"486.278994ms","start":"2026-07-03T16:06:56.928343Z","end":"2026-07-03T16:06:57.414622Z","steps":["trace[622005672] 'process raft request' (duration: 486.025398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.414712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.485037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19816"} {"level":"warn","ts":"2026-07-03T16:06:57.414792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.93368Z","time spent":"481.008433ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17108,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:57.414797Z","caller":"traceutil/trace.go:171","msg":"trace[174551569] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6081; }","duration":"618.620029ms","start":"2026-07-03T16:06:56.796156Z","end":"2026-07-03T16:06:57.414776Z","steps":["trace[174551569] 'agreement among raft nodes before linearized reading' (duration: 618.329013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.414827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.928324Z","time spent":"486.414647ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:57.414852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.796129Z","time spent":"618.714232ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19837,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:06:57.414668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.017022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:06:57.414885Z","caller":"traceutil/trace.go:171","msg":"trace[1967772824] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"403.380006ms","start":"2026-07-03T16:06:57.011488Z","end":"2026-07-03T16:06:57.414868Z","steps":["trace[1967772824] 'process raft request' (duration: 403.093419ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.414947Z","caller":"traceutil/trace.go:171","msg":"trace[1286519180] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6081; }","duration":"716.334449ms","start":"2026-07-03T16:06:56.698586Z","end":"2026-07-03T16:06:57.41492Z","steps":["trace[1286519180] 'agreement among raft nodes before linearized reading' (duration: 715.93665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.414986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:57.01146Z","time spent":"403.471548ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:57.414975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.567189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-03T16:06:57.41503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.698567Z","time spent":"716.427511ms","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:06:57.41508Z","caller":"traceutil/trace.go:171","msg":"trace[595951315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6082; }","duration":"797.713794ms","start":"2026-07-03T16:06:56.617341Z","end":"2026-07-03T16:06:57.415054Z","steps":["trace[595951315] 'agreement among raft nodes before linearized reading' (duration: 797.313944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.415145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:56.617325Z","time spent":"797.804295ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5672,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T16:06:57.415367Z","caller":"traceutil/trace.go:171","msg":"trace[1647347825] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"337.159853ms","start":"2026-07-03T16:06:57.078195Z","end":"2026-07-03T16:06:57.415354Z","steps":["trace[1647347825] 'process raft request' (duration: 337.04239ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.415368Z","caller":"traceutil/trace.go:171","msg":"trace[311801779] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"337.921869ms","start":"2026-07-03T16:06:57.077418Z","end":"2026-07-03T16:06:57.41534Z","steps":["trace[311801779] 'process raft request' (duration: 337.377416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.415463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:57.078169Z","time spent":"337.239794ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:06:57.41553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.413575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:06:57.415555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.355074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-03T16:06:57.41557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.1175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-03T16:06:57.415583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:57.077397Z","time spent":"338.033352ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:57.415593Z","caller":"traceutil/trace.go:171","msg":"trace[1286943392] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"337.354777ms","start":"2026-07-03T16:06:57.078225Z","end":"2026-07-03T16:06:57.41558Z","steps":["trace[1286943392] 'process raft request' (duration: 337.094751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.415609Z","caller":"traceutil/trace.go:171","msg":"trace[834624260] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6086; }","duration":"197.457656ms","start":"2026-07-03T16:06:57.218136Z","end":"2026-07-03T16:06:57.415594Z","steps":["trace[834624260] 'agreement among raft nodes before linearized reading' (duration: 197.335923ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.415614Z","caller":"traceutil/trace.go:171","msg":"trace[2041138468] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6086; }","duration":"373.206202ms","start":"2026-07-03T16:06:57.042395Z","end":"2026-07-03T16:06:57.415601Z","steps":["trace[2041138468] 'agreement among raft nodes before linearized reading' (duration: 373.056789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.41565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:57.042374Z","time spent":"373.268393ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-03T16:06:57.415674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.586779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:06:57.415579Z","caller":"traceutil/trace.go:171","msg":"trace[2007340308] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6086; }","duration":"184.506007ms","start":"2026-07-03T16:06:57.231062Z","end":"2026-07-03T16:06:57.415568Z","steps":["trace[2007340308] 'agreement among raft nodes before linearized reading' (duration: 184.395705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.415674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:57.0782Z","time spent":"337.433418ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:06:57.415701Z","caller":"traceutil/trace.go:171","msg":"trace[1596868345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6086; }","duration":"104.643589ms","start":"2026-07-03T16:06:57.311049Z","end":"2026-07-03T16:06:57.415693Z","steps":["trace[1596868345] 'agreement among raft nodes before linearized reading' (duration: 104.551147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.415766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.281055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:06:57.415818Z","caller":"traceutil/trace.go:171","msg":"trace[1660453062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:6086; }","duration":"337.356257ms","start":"2026-07-03T16:06:57.078448Z","end":"2026-07-03T16:06:57.415804Z","steps":["trace[1660453062] 'agreement among raft nodes before linearized reading' (duration: 337.208733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.415858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:06:57.078441Z","time spent":"337.406658ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:06:57.565213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.872646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17123"} {"level":"info","ts":"2026-07-03T16:06:57.565294Z","caller":"traceutil/trace.go:171","msg":"trace[2003065206] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6088; }","duration":"141.973128ms","start":"2026-07-03T16:06:57.423302Z","end":"2026-07-03T16:06:57.565275Z","steps":["trace[2003065206] 'agreement among raft nodes before linearized reading' (duration: 141.781344ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.56539Z","caller":"traceutil/trace.go:171","msg":"trace[1737394709] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"123.844611ms","start":"2026-07-03T16:06:57.441528Z","end":"2026-07-03T16:06:57.565373Z","steps":["trace[1737394709] 'process raft request' (duration: 123.411651ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.738651Z","caller":"traceutil/trace.go:171","msg":"trace[841032765] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"169.190375ms","start":"2026-07-03T16:06:57.569433Z","end":"2026-07-03T16:06:57.738624Z","steps":["trace[841032765] 'process raft request' (duration: 153.850002ms)","trace[841032765] 'compare' (duration: 15.123398ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:57.738909Z","caller":"traceutil/trace.go:171","msg":"trace[1123906489] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"169.081202ms","start":"2026-07-03T16:06:57.569801Z","end":"2026-07-03T16:06:57.738882Z","steps":["trace[1123906489] 'process raft request' (duration: 168.767804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.73914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.301367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18bed3430de52517\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-07-03T16:06:57.738962Z","caller":"traceutil/trace.go:171","msg":"trace[129622912] linearizableReadLoop","detail":"{readStateIndex:6334; appliedIndex:6332; }","duration":"169.128253ms","start":"2026-07-03T16:06:57.569816Z","end":"2026-07-03T16:06:57.738944Z","steps":["trace[129622912] 'read index received' (duration: 15.856014ms)","trace[129622912] 'applied index is now lower than readState.Index' (duration: 153.271029ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:06:57.739192Z","caller":"traceutil/trace.go:171","msg":"trace[29466054] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18bed3430de52517; range_end:; response_count:1; response_revision:6093; }","duration":"169.386959ms","start":"2026-07-03T16:06:57.569794Z","end":"2026-07-03T16:06:57.739181Z","steps":["trace[29466054] 'agreement among raft nodes before linearized reading' (duration: 169.204835ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.739275Z","caller":"traceutil/trace.go:171","msg":"trace[445731559] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"169.40849ms","start":"2026-07-03T16:06:57.569836Z","end":"2026-07-03T16:06:57.739245Z","steps":["trace[445731559] 'process raft request' (duration: 168.938199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:06:57.739351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.665423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-03T16:06:57.739387Z","caller":"traceutil/trace.go:171","msg":"trace[624087794] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6093; }","duration":"168.714264ms","start":"2026-07-03T16:06:57.570661Z","end":"2026-07-03T16:06:57.739375Z","steps":["trace[624087794] 'agreement among raft nodes before linearized reading' (duration: 168.608331ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.739424Z","caller":"traceutil/trace.go:171","msg":"trace[1869102592] transaction","detail":"{read_only:false; response_revision:6093; number_of_response:1; }","duration":"159.656665ms","start":"2026-07-03T16:06:57.579736Z","end":"2026-07-03T16:06:57.739392Z","steps":["trace[1869102592] 'process raft request' (duration: 159.139293ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.891313Z","caller":"traceutil/trace.go:171","msg":"trace[1004925287] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"145.868518ms","start":"2026-07-03T16:06:57.745411Z","end":"2026-07-03T16:06:57.891279Z","steps":["trace[1004925287] 'process raft request' (duration: 145.632703ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.891382Z","caller":"traceutil/trace.go:171","msg":"trace[1728870839] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"144.552518ms","start":"2026-07-03T16:06:57.746798Z","end":"2026-07-03T16:06:57.891351Z","steps":["trace[1728870839] 'process raft request' (duration: 144.447714ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.891413Z","caller":"traceutil/trace.go:171","msg":"trace[2059011537] transaction","detail":"{read_only:false; response_revision:6096; number_of_response:1; }","duration":"144.622009ms","start":"2026-07-03T16:06:57.746756Z","end":"2026-07-03T16:06:57.891378Z","steps":["trace[2059011537] 'process raft request' (duration: 144.440484ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.891596Z","caller":"traceutil/trace.go:171","msg":"trace[203753805] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"144.467736ms","start":"2026-07-03T16:06:57.747107Z","end":"2026-07-03T16:06:57.891575Z","steps":["trace[203753805] 'process raft request' (duration: 144.186839ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:06:57.89165Z","caller":"traceutil/trace.go:171","msg":"trace[1531335952] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"133.112255ms","start":"2026-07-03T16:06:57.758517Z","end":"2026-07-03T16:06:57.891629Z","steps":["trace[1531335952] 'process raft request' (duration: 132.948051ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:41.87093Z","caller":"traceutil/trace.go:171","msg":"trace[992818915] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"111.829044ms","start":"2026-07-03T16:07:41.759079Z","end":"2026-07-03T16:07:41.870908Z","steps":["trace[992818915] 'process raft request' (duration: 111.659801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:41.892728Z","caller":"traceutil/trace.go:171","msg":"trace[1817910439] linearizableReadLoop","detail":"{readStateIndex:6703; appliedIndex:6701; }","duration":"108.909528ms","start":"2026-07-03T16:07:41.7838Z","end":"2026-07-03T16:07:41.89271Z","steps":["trace[1817910439] 'read index received' (duration: 86.916911ms)","trace[1817910439] 'applied index is now lower than readState.Index' (duration: 21.991656ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:07:41.892856Z","caller":"traceutil/trace.go:171","msg":"trace[1111665204] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"131.272422ms","start":"2026-07-03T16:07:41.761552Z","end":"2026-07-03T16:07:41.892824Z","steps":["trace[1111665204] 'process raft request' (duration: 130.898803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:41.892927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.108302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-07-03T16:07:41.893549Z","caller":"traceutil/trace.go:171","msg":"trace[623504752] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6450; }","duration":"109.641164ms","start":"2026-07-03T16:07:41.783761Z","end":"2026-07-03T16:07:41.893402Z","steps":["trace[623504752] 'agreement among raft nodes before linearized reading' (duration: 109.053041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:42.427046Z","caller":"traceutil/trace.go:171","msg":"trace[771651070] linearizableReadLoop","detail":"{readStateIndex:6706; appliedIndex:6705; }","duration":"415.650298ms","start":"2026-07-03T16:07:42.011354Z","end":"2026-07-03T16:07:42.427005Z","steps":["trace[771651070] 'read index received' (duration: 387.668944ms)","trace[771651070] 'applied index is now lower than readState.Index' (duration: 27.980344ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:07:42.42749Z","caller":"traceutil/trace.go:171","msg":"trace[427868714] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"418.364001ms","start":"2026-07-03T16:07:42.009109Z","end":"2026-07-03T16:07:42.427473Z","steps":["trace[427868714] 'process raft request' (duration: 389.905106ms)","trace[427868714] 'compare' (duration: 27.732718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:07:42.427579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.426603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:07:42.427618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:42.009086Z","time spent":"418.443573ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:07:42.427606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.574316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:07:42.42765Z","caller":"traceutil/trace.go:171","msg":"trace[1091749329] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6453; }","duration":"236.524175ms","start":"2026-07-03T16:07:42.191108Z","end":"2026-07-03T16:07:42.427632Z","steps":["trace[1091749329] 'agreement among raft nodes before linearized reading' (duration: 236.407382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:42.427646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.15873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"warn","ts":"2026-07-03T16:07:42.427669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.390655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:07:42.427691Z","caller":"traceutil/trace.go:171","msg":"trace[1300760278] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6453; }","duration":"236.715529ms","start":"2026-07-03T16:07:42.190958Z","end":"2026-07-03T16:07:42.427674Z","steps":["trace[1300760278] 'agreement among raft nodes before linearized reading' (duration: 236.561375ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:42.427703Z","caller":"traceutil/trace.go:171","msg":"trace[1345016784] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6453; }","duration":"234.235633ms","start":"2026-07-03T16:07:42.193454Z","end":"2026-07-03T16:07:42.42769Z","steps":["trace[1345016784] 'agreement among raft nodes before linearized reading' (duration: 234.047167ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:42.427745Z","caller":"traceutil/trace.go:171","msg":"trace[1180192940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6453; }","duration":"406.498218ms","start":"2026-07-03T16:07:42.021228Z","end":"2026-07-03T16:07:42.427726Z","steps":["trace[1180192940] 'agreement among raft nodes before linearized reading' (duration: 406.263612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:42.427748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.373115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:07:42.42779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:42.02122Z","time spent":"406.56069ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:07:42.427861Z","caller":"traceutil/trace.go:171","msg":"trace[117278320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6453; }","duration":"416.473298ms","start":"2026-07-03T16:07:42.011343Z","end":"2026-07-03T16:07:42.427816Z","steps":["trace[117278320] 'agreement among raft nodes before linearized reading' (duration: 416.205411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:07:42.427922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:07:42.011338Z","time spent":"416.56879ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:07:56.427841Z","caller":"traceutil/trace.go:171","msg":"trace[2109256352] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"131.800264ms","start":"2026-07-03T16:07:56.296017Z","end":"2026-07-03T16:07:56.427818Z","steps":["trace[2109256352] 'process raft request' (duration: 131.664701ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:07:56.70887Z","caller":"traceutil/trace.go:171","msg":"trace[223068907] transaction","detail":"{read_only:false; response_revision:6556; number_of_response:1; }","duration":"118.975669ms","start":"2026-07-03T16:07:56.589861Z","end":"2026-07-03T16:07:56.708837Z","steps":["trace[223068907] 'process raft request' (duration: 99.974712ms)","trace[223068907] 'compare' (duration: 18.365182ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:08:51.901404Z","caller":"traceutil/trace.go:171","msg":"trace[1237751591] transaction","detail":"{read_only:false; response_revision:6941; number_of_response:1; }","duration":"164.798828ms","start":"2026-07-03T16:08:51.736583Z","end":"2026-07-03T16:08:51.901381Z","steps":["trace[1237751591] 'process raft request' (duration: 164.489391ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:42.548082Z","caller":"traceutil/trace.go:171","msg":"trace[1087921630] transaction","detail":"{read_only:false; response_revision:7210; number_of_response:1; }","duration":"121.482984ms","start":"2026-07-03T16:09:42.426568Z","end":"2026-07-03T16:09:42.548051Z","steps":["trace[1087921630] 'process raft request' (duration: 120.843208ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:46.782665Z","caller":"traceutil/trace.go:171","msg":"trace[1922962481] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"180.99073ms","start":"2026-07-03T16:09:46.601631Z","end":"2026-07-03T16:09:46.782622Z","steps":["trace[1922962481] 'process raft request' (duration: 180.862447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:09:46.80405Z","caller":"traceutil/trace.go:171","msg":"trace[283653405] linearizableReadLoop","detail":"{readStateIndex:7509; appliedIndex:7507; }","duration":"113.316526ms","start":"2026-07-03T16:09:46.690713Z","end":"2026-07-03T16:09:46.804029Z","steps":["trace[283653405] 'read index received' (duration: 91.830921ms)","trace[283653405] 'applied index is now lower than readState.Index' (duration: 21.484385ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:09:46.804146Z","caller":"traceutil/trace.go:171","msg":"trace[165242022] transaction","detail":"{read_only:false; response_revision:7230; number_of_response:1; }","duration":"117.701666ms","start":"2026-07-03T16:09:46.686435Z","end":"2026-07-03T16:09:46.804136Z","steps":["trace[165242022] 'process raft request' (duration: 117.487652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:46.80434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.164523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:09:46.804397Z","caller":"traceutil/trace.go:171","msg":"trace[243966940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:7230; }","duration":"110.241224ms","start":"2026-07-03T16:09:46.694142Z","end":"2026-07-03T16:09:46.804384Z","steps":["trace[243966940] 'agreement among raft nodes before linearized reading' (duration: 110.05793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:09:46.80475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.042772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:09:46.804795Z","caller":"traceutil/trace.go:171","msg":"trace[92486383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7230; }","duration":"114.117404ms","start":"2026-07-03T16:09:46.690667Z","end":"2026-07-03T16:09:46.804785Z","steps":["trace[92486383] 'agreement among raft nodes before linearized reading' (duration: 113.998071ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:01.086885Z","caller":"traceutil/trace.go:171","msg":"trace[247512811] linearizableReadLoop","detail":"{readStateIndex:7602; appliedIndex:7601; }","duration":"123.683074ms","start":"2026-07-03T16:10:00.96318Z","end":"2026-07-03T16:10:01.086863Z","steps":["trace[247512811] 'read index received' (duration: 116.829287ms)","trace[247512811] 'applied index is now lower than readState.Index' (duration: 6.852947ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:10:01.086962Z","caller":"traceutil/trace.go:171","msg":"trace[228903479] transaction","detail":"{read_only:false; response_revision:7320; number_of_response:1; }","duration":"191.379839ms","start":"2026-07-03T16:10:00.895544Z","end":"2026-07-03T16:10:01.086924Z","steps":["trace[228903479] 'process raft request' (duration: 184.45554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:01.087218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.007032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:6397"} {"level":"info","ts":"2026-07-03T16:10:01.087316Z","caller":"traceutil/trace.go:171","msg":"trace[1678480479] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:7320; }","duration":"124.118315ms","start":"2026-07-03T16:10:00.963174Z","end":"2026-07-03T16:10:01.087293Z","steps":["trace[1678480479] 'agreement among raft nodes before linearized reading' (duration: 123.797826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:01.146108Z","caller":"traceutil/trace.go:171","msg":"trace[1301690101] transaction","detail":"{read_only:false; response_revision:7321; number_of_response:1; }","duration":"149.232682ms","start":"2026-07-03T16:10:00.996843Z","end":"2026-07-03T16:10:01.146075Z","steps":["trace[1301690101] 'process raft request' (duration: 148.986845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:01.146159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.71677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:10:01.146204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.150299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:10:01.146273Z","caller":"traceutil/trace.go:171","msg":"trace[2067733103] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7321; }","duration":"175.863193ms","start":"2026-07-03T16:10:00.970396Z","end":"2026-07-03T16:10:01.146259Z","steps":["trace[2067733103] 'agreement among raft nodes before linearized reading' (duration: 175.696479ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:01.146303Z","caller":"traceutil/trace.go:171","msg":"trace[1117493317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:7321; }","duration":"139.284753ms","start":"2026-07-03T16:10:01.006998Z","end":"2026-07-03T16:10:01.146283Z","steps":["trace[1117493317] 'agreement among raft nodes before linearized reading' (duration: 139.023217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:10:01.146323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.930786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-03T16:10:01.146407Z","caller":"traceutil/trace.go:171","msg":"trace[1692707732] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7321; }","duration":"183.035019ms","start":"2026-07-03T16:10:00.96335Z","end":"2026-07-03T16:10:01.146385Z","steps":["trace[1692707732] 'agreement among raft nodes before linearized reading' (duration: 182.804224ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:03.408161Z","caller":"traceutil/trace.go:171","msg":"trace[1378054592] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"219.070027ms","start":"2026-07-03T16:10:03.189025Z","end":"2026-07-03T16:10:03.408095Z","steps":["trace[1378054592] 'process raft request' (duration: 145.832843ms)","trace[1378054592] 'compare' (duration: 73.04768ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:10:03.461187Z","caller":"traceutil/trace.go:171","msg":"trace[289708916] transaction","detail":"{read_only:false; response_revision:7338; number_of_response:1; }","duration":"271.944822ms","start":"2026-07-03T16:10:03.189223Z","end":"2026-07-03T16:10:03.461167Z","steps":["trace[289708916] 'process raft request' (duration: 271.640505ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:10:18.406893Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4555} {"level":"info","ts":"2026-07-03T16:10:18.491833Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4555,"took":"83.5861ms","hash":33574521,"current-db-size-bytes":43802624,"current-db-size":"44 MB","current-db-size-in-use-bytes":37801984,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-03T16:10:18.491908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":33574521,"revision":4555,"compact-revision":2536} {"level":"info","ts":"2026-07-03T16:11:22.217189Z","caller":"traceutil/trace.go:171","msg":"trace[267751632] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"144.528572ms","start":"2026-07-03T16:11:22.072639Z","end":"2026-07-03T16:11:22.217168Z","steps":["trace[267751632] 'process raft request' (duration: 54.874601ms)","trace[267751632] 'compare' (duration: 89.559009ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:11:30.180309Z","caller":"traceutil/trace.go:171","msg":"trace[1801470946] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"148.973113ms","start":"2026-07-03T16:11:30.031306Z","end":"2026-07-03T16:11:30.18028Z","steps":["trace[1801470946] 'process raft request' (duration: 63.215452ms)","trace[1801470946] 'compare' (duration: 85.587568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:33.866423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.0384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:12:33.866869Z","caller":"traceutil/trace.go:171","msg":"trace[141006537] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"155.045424ms","start":"2026-07-03T16:12:33.711791Z","end":"2026-07-03T16:12:33.866837Z","steps":["trace[141006537] 'process raft request' (duration: 27.479671ms)","trace[141006537] 'compare' (duration: 126.870617ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:34.435323Z","caller":"traceutil/trace.go:171","msg":"trace[1086855991] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"100.49587ms","start":"2026-07-03T16:12:34.334805Z","end":"2026-07-03T16:12:34.435301Z","steps":["trace[1086855991] 'process raft request' (duration: 100.366807ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.128633Z","caller":"traceutil/trace.go:171","msg":"trace[1570802258] linearizableReadLoop","detail":"{readStateIndex:8895; appliedIndex:8894; }","duration":"132.406394ms","start":"2026-07-03T16:12:45.996201Z","end":"2026-07-03T16:12:46.128607Z","steps":["trace[1570802258] 'read index received' (duration: 101.964864ms)","trace[1570802258] 'applied index is now lower than readState.Index' (duration: 30.440659ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:46.128876Z","caller":"traceutil/trace.go:171","msg":"trace[1899410754] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"197.655573ms","start":"2026-07-03T16:12:45.931187Z","end":"2026-07-03T16:12:46.128843Z","steps":["trace[1899410754] 'process raft request' (duration: 166.977008ms)","trace[1899410754] 'compare' (duration: 30.334467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:46.128976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.755541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T16:12:46.129028Z","caller":"traceutil/trace.go:171","msg":"trace[924747504] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8569; }","duration":"132.826983ms","start":"2026-07-03T16:12:45.996189Z","end":"2026-07-03T16:12:46.129016Z","steps":["trace[924747504] 'agreement among raft nodes before linearized reading' (duration: 132.667699ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:46.130925Z","caller":"traceutil/trace.go:171","msg":"trace[385648027] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8569; }","duration":"129.658809ms","start":"2026-07-03T16:12:46.001238Z","end":"2026-07-03T16:12:46.130897Z","steps":["trace[385648027] 'process raft request' (duration: 129.530756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:46.131472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.885377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-03T16:12:46.131518Z","caller":"traceutil/trace.go:171","msg":"trace[646677608] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8569; }","duration":"133.940349ms","start":"2026-07-03T16:12:45.997566Z","end":"2026-07-03T16:12:46.131506Z","steps":["trace[646677608] 'agreement among raft nodes before linearized reading' (duration: 133.256264ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.342376Z","caller":"traceutil/trace.go:171","msg":"trace[639779661] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"174.502021ms","start":"2026-07-03T16:12:48.167826Z","end":"2026-07-03T16:12:48.342328Z","steps":["trace[639779661] 'process raft request' (duration: 77.110702ms)","trace[639779661] 'compare' (duration: 97.187915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:12:48.342522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.23223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:12:48.342638Z","caller":"traceutil/trace.go:171","msg":"trace[611350335] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:8585; }","duration":"159.390044ms","start":"2026-07-03T16:12:48.183236Z","end":"2026-07-03T16:12:48.342626Z","steps":["trace[611350335] 'agreement among raft nodes before linearized reading' (duration: 159.157849ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.342353Z","caller":"traceutil/trace.go:171","msg":"trace[1985036649] linearizableReadLoop","detail":"{readStateIndex:8913; appliedIndex:8912; }","duration":"159.031716ms","start":"2026-07-03T16:12:48.183274Z","end":"2026-07-03T16:12:48.342306Z","steps":["trace[1985036649] 'read index received' (duration: 61.600186ms)","trace[1985036649] 'applied index is now lower than readState.Index' (duration: 97.43055ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:48.436142Z","caller":"traceutil/trace.go:171","msg":"trace[1261043705] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"117.541282ms","start":"2026-07-03T16:12:48.318557Z","end":"2026-07-03T16:12:48.436098Z","steps":["trace[1261043705] 'process raft request' (duration: 117.343228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.926655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.798428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:12:48.926715Z","caller":"traceutil/trace.go:171","msg":"trace[1151745791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8586; }","duration":"241.915341ms","start":"2026-07-03T16:12:48.684788Z","end":"2026-07-03T16:12:48.926703Z","steps":["trace[1151745791] 'range keys from in-memory index tree' (duration: 241.652455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.926867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.510764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:12:48.926894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.466583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:12:48.926925Z","caller":"traceutil/trace.go:171","msg":"trace[881218893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8586; }","duration":"406.531404ms","start":"2026-07-03T16:12:48.520382Z","end":"2026-07-03T16:12:48.926914Z","steps":["trace[881218893] 'range keys from in-memory index tree' (duration: 406.392521ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.926928Z","caller":"traceutil/trace.go:171","msg":"trace[1542573166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8586; }","duration":"406.593455ms","start":"2026-07-03T16:12:48.520315Z","end":"2026-07-03T16:12:48.926909Z","steps":["trace[1542573166] 'range keys from in-memory index tree' (duration: 406.340859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.92695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.52036Z","time spent":"406.584445ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:12:48.926969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:12:48.5203Z","time spent":"406.657127ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:12:48.926656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.301364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:12:48.927088Z","caller":"traceutil/trace.go:171","msg":"trace[1630982700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8586; }","duration":"240.775504ms","start":"2026-07-03T16:12:48.686306Z","end":"2026-07-03T16:12:48.927081Z","steps":["trace[1630982700] 'range keys from in-memory index tree' (duration: 240.180671ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:12:48.997309Z","caller":"traceutil/trace.go:171","msg":"trace[1735074774] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8914; }","duration":"112.635429ms","start":"2026-07-03T16:12:48.884646Z","end":"2026-07-03T16:12:48.997282Z","steps":["trace[1735074774] 'read index received' (duration: 112.525556ms)","trace[1735074774] 'applied index is now lower than readState.Index' (duration: 108.633µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:12:48.997426Z","caller":"traceutil/trace.go:171","msg":"trace[1770397498] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"125.221678ms","start":"2026-07-03T16:12:48.872174Z","end":"2026-07-03T16:12:48.997396Z","steps":["trace[1770397498] 'process raft request' (duration: 124.934462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:48.99755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.887724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:12:48.997587Z","caller":"traceutil/trace.go:171","msg":"trace[60555721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8587; }","duration":"112.982156ms","start":"2026-07-03T16:12:48.884595Z","end":"2026-07-03T16:12:48.997577Z","steps":["trace[60555721] 'agreement among raft nodes before linearized reading' (duration: 112.813633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:12:49.022662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.164536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-7d5664f77-9w27s\" ","response":"range_response_count:1 size:8238"} {"level":"info","ts":"2026-07-03T16:12:49.022718Z","caller":"traceutil/trace.go:171","msg":"trace[621254527] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-7d5664f77-9w27s; range_end:; response_count:1; response_revision:8590; }","duration":"111.247127ms","start":"2026-07-03T16:12:48.911459Z","end":"2026-07-03T16:12:49.022706Z","steps":["trace[621254527] 'agreement among raft nodes before linearized reading' (duration: 111.096244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:04.130395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.094052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:04.130531Z","caller":"traceutil/trace.go:171","msg":"trace[118700701] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8807; }","duration":"144.302887ms","start":"2026-07-03T16:13:03.986202Z","end":"2026-07-03T16:13:04.130505Z","steps":["trace[118700701] 'count revisions from in-memory index tree' (duration: 144.00775ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:04.131688Z","caller":"traceutil/trace.go:171","msg":"trace[433309900] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"129.776934ms","start":"2026-07-03T16:13:04.001893Z","end":"2026-07-03T16:13:04.131669Z","steps":["trace[433309900] 'process raft request' (duration: 129.549248ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:04.132461Z","caller":"traceutil/trace.go:171","msg":"trace[1265225794] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"117.717435ms","start":"2026-07-03T16:13:04.014717Z","end":"2026-07-03T16:13:04.132434Z","steps":["trace[1265225794] 'process raft request' (duration: 117.528311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:06.678164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217236398s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:13:06.680469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242686893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:06.680557Z","caller":"traceutil/trace.go:171","msg":"trace[354775462] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8815; }","duration":"1.242865196s","start":"2026-07-03T16:13:05.43767Z","end":"2026-07-03T16:13:06.680535Z","steps":["trace[354775462] 'count revisions from in-memory index tree' (duration: 1.242582391s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:06.680601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:05.437647Z","time spent":"1.242943309s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:06.680857Z","caller":"traceutil/trace.go:171","msg":"trace[292654156] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"1.220000821s","start":"2026-07-03T16:13:05.460831Z","end":"2026-07-03T16:13:06.680832Z","steps":["trace[292654156] 'process raft request' (duration: 1.217517475s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:06.680997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:05.460803Z","time spent":"1.220120975s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:07.554325Z","caller":"traceutil/trace.go:171","msg":"trace[1458412723] linearizableReadLoop","detail":"{readStateIndex:9151; appliedIndex:9147; }","duration":"1.060102966s","start":"2026-07-03T16:13:06.494198Z","end":"2026-07-03T16:13:07.554301Z","steps":["trace[1458412723] 'read index received' (duration: 184.140463ms)","trace[1458412723] 'applied index is now lower than readState.Index' (duration: 875.961423ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:07.554447Z","caller":"traceutil/trace.go:171","msg":"trace[1915147672] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"2.03438102s","start":"2026-07-03T16:13:05.52001Z","end":"2026-07-03T16:13:07.554391Z","steps":["trace[1915147672] 'process raft request' (duration: 2.034065783s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:07.554602Z","caller":"traceutil/trace.go:171","msg":"trace[1314200037] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"1.654680903s","start":"2026-07-03T16:13:05.899885Z","end":"2026-07-03T16:13:07.554566Z","steps":["trace[1314200037] 'process raft request' (duration: 1.654340865s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:07.554639Z","caller":"traceutil/trace.go:171","msg":"trace[1568458748] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"1.417321028s","start":"2026-07-03T16:13:06.13727Z","end":"2026-07-03T16:13:07.554591Z","steps":["trace[1568458748] 'process raft request' (duration: 1.4169961s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:07.55472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:05.519991Z","time spent":"2.034620776s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:07.554726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:05.899866Z","time spent":"1.654801155s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:07.554821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:06.137252Z","time spent":"1.417478151s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:07.555425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061210603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:13:07.555688Z","caller":"traceutil/trace.go:171","msg":"trace[1378374499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8819; }","duration":"1.061525559s","start":"2026-07-03T16:13:06.494147Z","end":"2026-07-03T16:13:07.555672Z","steps":["trace[1378374499] 'agreement among raft nodes before linearized reading' (duration: 1.060431033s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:07.555786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:06.494125Z","time spent":"1.061636582s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:13:07.557661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038475818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:07.55772Z","caller":"traceutil/trace.go:171","msg":"trace[1911078275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8819; }","duration":"1.038562861s","start":"2026-07-03T16:13:06.519144Z","end":"2026-07-03T16:13:07.557707Z","steps":["trace[1911078275] 'agreement among raft nodes before linearized reading' (duration: 1.038464089s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:07.557747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:06.519131Z","time spent":"1.038610132s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:07.557713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.958954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:07.557787Z","caller":"traceutil/trace.go:171","msg":"trace[2083583817] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8819; }","duration":"394.079198ms","start":"2026-07-03T16:13:07.163693Z","end":"2026-07-03T16:13:07.557772Z","steps":["trace[2083583817] 'agreement among raft nodes before linearized reading' (duration: 393.934864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:07.557826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:07.163682Z","time spent":"394.134429ms","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:07.55783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.724786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:13:07.55783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.167754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:07.557866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.023362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:13:07.557916Z","caller":"traceutil/trace.go:171","msg":"trace[1787379806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8819; }","duration":"469.271396ms","start":"2026-07-03T16:13:07.088625Z","end":"2026-07-03T16:13:07.557897Z","steps":["trace[1787379806] 'agreement among raft nodes before linearized reading' (duration: 469.121503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:07.557931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.546723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:13:07.557953Z","caller":"traceutil/trace.go:171","msg":"trace[2118885906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:8819; }","duration":"985.594174ms","start":"2026-07-03T16:13:06.572353Z","end":"2026-07-03T16:13:07.557947Z","steps":["trace[2118885906] 'agreement among raft nodes before linearized reading' (duration: 985.526513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:07.557972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:06.572339Z","time spent":"985.628635ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:13:07.557972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.620147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:13:07.558013Z","caller":"traceutil/trace.go:171","msg":"trace[313054644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8819; }","duration":"292.695368ms","start":"2026-07-03T16:13:07.265309Z","end":"2026-07-03T16:13:07.558004Z","steps":["trace[313054644] 'agreement among raft nodes before linearized reading' (duration: 292.601586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:07.557961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:07.088562Z","time spent":"469.388939ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:07.558085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.450682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:13:07.558122Z","caller":"traceutil/trace.go:171","msg":"trace[438906387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8819; }","duration":"406.526104ms","start":"2026-07-03T16:13:07.151587Z","end":"2026-07-03T16:13:07.558113Z","steps":["trace[438906387] 'agreement among raft nodes before linearized reading' (duration: 406.397141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:07.558153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:07.151566Z","time spent":"406.577965ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:13:07.558288Z","caller":"traceutil/trace.go:171","msg":"trace[1841468698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8819; }","duration":"362.465662ms","start":"2026-07-03T16:13:07.195802Z","end":"2026-07-03T16:13:07.558268Z","steps":["trace[1841468698] 'agreement among raft nodes before linearized reading' (duration: 361.888928ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:07.557885Z","caller":"traceutil/trace.go:171","msg":"trace[773476288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8819; }","duration":"355.826489ms","start":"2026-07-03T16:13:07.202045Z","end":"2026-07-03T16:13:07.557871Z","steps":["trace[773476288] 'agreement among raft nodes before linearized reading' (duration: 355.577152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:07.558396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:07.195788Z","time spent":"362.592025ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:07.558396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:07.202025Z","time spent":"356.35829ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:13:18.64857Z","caller":"traceutil/trace.go:171","msg":"trace[1674654324] linearizableReadLoop","detail":"{readStateIndex:9213; appliedIndex:9212; }","duration":"176.148349ms","start":"2026-07-03T16:13:18.472397Z","end":"2026-07-03T16:13:18.648545Z","steps":["trace[1674654324] 'read index received' (duration: 175.877142ms)","trace[1674654324] 'applied index is now lower than readState.Index' (duration: 270.077µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:18.648601Z","caller":"traceutil/trace.go:171","msg":"trace[1464829656] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"596.070651ms","start":"2026-07-03T16:13:18.052507Z","end":"2026-07-03T16:13:18.648578Z","steps":["trace[1464829656] 'process raft request' (duration: 595.848305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:18.648762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:18.052492Z","time spent":"596.157772ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:18.648828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.394264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:18.648881Z","caller":"traceutil/trace.go:171","msg":"trace[122778585] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8878; }","duration":"176.504337ms","start":"2026-07-03T16:13:18.472364Z","end":"2026-07-03T16:13:18.648868Z","steps":["trace[122778585] 'agreement among raft nodes before linearized reading' (duration: 176.392885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:18.938216Z","caller":"traceutil/trace.go:171","msg":"trace[168725200] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"220.98938ms","start":"2026-07-03T16:13:18.717195Z","end":"2026-07-03T16:13:18.938184Z","steps":["trace[168725200] 'process raft request' (duration: 157.03744ms)","trace[168725200] 'compare' (duration: 63.755406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:20.473476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.232667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:13:20.474166Z","caller":"traceutil/trace.go:171","msg":"trace[1649402813] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"1.533670521s","start":"2026-07-03T16:13:18.94044Z","end":"2026-07-03T16:13:20.474111Z","steps":["trace[1649402813] 'process raft request' (duration: 627.453712ms)","trace[1649402813] 'compare' (duration: 904.760726ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:20.474304Z","caller":"traceutil/trace.go:171","msg":"trace[593979379] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"1.337769128s","start":"2026-07-03T16:13:19.136514Z","end":"2026-07-03T16:13:20.474283Z","steps":["trace[593979379] 'process raft request' (duration: 1.337504702s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.474435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:18.940415Z","time spent":"1.533816915s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:20.47443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.136482Z","time spent":"1.337874451s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:20.47451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.81126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:20.474531Z","caller":"traceutil/trace.go:171","msg":"trace[201594718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8881; }","duration":"952.82953ms","start":"2026-07-03T16:13:19.521694Z","end":"2026-07-03T16:13:20.474523Z","steps":["trace[201594718] 'agreement among raft nodes before linearized reading' (duration: 952.7887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.474546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.521648Z","time spent":"952.894732ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:13:20.474311Z","caller":"traceutil/trace.go:171","msg":"trace[1533625230] linearizableReadLoop","detail":"{readStateIndex:9216; appliedIndex:9214; }","duration":"952.509264ms","start":"2026-07-03T16:13:19.521707Z","end":"2026-07-03T16:13:20.474216Z","steps":["trace[1533625230] 'read index received' (duration: 46.201973ms)","trace[1533625230] 'applied index is now lower than readState.Index' (duration: 906.305921ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:20.507579Z","caller":"traceutil/trace.go:171","msg":"trace[1372615711] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"888.124024ms","start":"2026-07-03T16:13:19.619429Z","end":"2026-07-03T16:13:20.507553Z","steps":["trace[1372615711] 'process raft request' (duration: 887.97804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.50781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.619392Z","time spent":"888.261767ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:20.804898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.647804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:13:20.805213Z","caller":"traceutil/trace.go:171","msg":"trace[1378731204] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9216; }","duration":"329.407521ms","start":"2026-07-03T16:13:20.475788Z","end":"2026-07-03T16:13:20.805195Z","steps":["trace[1378731204] 'read index received' (duration: 31.694348ms)","trace[1378731204] 'applied index is now lower than readState.Index' (duration: 297.711973ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:20.805234Z","caller":"traceutil/trace.go:171","msg":"trace[1316832068] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"1.170549134s","start":"2026-07-03T16:13:19.634648Z","end":"2026-07-03T16:13:20.805197Z","steps":["trace[1316832068] 'process raft request' (duration: 1.042507862s)","trace[1316832068] 'compare' (duration: 127.408548ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:20.80534Z","caller":"traceutil/trace.go:171","msg":"trace[1539240467] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"1.170494502s","start":"2026-07-03T16:13:19.634729Z","end":"2026-07-03T16:13:20.805223Z","steps":["trace[1539240467] 'process raft request' (duration: 1.170263457s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.805449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068798246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:13:20.805453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.743328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:20.805536Z","caller":"traceutil/trace.go:171","msg":"trace[285954549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8884; }","duration":"1.06894399s","start":"2026-07-03T16:13:19.736573Z","end":"2026-07-03T16:13:20.805517Z","steps":["trace[285954549] 'agreement among raft nodes before linearized reading' (duration: 1.068671233s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.805503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.895144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:20.80556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159952132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125538"} {"level":"info","ts":"2026-07-03T16:13:20.805557Z","caller":"traceutil/trace.go:171","msg":"trace[1198928301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8884; }","duration":"329.902653ms","start":"2026-07-03T16:13:20.475634Z","end":"2026-07-03T16:13:20.805537Z","steps":["trace[1198928301] 'agreement among raft nodes before linearized reading' (duration: 329.711077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.805584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.736564Z","time spent":"1.069010931s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:13:20.805611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.475621Z","time spent":"329.981625ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:20.805604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108463619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:13:20.805613Z","caller":"traceutil/trace.go:171","msg":"trace[1758119999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8884; }","duration":"605.063107ms","start":"2026-07-03T16:13:20.200524Z","end":"2026-07-03T16:13:20.805587Z","steps":["trace[1758119999] 'agreement among raft nodes before linearized reading' (duration: 604.81053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.805657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.232246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:20.805686Z","caller":"traceutil/trace.go:171","msg":"trace[1984006240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8884; }","duration":"1.10857069s","start":"2026-07-03T16:13:19.697086Z","end":"2026-07-03T16:13:20.805657Z","steps":["trace[1984006240] 'agreement among raft nodes before linearized reading' (duration: 1.108246582s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.805717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.200503Z","time spent":"605.17445ms","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:20.805722Z","caller":"traceutil/trace.go:171","msg":"trace[1563873757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8884; }","duration":"161.325988ms","start":"2026-07-03T16:13:20.644382Z","end":"2026-07-03T16:13:20.805708Z","steps":["trace[1563873757] 'agreement among raft nodes before linearized reading' (duration: 161.222606ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:20.805625Z","caller":"traceutil/trace.go:171","msg":"trace[1753123407] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8884; }","duration":"1.160020374s","start":"2026-07-03T16:13:19.64557Z","end":"2026-07-03T16:13:20.80559Z","steps":["trace[1753123407] 'agreement among raft nodes before linearized reading' (duration: 1.159757577s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.805737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.69707Z","time spent":"1.108654563s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:20.805863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069576565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:13:20.805879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.12285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:13:20.805908Z","caller":"traceutil/trace.go:171","msg":"trace[752284926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8884; }","duration":"1.069646586s","start":"2026-07-03T16:13:19.736248Z","end":"2026-07-03T16:13:20.805895Z","steps":["trace[752284926] 'agreement among raft nodes before linearized reading' (duration: 1.069517013s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:20.805914Z","caller":"traceutil/trace.go:171","msg":"trace[887824037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8884; }","duration":"850.191802ms","start":"2026-07-03T16:13:19.955713Z","end":"2026-07-03T16:13:20.805905Z","steps":["trace[887824037] 'agreement among raft nodes before linearized reading' (duration: 850.059169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.805915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.645538Z","time spent":"1.160352702s","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125559,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:13:20.805941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.736232Z","time spent":"1.069700457s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:20.805843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.634702Z","time spent":"1.170799601s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:20.805944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.955693Z","time spent":"850.244443ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:13:20.805841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168619871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-03T16:13:20.806385Z","caller":"traceutil/trace.go:171","msg":"trace[373621708] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8884; }","duration":"1.169111213s","start":"2026-07-03T16:13:19.637175Z","end":"2026-07-03T16:13:20.806286Z","steps":["trace[373621708] 'agreement among raft nodes before linearized reading' (duration: 1.16856965s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.806482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.63716Z","time spent":"1.169293826s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":139,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-03T16:13:20.806498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070457994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:13:20.806021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065641934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:13:20.806671Z","caller":"traceutil/trace.go:171","msg":"trace[922743020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:8884; }","duration":"1.066301669s","start":"2026-07-03T16:13:19.740354Z","end":"2026-07-03T16:13:20.806656Z","steps":["trace[922743020] 'agreement among raft nodes before linearized reading' (duration: 1.065610323s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.806757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.740343Z","time spent":"1.066398202s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"info","ts":"2026-07-03T16:13:20.806629Z","caller":"traceutil/trace.go:171","msg":"trace[628011477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8884; }","duration":"1.070602548s","start":"2026-07-03T16:13:19.736Z","end":"2026-07-03T16:13:20.806602Z","steps":["trace[628011477] 'agreement among raft nodes before linearized reading' (duration: 1.070034275s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.806864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.735938Z","time spent":"1.070907804s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:13:20.805445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.634623Z","time spent":"1.170698358s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:20.80602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069735878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:13:20.807109Z","caller":"traceutil/trace.go:171","msg":"trace[1045271103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8884; }","duration":"1.070847733s","start":"2026-07-03T16:13:19.736248Z","end":"2026-07-03T16:13:20.807096Z","steps":["trace[1045271103] 'agreement among raft nodes before linearized reading' (duration: 1.069663316s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:20.807145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:19.736234Z","time spent":"1.070899985s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:13:21.54006Z","caller":"traceutil/trace.go:171","msg":"trace[789042192] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"728.394402ms","start":"2026-07-03T16:13:20.811636Z","end":"2026-07-03T16:13:21.540031Z","steps":["trace[789042192] 'process raft request' (duration: 728.168927ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:21.540069Z","caller":"traceutil/trace.go:171","msg":"trace[1139071185] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"728.197368ms","start":"2026-07-03T16:13:20.811847Z","end":"2026-07-03T16:13:21.540044Z","steps":["trace[1139071185] 'process raft request' (duration: 728.121257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:21.540212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.811621Z","time spent":"728.512265ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:21.540358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.811838Z","time spent":"728.305221ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:21.540431Z","caller":"traceutil/trace.go:171","msg":"trace[633250283] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"726.032987ms","start":"2026-07-03T16:13:20.814372Z","end":"2026-07-03T16:13:21.540405Z","steps":["trace[633250283] 'process raft request' (duration: 725.638739ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:21.540491Z","caller":"traceutil/trace.go:171","msg":"trace[2016922302] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"725.992457ms","start":"2026-07-03T16:13:20.814477Z","end":"2026-07-03T16:13:21.540469Z","steps":["trace[2016922302] 'process raft request' (duration: 725.837433ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:21.540498Z","caller":"traceutil/trace.go:171","msg":"trace[1127019351] linearizableReadLoop","detail":"{readStateIndex:9222; appliedIndex:9219; }","duration":"728.528306ms","start":"2026-07-03T16:13:20.81193Z","end":"2026-07-03T16:13:21.540458Z","steps":["trace[1127019351] 'read index received' (duration: 55.938696ms)","trace[1127019351] 'applied index is now lower than readState.Index' (duration: 672.58858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:21.54056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.814363Z","time spent":"726.12762ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:21.540589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.814457Z","time spent":"726.082779ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:21.541043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.086378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222797"} {"level":"info","ts":"2026-07-03T16:13:21.541089Z","caller":"traceutil/trace.go:171","msg":"trace[1299662663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8889; }","duration":"729.16443ms","start":"2026-07-03T16:13:20.811914Z","end":"2026-07-03T16:13:21.541078Z","steps":["trace[1299662663] 'agreement among raft nodes before linearized reading' (duration: 728.674589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:21.541128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.811908Z","time spent":"729.209011ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222818,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:13:22.208447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.659673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:13:22.208666Z","caller":"traceutil/trace.go:171","msg":"trace[773590638] linearizableReadLoop","detail":"{readStateIndex:9225; appliedIndex:9224; }","duration":"668.085205ms","start":"2026-07-03T16:13:21.540559Z","end":"2026-07-03T16:13:22.208644Z","steps":["trace[773590638] 'read index received' (duration: 423.044104ms)","trace[773590638] 'applied index is now lower than readState.Index' (duration: 245.039471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:22.208805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055827837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:22.208846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.602411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:22.208852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009687757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:22.208891Z","caller":"traceutil/trace.go:171","msg":"trace[356205795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8890; }","duration":"1.055931379s","start":"2026-07-03T16:13:21.152939Z","end":"2026-07-03T16:13:22.20887Z","steps":["trace[356205795] 'agreement among raft nodes before linearized reading' (duration: 1.055791526s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:22.208903Z","caller":"traceutil/trace.go:171","msg":"trace[1352454963] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"1.265344644s","start":"2026-07-03T16:13:20.943546Z","end":"2026-07-03T16:13:22.20889Z","steps":["trace[1352454963] 'process raft request' (duration: 1.020157459s)","trace[1352454963] 'compare' (duration: 244.52428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:22.208946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.152883Z","time spent":"1.056052823s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:22.208945Z","caller":"traceutil/trace.go:171","msg":"trace[1302426869] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8890; }","duration":"1.009845741s","start":"2026-07-03T16:13:21.199081Z","end":"2026-07-03T16:13:22.208927Z","steps":["trace[1302426869] 'agreement among raft nodes before linearized reading' (duration: 1.009639936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:22.208968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.997173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:22.208985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.943516Z","time spent":"1.265423056s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:22.208999Z","caller":"traceutil/trace.go:171","msg":"trace[1393597352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8890; }","duration":"939.067105ms","start":"2026-07-03T16:13:21.269922Z","end":"2026-07-03T16:13:22.208989Z","steps":["trace[1393597352] 'agreement among raft nodes before linearized reading' (duration: 939.012784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:22.209006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.199059Z","time spent":"1.009933024s","remote":"127.0.0.1:48088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:22.20903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.269903Z","time spent":"939.118396ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:22.208903Z","caller":"traceutil/trace.go:171","msg":"trace[1228004041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8890; }","duration":"689.693133ms","start":"2026-07-03T16:13:21.519192Z","end":"2026-07-03T16:13:22.208885Z","steps":["trace[1228004041] 'agreement among raft nodes before linearized reading' (duration: 689.58768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:22.209125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.519173Z","time spent":"689.946949ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:22.209119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.568512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:22.20884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265290482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:22.209254Z","caller":"traceutil/trace.go:171","msg":"trace[1750935467] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8890; }","duration":"1.265747324s","start":"2026-07-03T16:13:20.943499Z","end":"2026-07-03T16:13:22.209246Z","steps":["trace[1750935467] 'agreement among raft nodes before linearized reading' (duration: 1.265227601s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:22.209277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.943486Z","time spent":"1.265784264s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":98,"response size":28,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:22.209286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397244786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:13:22.209367Z","caller":"traceutil/trace.go:171","msg":"trace[102641338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8890; }","duration":"1.397357898s","start":"2026-07-03T16:13:20.81199Z","end":"2026-07-03T16:13:22.209348Z","steps":["trace[102641338] 'agreement among raft nodes before linearized reading' (duration: 1.397120883s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:22.209416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395581369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-03T16:13:22.209413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.811975Z","time spent":"1.397429681s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:13:22.209449Z","caller":"traceutil/trace.go:171","msg":"trace[318458224] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8890; }","duration":"1.395630019s","start":"2026-07-03T16:13:20.813809Z","end":"2026-07-03T16:13:22.209439Z","steps":["trace[318458224] 'agreement among raft nodes before linearized reading' (duration: 1.395476996s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:22.209476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.813797Z","time spent":"1.39567313s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":139,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-03T16:13:22.209475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.279434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:13:22.209553Z","caller":"traceutil/trace.go:171","msg":"trace[1257159737] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8890; }","duration":"458.357336ms","start":"2026-07-03T16:13:21.751186Z","end":"2026-07-03T16:13:22.209543Z","steps":["trace[1257159737] 'agreement among raft nodes before linearized reading' (duration: 458.138151ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:22.209543Z","caller":"traceutil/trace.go:171","msg":"trace[1471525308] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8890; }","duration":"790.687165ms","start":"2026-07-03T16:13:21.41848Z","end":"2026-07-03T16:13:22.209167Z","steps":["trace[1471525308] 'agreement among raft nodes before linearized reading' (duration: 790.378237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:22.209595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.751123Z","time spent":"458.459679ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:13:22.209706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39393215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125538"} {"level":"info","ts":"2026-07-03T16:13:22.209811Z","caller":"traceutil/trace.go:171","msg":"trace[528355938] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8890; }","duration":"1.394057552s","start":"2026-07-03T16:13:20.81574Z","end":"2026-07-03T16:13:22.209797Z","steps":["trace[528355938] 'agreement among raft nodes before linearized reading' (duration: 1.393089229s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:22.2097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:21.41846Z","time spent":"791.225537ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:22.209965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:20.815733Z","time spent":"1.394215587s","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125559,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:13:22.71197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572642220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:13:23.856927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.919995ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:23.857055Z","caller":"traceutil/trace.go:171","msg":"trace[1972596157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8890; }","duration":"334.061069ms","start":"2026-07-03T16:13:23.522975Z","end":"2026-07-03T16:13:23.857036Z","steps":["trace[1972596157] 'range keys from in-memory index tree' (duration: 333.904095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:23.857613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077729963s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-07-03T16:13:23.857955Z","caller":"traceutil/trace.go:171","msg":"trace[589508658] linearizableReadLoop","detail":"{readStateIndex:9228; appliedIndex:9225; }","duration":"1.646923775s","start":"2026-07-03T16:13:22.211011Z","end":"2026-07-03T16:13:23.857935Z","steps":["trace[589508658] 'read index received' (duration: 568.812624ms)","trace[589508658] 'applied index is now lower than readState.Index' (duration: 1.078109581s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:23.857953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.210705Z","time spent":"1.647236042s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:13:23.858147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647122879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19557"} {"level":"info","ts":"2026-07-03T16:13:23.858089Z","caller":"traceutil/trace.go:171","msg":"trace[629443698] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"1.330922842s","start":"2026-07-03T16:13:22.527128Z","end":"2026-07-03T16:13:23.858051Z","steps":["trace[629443698] 'process raft request' (duration: 1.330767678s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:23.858179Z","caller":"traceutil/trace.go:171","msg":"trace[179122809] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8892; }","duration":"1.647184431s","start":"2026-07-03T16:13:22.210982Z","end":"2026-07-03T16:13:23.858166Z","steps":["trace[179122809] 'agreement among raft nodes before linearized reading' (duration: 1.647030828s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:23.858221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.210967Z","time spent":"1.647236342s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19578,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T16:13:23.858297Z","caller":"traceutil/trace.go:171","msg":"trace[12207058] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"1.331163537s","start":"2026-07-03T16:13:22.527073Z","end":"2026-07-03T16:13:23.858237Z","steps":["trace[12207058] 'process raft request' (duration: 1.330651755s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:23.858489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.527048Z","time spent":"1.331338901s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:23.858513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.527097Z","time spent":"1.331216039s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:24.35031Z","caller":"traceutil/trace.go:171","msg":"trace[1668603756] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"1.536929577s","start":"2026-07-03T16:13:22.813357Z","end":"2026-07-03T16:13:24.350286Z","steps":["trace[1668603756] 'process raft request' (duration: 1.536750873s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.35048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.813332Z","time spent":"1.537049679s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:24.350668Z","caller":"traceutil/trace.go:171","msg":"trace[1718517406] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9228; }","duration":"492.623813ms","start":"2026-07-03T16:13:23.857984Z","end":"2026-07-03T16:13:24.350608Z","steps":["trace[1718517406] 'read index received' (duration: 492.190543ms)","trace[1718517406] 'applied index is now lower than readState.Index' (duration: 431.77µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:24.350759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.948188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:24.350804Z","caller":"traceutil/trace.go:171","msg":"trace[1399806691] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8894; }","duration":"643.04988ms","start":"2026-07-03T16:13:23.707742Z","end":"2026-07-03T16:13:24.350792Z","steps":["trace[1399806691] 'agreement among raft nodes before linearized reading' (duration: 642.977719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.350814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.057077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:24.350829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.187811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:13:24.350869Z","caller":"traceutil/trace.go:171","msg":"trace[1966680684] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8894; }","duration":"853.132799ms","start":"2026-07-03T16:13:23.497721Z","end":"2026-07-03T16:13:24.350854Z","steps":["trace[1966680684] 'agreement among raft nodes before linearized reading' (duration: 852.955635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.350914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.497675Z","time spent":"853.226121ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:24.350917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.229195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:24.350967Z","caller":"traceutil/trace.go:171","msg":"trace[1878464049] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8894; }","duration":"640.286967ms","start":"2026-07-03T16:13:23.710667Z","end":"2026-07-03T16:13:24.350954Z","steps":["trace[1878464049] 'agreement among raft nodes before linearized reading' (duration: 640.208475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.351015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.647442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:13:24.351023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478832661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:13:24.351036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511205074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-03T16:13:24.351103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824177149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:24.351108Z","caller":"traceutil/trace.go:171","msg":"trace[1101969545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8894; }","duration":"1.511311027s","start":"2026-07-03T16:13:22.839782Z","end":"2026-07-03T16:13:24.351093Z","steps":["trace[1101969545] 'agreement among raft nodes before linearized reading' (duration: 1.511130563s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.351138Z","caller":"traceutil/trace.go:171","msg":"trace[797034117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8894; }","duration":"1.82424375s","start":"2026-07-03T16:13:22.526886Z","end":"2026-07-03T16:13:24.35113Z","steps":["trace[797034117] 'agreement among raft nodes before linearized reading' (duration: 1.824195349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.351139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.873193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:13:24.351153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.839766Z","time spent":"1.511375759s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:13:24.351158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.563379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:13:24.351184Z","caller":"traceutil/trace.go:171","msg":"trace[212246473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8894; }","duration":"805.935654ms","start":"2026-07-03T16:13:23.545236Z","end":"2026-07-03T16:13:24.351172Z","steps":["trace[212246473] 'agreement among raft nodes before linearized reading' (duration: 805.812151ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.350912Z","caller":"traceutil/trace.go:171","msg":"trace[504721350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8894; }","duration":"806.464157ms","start":"2026-07-03T16:13:23.544429Z","end":"2026-07-03T16:13:24.350893Z","steps":["trace[504721350] 'agreement among raft nodes before linearized reading' (duration: 806.236441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.351154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.281883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:24.351223Z","caller":"traceutil/trace.go:171","msg":"trace[1053229206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8894; }","duration":"806.658272ms","start":"2026-07-03T16:13:23.54455Z","end":"2026-07-03T16:13:24.351208Z","steps":["trace[1053229206] 'agreement among raft nodes before linearized reading' (duration: 806.512208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.351227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.545222Z","time spent":"805.994086ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:24.351203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.942202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:13:24.351178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.526869Z","time spent":"1.824301892s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:24.35127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.544543Z","time spent":"806.713903ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:24.351249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.544411Z","time spent":"806.824765ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:13:24.351115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.149647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:24.351356Z","caller":"traceutil/trace.go:171","msg":"trace[366760043] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8894; }","duration":"949.502845ms","start":"2026-07-03T16:13:23.401841Z","end":"2026-07-03T16:13:24.351344Z","steps":["trace[366760043] 'agreement among raft nodes before linearized reading' (duration: 949.023444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.35144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.401819Z","time spent":"949.589776ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":28,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:24.351017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.710662Z","time spent":"640.342328ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:24.351237Z","caller":"traceutil/trace.go:171","msg":"trace[1515482880] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"1.537549431s","start":"2026-07-03T16:13:22.813451Z","end":"2026-07-03T16:13:24.351Z","steps":["trace[1515482880] 'process raft request' (duration: 1.536800044s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.351097Z","caller":"traceutil/trace.go:171","msg":"trace[1714664048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8894; }","duration":"1.478955894s","start":"2026-07-03T16:13:22.872125Z","end":"2026-07-03T16:13:24.35108Z","steps":["trace[1714664048] 'agreement among raft nodes before linearized reading' (duration: 1.47876606s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.351762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.872103Z","time spent":"1.47964526s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:13:24.351023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.674029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:24.35182Z","caller":"traceutil/trace.go:171","msg":"trace[365999172] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8894; }","duration":"813.509968ms","start":"2026-07-03T16:13:23.538293Z","end":"2026-07-03T16:13:24.351803Z","steps":["trace[365999172] 'agreement among raft nodes before linearized reading' (duration: 812.645749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.351889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.538279Z","time spent":"813.59005ms","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":28,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:24.351299Z","caller":"traceutil/trace.go:171","msg":"trace[1934529445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8894; }","duration":"805.110015ms","start":"2026-07-03T16:13:23.546173Z","end":"2026-07-03T16:13:24.351283Z","steps":["trace[1934529445] 'agreement among raft nodes before linearized reading' (duration: 804.835569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.351968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.546151Z","time spent":"805.798201ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:24.350852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.707706Z","time spent":"643.129382ms","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":28,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:24.351054Z","caller":"traceutil/trace.go:171","msg":"trace[844635081] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:8894; }","duration":"803.705684ms","start":"2026-07-03T16:13:23.547339Z","end":"2026-07-03T16:13:24.351045Z","steps":["trace[844635081] 'agreement among raft nodes before linearized reading' (duration: 803.603462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.352115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.547329Z","time spent":"804.770999ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:13:24.351169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00671731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:24.352276Z","caller":"traceutil/trace.go:171","msg":"trace[1865379229] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8894; }","duration":"1.007855776s","start":"2026-07-03T16:13:23.3444Z","end":"2026-07-03T16:13:24.352256Z","steps":["trace[1865379229] 'agreement among raft nodes before linearized reading' (duration: 1.00672721s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.351258Z","caller":"traceutil/trace.go:171","msg":"trace[746501131] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8894; }","duration":"843.386416ms","start":"2026-07-03T16:13:23.50786Z","end":"2026-07-03T16:13:24.351246Z","steps":["trace[746501131] 'agreement among raft nodes before linearized reading' (duration: 843.263293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.351959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:22.813444Z","time spent":"1.538242427s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:24.352334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.34438Z","time spent":"1.007935658s","remote":"127.0.0.1:38580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:24.352354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.50784Z","time spent":"844.489291ms","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:24.564101Z","caller":"traceutil/trace.go:171","msg":"trace[1828367706] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"704.684746ms","start":"2026-07-03T16:13:23.859387Z","end":"2026-07-03T16:13:24.564072Z","steps":["trace[1828367706] 'process raft request' (duration: 621.127036ms)","trace[1828367706] 'compare' (duration: 83.242813ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:24.564126Z","caller":"traceutil/trace.go:171","msg":"trace[1604950068] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9230; }","duration":"213.332393ms","start":"2026-07-03T16:13:24.35077Z","end":"2026-07-03T16:13:24.564102Z","steps":["trace[1604950068] 'read index received' (duration: 129.821103ms)","trace[1604950068] 'applied index is now lower than readState.Index' (duration: 83.51037ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:24.564238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.859358Z","time spent":"704.810849ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:24.564259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.795973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:24.56429Z","caller":"traceutil/trace.go:171","msg":"trace[933762520] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8896; }","duration":"645.884985ms","start":"2026-07-03T16:13:23.918396Z","end":"2026-07-03T16:13:24.564281Z","steps":["trace[933762520] 'agreement among raft nodes before linearized reading' (duration: 645.811883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.564322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:23.918374Z","time spent":"645.942297ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:13:24.56437Z","caller":"traceutil/trace.go:171","msg":"trace[542616802] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"350.196329ms","start":"2026-07-03T16:13:24.213953Z","end":"2026-07-03T16:13:24.564149Z","steps":["trace[542616802] 'process raft request' (duration: 350.048056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.564607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:24.213934Z","time spent":"350.563288ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:24.582272Z","caller":"traceutil/trace.go:171","msg":"trace[2111778632] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"226.337853ms","start":"2026-07-03T16:13:24.355916Z","end":"2026-07-03T16:13:24.582254Z","steps":["trace[2111778632] 'process raft request' (duration: 226.171269ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.582472Z","caller":"traceutil/trace.go:171","msg":"trace[507159697] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"225.877932ms","start":"2026-07-03T16:13:24.356567Z","end":"2026-07-03T16:13:24.582445Z","steps":["trace[507159697] 'process raft request' (duration: 225.646487ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.582571Z","caller":"traceutil/trace.go:171","msg":"trace[746415717] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"225.77088ms","start":"2026-07-03T16:13:24.356786Z","end":"2026-07-03T16:13:24.582556Z","steps":["trace[746415717] 'process raft request' (duration: 225.678868ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.582559Z","caller":"traceutil/trace.go:171","msg":"trace[937922592] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"225.904662ms","start":"2026-07-03T16:13:24.356632Z","end":"2026-07-03T16:13:24.582537Z","steps":["trace[937922592] 'process raft request' (duration: 225.734469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.582715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.411647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-03T16:13:24.582771Z","caller":"traceutil/trace.go:171","msg":"trace[5953527] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"225.663657ms","start":"2026-07-03T16:13:24.357092Z","end":"2026-07-03T16:13:24.582756Z","steps":["trace[5953527] 'process raft request' (duration: 225.406522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.582799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.814772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:24.582859Z","caller":"traceutil/trace.go:171","msg":"trace[1808169531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8901; }","duration":"229.906174ms","start":"2026-07-03T16:13:24.35294Z","end":"2026-07-03T16:13:24.582846Z","steps":["trace[1808169531] 'agreement among raft nodes before linearized reading' (duration: 229.814072ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:24.582808Z","caller":"traceutil/trace.go:171","msg":"trace[903288129] range","detail":"{range_begin:/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9; range_end:; response_count:1; response_revision:8901; }","duration":"227.525ms","start":"2026-07-03T16:13:24.355253Z","end":"2026-07-03T16:13:24.582778Z","steps":["trace[903288129] 'agreement among raft nodes before linearized reading' (duration: 227.329815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:24.583034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.538831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222797"} {"level":"info","ts":"2026-07-03T16:13:24.583114Z","caller":"traceutil/trace.go:171","msg":"trace[706112926] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8901; }","duration":"224.643993ms","start":"2026-07-03T16:13:24.358457Z","end":"2026-07-03T16:13:24.583101Z","steps":["trace[706112926] 'agreement among raft nodes before linearized reading' (duration: 224.115021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:26.001772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572642244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:13:26.50306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572642244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:13:26.649217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543537809s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:13:26.649765Z","caller":"traceutil/trace.go:171","msg":"trace[1770089124] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"1.544176513s","start":"2026-07-03T16:13:25.105559Z","end":"2026-07-03T16:13:26.649735Z","steps":["trace[1770089124] 'process raft request' (duration: 1.543956128s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:26.650002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:25.105535Z","time spent":"1.544379038s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:27.146197Z","caller":"traceutil/trace.go:171","msg":"trace[381448776] linearizableReadLoop","detail":"{readStateIndex:9243; appliedIndex:9237; }","duration":"1.645515452s","start":"2026-07-03T16:13:25.500656Z","end":"2026-07-03T16:13:27.146171Z","steps":["trace[381448776] 'read index received' (duration: 1.148823636s)","trace[381448776] 'applied index is now lower than readState.Index' (duration: 496.690526ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:27.146318Z","caller":"traceutil/trace.go:171","msg":"trace[141556318] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"1.282669093s","start":"2026-07-03T16:13:25.863637Z","end":"2026-07-03T16:13:27.146306Z","steps":["trace[141556318] 'process raft request' (duration: 1.282277154s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.146425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:25.863609Z","time spent":"1.282734434s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:27.146425Z","caller":"traceutil/trace.go:171","msg":"trace[1172579089] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"789.314163ms","start":"2026-07-03T16:13:26.35707Z","end":"2026-07-03T16:13:27.146384Z","steps":["trace[1172579089] 'process raft request' (duration: 789.032096ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.146451Z","caller":"traceutil/trace.go:171","msg":"trace[297668015] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"789.441137ms","start":"2026-07-03T16:13:26.356975Z","end":"2026-07-03T16:13:27.146416Z","steps":["trace[297668015] 'process raft request' (duration: 789.094039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.146708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645807999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:27.146427Z","caller":"traceutil/trace.go:171","msg":"trace[1355226868] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"577.33144ms","start":"2026-07-03T16:13:26.569053Z","end":"2026-07-03T16:13:27.146385Z","steps":["trace[1355226868] 'process raft request' (duration: 577.081124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.146424Z","caller":"traceutil/trace.go:171","msg":"trace[1997734037] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"988.850579ms","start":"2026-07-03T16:13:26.157541Z","end":"2026-07-03T16:13:27.146392Z","steps":["trace[1997734037] 'process raft request' (duration: 988.492521ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.146137Z","caller":"traceutil/trace.go:171","msg":"trace[1501933008] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"1.875650033s","start":"2026-07-03T16:13:25.270447Z","end":"2026-07-03T16:13:27.146097Z","steps":["trace[1501933008] 'process raft request' (duration: 1.874330132s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.146845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.356952Z","time spent":"789.799244ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:27.146841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.357036Z","time spent":"789.701582ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:27.14692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.157512Z","time spent":"989.347661ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:27.146771Z","caller":"traceutil/trace.go:171","msg":"trace[1556362845] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8908; }","duration":"1.646154917s","start":"2026-07-03T16:13:25.500603Z","end":"2026-07-03T16:13:27.146758Z","steps":["trace[1556362845] 'agreement among raft nodes before linearized reading' (duration: 1.645774359s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.147005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:25.500583Z","time spent":"1.646411713s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":28,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:27.147031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.569011Z","time spent":"577.828351ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:27.147294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:25.270421Z","time spent":"1.876501052s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:27.520579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:13:27.520664Z","caller":"traceutil/trace.go:171","msg":"trace[461372365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398099s","start":"2026-07-03T16:13:25.520244Z","end":"2026-07-03T16:13:27.520642Z","steps":["trace[461372365] 'agreement among raft nodes before linearized reading' (duration: 2.000292547s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.520796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:25.520224Z","time spent":"2.000558593s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:13:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:13:27.697965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.675283ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T16:13:27.69805Z","caller":"traceutil/trace.go:171","msg":"trace[1224618402] linearizableReadLoop","detail":"{readStateIndex:9245; appliedIndex:9244; }","duration":"551.765732ms","start":"2026-07-03T16:13:27.146269Z","end":"2026-07-03T16:13:27.698034Z","steps":["trace[1224618402] 'read index received' (duration: 172.957346ms)","trace[1224618402] 'applied index is now lower than readState.Index' (duration: 378.807216ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:27.698246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.457373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:13:27.698294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110985306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:13:27.6983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110565876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:13:27.698489Z","caller":"traceutil/trace.go:171","msg":"trace[232652483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8908; }","duration":"1.11077354s","start":"2026-07-03T16:13:26.587703Z","end":"2026-07-03T16:13:27.698476Z","steps":["trace[232652483] 'agreement among raft nodes before linearized reading' (duration: 1.110500424s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.698567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.587691Z","time spent":"1.110864523s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:13:27.698323Z","caller":"traceutil/trace.go:171","msg":"trace[305337687] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8908; }","duration":"614.584095ms","start":"2026-07-03T16:13:27.08372Z","end":"2026-07-03T16:13:27.698304Z","steps":["trace[305337687] 'agreement among raft nodes before linearized reading' (duration: 614.444302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.698678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:27.083701Z","time spent":"614.959204ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:27.698262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831481527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:27.698804Z","caller":"traceutil/trace.go:171","msg":"trace[1492092408] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8908; }","duration":"1.83206059s","start":"2026-07-03T16:13:25.866729Z","end":"2026-07-03T16:13:27.69879Z","steps":["trace[1492092408] 'agreement among raft nodes before linearized reading' (duration: 1.831453497s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.69885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:25.866706Z","time spent":"1.832130071s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":54,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:27.698339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025836864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:27.698937Z","caller":"traceutil/trace.go:171","msg":"trace[2039825418] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8908; }","duration":"2.026486358s","start":"2026-07-03T16:13:25.672436Z","end":"2026-07-03T16:13:27.698923Z","steps":["trace[2039825418] 'agreement among raft nodes before linearized reading' (duration: 2.025814813s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:27.698348Z","caller":"traceutil/trace.go:171","msg":"trace[1077235117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8908; }","duration":"1.111080289s","start":"2026-07-03T16:13:26.587254Z","end":"2026-07-03T16:13:27.698334Z","steps":["trace[1077235117] 'agreement among raft nodes before linearized reading' (duration: 1.110867954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.698992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:25.672414Z","time spent":"2.026562661s","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":28,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:27.69836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111542959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:13:27.699027Z","caller":"traceutil/trace.go:171","msg":"trace[310732043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8908; }","duration":"1.112250155s","start":"2026-07-03T16:13:26.586766Z","end":"2026-07-03T16:13:27.699016Z","steps":["trace[310732043] 'agreement among raft nodes before linearized reading' (duration: 1.111521199s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.698376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687283152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:27.699054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.586743Z","time spent":"1.112305256s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:13:27.698991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.587247Z","time spent":"1.111731684s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:13:27.699105Z","caller":"traceutil/trace.go:171","msg":"trace[1997322101] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8908; }","duration":"1.688008549s","start":"2026-07-03T16:13:26.011068Z","end":"2026-07-03T16:13:27.699077Z","steps":["trace[1997322101] 'agreement among raft nodes before linearized reading' (duration: 1.687279802s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.6984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109322178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:13:27.699184Z","caller":"traceutil/trace.go:171","msg":"trace[1212579291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:8908; }","duration":"1.110124556s","start":"2026-07-03T16:13:26.589051Z","end":"2026-07-03T16:13:27.699175Z","steps":["trace[1212579291] 'agreement among raft nodes before linearized reading' (duration: 1.109223336s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.699197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.010979Z","time spent":"1.688181503s","remote":"127.0.0.1:48258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:27.698354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.842078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:13:27.699243Z","caller":"traceutil/trace.go:171","msg":"trace[1705971518] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:8908; }","duration":"175.750249ms","start":"2026-07-03T16:13:27.523474Z","end":"2026-07-03T16:13:27.699224Z","steps":["trace[1705971518] 'agreement among raft nodes before linearized reading' (duration: 174.768107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.698418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111603171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:13:27.69933Z","caller":"traceutil/trace.go:171","msg":"trace[1279283063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8908; }","duration":"1.112546251s","start":"2026-07-03T16:13:26.586774Z","end":"2026-07-03T16:13:27.699321Z","steps":["trace[1279283063] 'agreement among raft nodes before linearized reading' (duration: 1.111554469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.699352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.586761Z","time spent":"1.112583123s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:13:27.698409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.499189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:27.699398Z","caller":"traceutil/trace.go:171","msg":"trace[1512914869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8908; }","duration":"171.511912ms","start":"2026-07-03T16:13:27.527881Z","end":"2026-07-03T16:13:27.699393Z","steps":["trace[1512914869] 'agreement among raft nodes before linearized reading' (duration: 170.491779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.699208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.589042Z","time spent":"1.110157767s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:13:27.698409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111056678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:13:27.699499Z","caller":"traceutil/trace.go:171","msg":"trace[1944553710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8908; }","duration":"1.112183673s","start":"2026-07-03T16:13:26.587306Z","end":"2026-07-03T16:13:27.699489Z","steps":["trace[1944553710] 'agreement among raft nodes before linearized reading' (duration: 1.111035317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:27.69953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:26.587291Z","time spent":"1.112225705s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:13:28.291775Z","caller":"traceutil/trace.go:171","msg":"trace[1735155499] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"589.164002ms","start":"2026-07-03T16:13:27.702585Z","end":"2026-07-03T16:13:28.291749Z","steps":["trace[1735155499] 'process raft request' (duration: 588.913456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:28.291952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:27.702561Z","time spent":"589.286484ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:28.292111Z","caller":"traceutil/trace.go:171","msg":"trace[27858290] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"589.336025ms","start":"2026-07-03T16:13:27.702734Z","end":"2026-07-03T16:13:28.29207Z","steps":["trace[27858290] 'process raft request' (duration: 588.971477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:28.29222Z","caller":"traceutil/trace.go:171","msg":"trace[1174616988] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"588.450725ms","start":"2026-07-03T16:13:27.703704Z","end":"2026-07-03T16:13:28.292155Z","steps":["trace[1174616988] 'process raft request' (duration: 588.383883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:28.292279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:27.702722Z","time spent":"589.468369ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:28.292259Z","caller":"traceutil/trace.go:171","msg":"trace[42412542] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"588.571429ms","start":"2026-07-03T16:13:27.703651Z","end":"2026-07-03T16:13:28.292222Z","steps":["trace[42412542] 'process raft request' (duration: 588.324413ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:28.292282Z","caller":"traceutil/trace.go:171","msg":"trace[1423587067] linearizableReadLoop","detail":"{readStateIndex:9250; appliedIndex:9245; }","duration":"588.381414ms","start":"2026-07-03T16:13:27.70385Z","end":"2026-07-03T16:13:28.292231Z","steps":["trace[1423587067] 'read index received' (duration: 63.119051ms)","trace[1423587067] 'applied index is now lower than readState.Index' (duration: 525.258723ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:28.292342Z","caller":"traceutil/trace.go:171","msg":"trace[2061492410] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"587.084403ms","start":"2026-07-03T16:13:27.705245Z","end":"2026-07-03T16:13:28.292329Z","steps":["trace[2061492410] 'process raft request' (duration: 586.876958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:28.292414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:27.705235Z","time spent":"587.145065ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:28.292432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:27.703637Z","time spent":"588.705551ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:28.292772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.826924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222797"} {"level":"info","ts":"2026-07-03T16:13:28.292827Z","caller":"traceutil/trace.go:171","msg":"trace[633802946] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8914; }","duration":"588.968827ms","start":"2026-07-03T16:13:27.703846Z","end":"2026-07-03T16:13:28.292815Z","steps":["trace[633802946] 'agreement among raft nodes before linearized reading' (duration: 588.495386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:28.292864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:27.703817Z","time spent":"589.037069ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222818,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:13:28.292994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:27.703685Z","time spent":"588.598719ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:29.02239Z","caller":"traceutil/trace.go:171","msg":"trace[590389227] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"160.078179ms","start":"2026-07-03T16:13:28.862284Z","end":"2026-07-03T16:13:29.022362Z","steps":["trace[590389227] 'process raft request' (duration: 159.851114ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:29.498251Z","caller":"traceutil/trace.go:171","msg":"trace[824752800] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"345.805209ms","start":"2026-07-03T16:13:29.152409Z","end":"2026-07-03T16:13:29.498215Z","steps":["trace[824752800] 'process raft request' (duration: 345.634424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:29.498408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.152387Z","time spent":"345.942113ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:30.240368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.865635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:13:30.240723Z","caller":"traceutil/trace.go:171","msg":"trace[1631888586] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"1.086865042s","start":"2026-07-03T16:13:29.153832Z","end":"2026-07-03T16:13:30.240697Z","steps":["trace[1631888586] 'process raft request' (duration: 1.086651257s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:30.240738Z","caller":"traceutil/trace.go:171","msg":"trace[1455376033] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"1.08720186s","start":"2026-07-03T16:13:29.153503Z","end":"2026-07-03T16:13:30.240705Z","steps":["trace[1455376033] 'process raft request' (duration: 577.909854ms)","trace[1455376033] 'compare' (duration: 508.424316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:30.240843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.153788Z","time spent":"1.086991025s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:30.240855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.815548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:30.240842Z","caller":"traceutil/trace.go:171","msg":"trace[459640472] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"1.086757539s","start":"2026-07-03T16:13:29.154025Z","end":"2026-07-03T16:13:30.240783Z","steps":["trace[459640472] 'process raft request' (duration: 1.086573795s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:30.240883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.153484Z","time spent":"1.087323104s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:30.240902Z","caller":"traceutil/trace.go:171","msg":"trace[1038984721] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8919; }","duration":"730.89528ms","start":"2026-07-03T16:13:29.509994Z","end":"2026-07-03T16:13:30.240889Z","steps":["trace[1038984721] 'agreement among raft nodes before linearized reading' (duration: 730.778578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:30.240944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.50998Z","time spent":"730.953141ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:30.241025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.153999Z","time spent":"1.086909413s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:30.240732Z","caller":"traceutil/trace.go:171","msg":"trace[1977730761] linearizableReadLoop","detail":"{readStateIndex:9256; appliedIndex:9253; }","duration":"730.638094ms","start":"2026-07-03T16:13:29.510027Z","end":"2026-07-03T16:13:30.240665Z","steps":["trace[1977730761] 'read index received' (duration: 221.393999ms)","trace[1977730761] 'applied index is now lower than readState.Index' (duration: 509.242735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:30.241263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.822869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:30.241291Z","caller":"traceutil/trace.go:171","msg":"trace[1061962453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8919; }","duration":"720.912241ms","start":"2026-07-03T16:13:29.520371Z","end":"2026-07-03T16:13:30.241284Z","steps":["trace[1061962453] 'agreement among raft nodes before linearized reading' (duration: 720.85969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:30.241314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.520352Z","time spent":"720.958342ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:13:30.241347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.609776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:30.241396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.336279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:13:30.241459Z","caller":"traceutil/trace.go:171","msg":"trace[1073529679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8919; }","duration":"637.438212ms","start":"2026-07-03T16:13:29.604006Z","end":"2026-07-03T16:13:30.241444Z","steps":["trace[1073529679] 'agreement among raft nodes before linearized reading' (duration: 637.244828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:30.2415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.603986Z","time spent":"637.505324ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:13:30.241558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.340608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:30.24167Z","caller":"traceutil/trace.go:171","msg":"trace[1744987458] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8919; }","duration":"479.643955ms","start":"2026-07-03T16:13:29.762007Z","end":"2026-07-03T16:13:30.241651Z","steps":["trace[1744987458] 'agreement among raft nodes before linearized reading' (duration: 479.242696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:30.241742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.761987Z","time spent":"479.741156ms","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:30.241416Z","caller":"traceutil/trace.go:171","msg":"trace[511287700] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8919; }","duration":"359.721079ms","start":"2026-07-03T16:13:29.881677Z","end":"2026-07-03T16:13:30.241398Z","steps":["trace[511287700] 'agreement among raft nodes before linearized reading' (duration: 359.578156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:30.242031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:29.881659Z","time spent":"360.346973ms","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:30.919972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.769373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:13:30.92025Z","caller":"traceutil/trace.go:171","msg":"trace[927542885] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"619.778946ms","start":"2026-07-03T16:13:30.30045Z","end":"2026-07-03T16:13:30.920229Z","steps":["trace[927542885] 'process raft request' (duration: 251.667235ms)","trace[927542885] 'compare' (duration: 367.415965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:30.920376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.300431Z","time spent":"619.853207ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:32.216364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.66458797s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:13:32.21704Z","caller":"traceutil/trace.go:171","msg":"trace[224740125] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"1.916520161s","start":"2026-07-03T16:13:30.300481Z","end":"2026-07-03T16:13:32.217001Z","steps":["trace[224740125] 'process raft request' (duration: 1.916094182s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.217042Z","caller":"traceutil/trace.go:171","msg":"trace[231418724] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"1.916448299s","start":"2026-07-03T16:13:30.300519Z","end":"2026-07-03T16:13:32.216968Z","steps":["trace[231418724] 'process raft request' (duration: 1.916358967s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.217212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.30046Z","time spent":"1.916648924s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:32.217298Z","caller":"traceutil/trace.go:171","msg":"trace[872269115] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"1.916068401s","start":"2026-07-03T16:13:30.301198Z","end":"2026-07-03T16:13:32.217266Z","steps":["trace[872269115] 'process raft request' (duration: 1.915730454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.217338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.300495Z","time spent":"1.916621534s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:32.217464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.301189Z","time spent":"1.916188324s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:32.217745Z","caller":"traceutil/trace.go:171","msg":"trace[1132172394] linearizableReadLoop","detail":"{readStateIndex:9261; appliedIndex:9256; }","duration":"1.913662546s","start":"2026-07-03T16:13:30.304065Z","end":"2026-07-03T16:13:32.217727Z","steps":["trace[1132172394] 'read index received' (duration: 247.98537ms)","trace[1132172394] 'applied index is now lower than readState.Index' (duration: 1.665676306s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:32.217851Z","caller":"traceutil/trace.go:171","msg":"trace[1949803532] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"1.916523071s","start":"2026-07-03T16:13:30.301252Z","end":"2026-07-03T16:13:32.217775Z","steps":["trace[1949803532] 'process raft request' (duration: 1.915960358s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.21803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.301245Z","time spent":"1.916700906s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:32.218419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914349602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222797"} {"level":"info","ts":"2026-07-03T16:13:32.21847Z","caller":"traceutil/trace.go:171","msg":"trace[100691821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8924; }","duration":"1.914424994s","start":"2026-07-03T16:13:30.304032Z","end":"2026-07-03T16:13:32.218457Z","steps":["trace[100691821] 'agreement among raft nodes before linearized reading' (duration: 1.913779949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.218504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.304024Z","time spent":"1.914470945s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222818,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:13:32.522237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000601234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:13:32.522337Z","caller":"traceutil/trace.go:171","msg":"trace[1482291081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000763628s","start":"2026-07-03T16:13:30.52155Z","end":"2026-07-03T16:13:32.522313Z","steps":["trace[1482291081] 'agreement among raft nodes before linearized reading' (duration: 2.000639365s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.522396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.521527Z","time spent":"2.00085697s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:13:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:13:32.746742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.381044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:13:32.746884Z","caller":"traceutil/trace.go:171","msg":"trace[1091680992] linearizableReadLoop","detail":"{readStateIndex:9262; appliedIndex:9261; }","duration":"529.067021ms","start":"2026-07-03T16:13:32.217784Z","end":"2026-07-03T16:13:32.746851Z","steps":["trace[1091680992] 'read index received' (duration: 111.472692ms)","trace[1091680992] 'applied index is now lower than readState.Index' (duration: 417.593049ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:32.746917Z","caller":"traceutil/trace.go:171","msg":"trace[176195361] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"1.24383241s","start":"2026-07-03T16:13:31.503047Z","end":"2026-07-03T16:13:32.746879Z","steps":["trace[176195361] 'process raft request' (duration: 826.21761ms)","trace[176195361] 'compare' (duration: 416.711159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:13:32.746992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.421862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.747024Z","caller":"traceutil/trace.go:171","msg":"trace[2101795233] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8925; }","duration":"788.465223ms","start":"2026-07-03T16:13:31.958547Z","end":"2026-07-03T16:13:32.747012Z","steps":["trace[2101795233] 'agreement among raft nodes before linearized reading' (duration: 788.393031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.747791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.50302Z","time spent":"1.243973513s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:32.747071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.448537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.568625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.74714Z","caller":"traceutil/trace.go:171","msg":"trace[2051295903] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8925; }","duration":"788.598225ms","start":"2026-07-03T16:13:31.958534Z","end":"2026-07-03T16:13:32.747132Z","steps":["trace[2051295903] 'agreement among raft nodes before linearized reading' (duration: 788.553244ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.747139Z","caller":"traceutil/trace.go:171","msg":"trace[562259837] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8925; }","duration":"736.54069ms","start":"2026-07-03T16:13:32.010582Z","end":"2026-07-03T16:13:32.747123Z","steps":["trace[562259837] 'agreement among raft nodes before linearized reading' (duration: 736.413137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.95851Z","time spent":"788.648487ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.747183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.010577Z","time spent":"736.594451ms","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.747202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.482373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.74724Z","caller":"traceutil/trace.go:171","msg":"trace[1023371056] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8925; }","duration":"714.529854ms","start":"2026-07-03T16:13:32.032696Z","end":"2026-07-03T16:13:32.747226Z","steps":["trace[1023371056] 'agreement among raft nodes before linearized reading' (duration: 714.450432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.03266Z","time spent":"714.606716ms","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.747308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.723668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.747424Z","caller":"traceutil/trace.go:171","msg":"trace[11473824] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8925; }","duration":"754.907382ms","start":"2026-07-03T16:13:31.99249Z","end":"2026-07-03T16:13:32.747398Z","steps":["trace[11473824] 'agreement among raft nodes before linearized reading' (duration: 754.637865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.637584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.747496Z","caller":"traceutil/trace.go:171","msg":"trace[1216039631] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8925; }","duration":"690.670085ms","start":"2026-07-03T16:13:32.05682Z","end":"2026-07-03T16:13:32.74749Z","steps":["trace[1216039631] 'agreement among raft nodes before linearized reading' (duration: 690.626784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.40558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.992475Z","time spent":"755.012034ms","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:13:32.747533Z","caller":"traceutil/trace.go:171","msg":"trace[1021988641] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8925; }","duration":"811.445261ms","start":"2026-07-03T16:13:31.936077Z","end":"2026-07-03T16:13:32.747522Z","steps":["trace[1021988641] 'agreement among raft nodes before linearized reading' (duration: 811.37366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.585076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.812025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.250204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.936051Z","time spent":"811.506142ms","remote":"127.0.0.1:40438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.747546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.95447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.747592Z","caller":"traceutil/trace.go:171","msg":"trace[1650274081] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8925; }","duration":"635.872276ms","start":"2026-07-03T16:13:32.111704Z","end":"2026-07-03T16:13:32.747576Z","steps":["trace[1650274081] 'agreement among raft nodes before linearized reading' (duration: 635.804614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.665798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.042554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.747641Z","caller":"traceutil/trace.go:171","msg":"trace[500832943] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8925; }","duration":"691.709839ms","start":"2026-07-03T16:13:32.055924Z","end":"2026-07-03T16:13:32.747634Z","steps":["trace[500832943] 'agreement among raft nodes before linearized reading' (duration: 691.664238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.74765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.798569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.055918Z","time spent":"691.739629ms","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:32.74767Z","caller":"traceutil/trace.go:171","msg":"trace[895463203] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8925; }","duration":"755.125776ms","start":"2026-07-03T16:13:31.992527Z","end":"2026-07-03T16:13:32.747653Z","steps":["trace[895463203] 'agreement among raft nodes before linearized reading' (duration: 755.001223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.74768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.358587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.747681Z","caller":"traceutil/trace.go:171","msg":"trace[943971024] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8925; }","duration":"811.855191ms","start":"2026-07-03T16:13:31.935816Z","end":"2026-07-03T16:13:32.747671Z","steps":["trace[943971024] 'agreement among raft nodes before linearized reading' (duration: 811.80881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.747711Z","caller":"traceutil/trace.go:171","msg":"trace[1835820901] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8925; }","duration":"596.411909ms","start":"2026-07-03T16:13:32.151292Z","end":"2026-07-03T16:13:32.747704Z","steps":["trace[1835820901] 'agreement among raft nodes before linearized reading' (duration: 596.365527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.992478Z","time spent":"755.23019ms","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.747729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.784234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.151279Z","time spent":"596.45491ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.747742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.935803Z","time spent":"811.930273ms","remote":"127.0.0.1:40438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.747703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.100022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.747767Z","caller":"traceutil/trace.go:171","msg":"trace[765332854] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8925; }","duration":"983.820435ms","start":"2026-07-03T16:13:31.763935Z","end":"2026-07-03T16:13:32.747756Z","steps":["trace[765332854] 'agreement among raft nodes before linearized reading' (duration: 983.768493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.552892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.763912Z","time spent":"983.876785ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:32.747605Z","caller":"traceutil/trace.go:171","msg":"trace[68035400] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8925; }","duration":"951.312146ms","start":"2026-07-03T16:13:31.796269Z","end":"2026-07-03T16:13:32.747581Z","steps":["trace[68035400] 'agreement among raft nodes before linearized reading' (duration: 951.215653ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.747811Z","caller":"traceutil/trace.go:171","msg":"trace[957902928] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8925; }","duration":"951.595043ms","start":"2026-07-03T16:13:31.796206Z","end":"2026-07-03T16:13:32.747801Z","steps":["trace[957902928] 'agreement among raft nodes before linearized reading' (duration: 951.546162ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.747803Z","caller":"traceutil/trace.go:171","msg":"trace[185257170] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8925; }","duration":"737.280958ms","start":"2026-07-03T16:13:32.010495Z","end":"2026-07-03T16:13:32.747776Z","steps":["trace[185257170] 'agreement among raft nodes before linearized reading' (duration: 737.080953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.796195Z","time spent":"951.640454ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.747843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.796265Z","time spent":"951.564202ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.74787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.010461Z","time spent":"737.393451ms","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.747735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.46877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.230619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.747938Z","caller":"traceutil/trace.go:171","msg":"trace[264228517] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8925; }","duration":"951.678115ms","start":"2026-07-03T16:13:31.796251Z","end":"2026-07-03T16:13:32.747929Z","steps":["trace[264228517] 'agreement among raft nodes before linearized reading' (duration: 951.46489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.056815Z","time spent":"690.698516ms","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:13:32.747964Z","caller":"traceutil/trace.go:171","msg":"trace[548211790] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8925; }","duration":"597.334511ms","start":"2026-07-03T16:13:32.15062Z","end":"2026-07-03T16:13:32.747955Z","steps":["trace[548211790] 'agreement among raft nodes before linearized reading' (duration: 597.27069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.796247Z","time spent":"951.715136ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.747975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.1489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441150901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.747979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271790338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:13:32.748005Z","caller":"traceutil/trace.go:171","msg":"trace[1695454287] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8925; }","duration":"970.199171ms","start":"2026-07-03T16:13:31.777796Z","end":"2026-07-03T16:13:32.747996Z","steps":["trace[1695454287] 'agreement among raft nodes before linearized reading' (duration: 970.1542ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.748011Z","caller":"traceutil/trace.go:171","msg":"trace[1088166334] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8925; }","duration":"2.441206142s","start":"2026-07-03T16:13:30.306796Z","end":"2026-07-03T16:13:32.748003Z","steps":["trace[1088166334] 'agreement among raft nodes before linearized reading' (duration: 2.441148891s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.273857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.777787Z","time spent":"970.241433ms","remote":"127.0.0.1:40382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:13:32.748034Z","caller":"traceutil/trace.go:171","msg":"trace[190672040] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8925; }","duration":"2.271918531s","start":"2026-07-03T16:13:30.476102Z","end":"2026-07-03T16:13:32.748021Z","steps":["trace[190672040] 'agreement among raft nodes before linearized reading' (duration: 2.271766587s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.747576Z","caller":"traceutil/trace.go:171","msg":"trace[57317267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8925; }","duration":"691.612466ms","start":"2026-07-03T16:13:32.055948Z","end":"2026-07-03T16:13:32.74756Z","steps":["trace[57317267] 'agreement among raft nodes before linearized reading' (duration: 691.583136ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.748043Z","caller":"traceutil/trace.go:171","msg":"trace[2111815352] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8925; }","duration":"831.340629ms","start":"2026-07-03T16:13:31.916693Z","end":"2026-07-03T16:13:32.748034Z","steps":["trace[2111815352] 'agreement among raft nodes before linearized reading' (duration: 831.301568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.023387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.055944Z","time spent":"692.135219ms","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.748091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.476078Z","time spent":"2.271996483s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":56,"response size":28,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.748098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.916655Z","time spent":"831.434421ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:13:32.748101Z","caller":"traceutil/trace.go:171","msg":"trace[628969609] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8925; }","duration":"615.072978ms","start":"2026-07-03T16:13:32.133021Z","end":"2026-07-03T16:13:32.748094Z","steps":["trace[628969609] 'agreement among raft nodes before linearized reading' (duration: 615.036527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.133008Z","time spent":"615.112769ms","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.747943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.243195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.74817Z","caller":"traceutil/trace.go:171","msg":"trace[1289732227] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8925; }","duration":"830.514191ms","start":"2026-07-03T16:13:31.917646Z","end":"2026-07-03T16:13:32.74816Z","steps":["trace[1289732227] 'agreement among raft nodes before linearized reading' (duration: 830.278045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.895137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.917624Z","time spent":"830.568852ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:13:32.748223Z","caller":"traceutil/trace.go:171","msg":"trace[623481422] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8925; }","duration":"971.091582ms","start":"2026-07-03T16:13:31.777123Z","end":"2026-07-03T16:13:32.748215Z","steps":["trace[623481422] 'agreement among raft nodes before linearized reading' (duration: 971.045861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.74825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.777104Z","time spent":"971.139123ms","remote":"127.0.0.1:40382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.747902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.054816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.679324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.960467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.748311Z","caller":"traceutil/trace.go:171","msg":"trace[381154772] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8925; }","duration":"616.729336ms","start":"2026-07-03T16:13:32.131573Z","end":"2026-07-03T16:13:32.748303Z","steps":["trace[381154772] 'agreement among raft nodes before linearized reading' (duration: 616.682385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.748306Z","caller":"traceutil/trace.go:171","msg":"trace[1481334333] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8925; }","duration":"812.475006ms","start":"2026-07-03T16:13:31.935811Z","end":"2026-07-03T16:13:32.748286Z","steps":["trace[1481334333] 'agreement among raft nodes before linearized reading' (duration: 812.065466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.748326Z","caller":"traceutil/trace.go:171","msg":"trace[1390372234] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8925; }","duration":"870.006218ms","start":"2026-07-03T16:13:31.878311Z","end":"2026-07-03T16:13:32.748317Z","steps":["trace[1390372234] 'agreement among raft nodes before linearized reading' (duration: 869.949057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.74834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.13156Z","time spent":"616.772377ms","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.748358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.878307Z","time spent":"870.043549ms","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.748366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.935791Z","time spent":"812.552137ms","remote":"127.0.0.1:40438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.748374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.325297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.74804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.306787Z","time spent":"2.441246184s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:13:32.748402Z","caller":"traceutil/trace.go:171","msg":"trace[78945844] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8925; }","duration":"971.365818ms","start":"2026-07-03T16:13:31.777029Z","end":"2026-07-03T16:13:32.748394Z","steps":["trace[78945844] 'agreement among raft nodes before linearized reading' (duration: 971.320977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.082809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:13:32.747607Z","caller":"traceutil/trace.go:171","msg":"trace[1429380595] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8925; }","duration":"754.038832ms","start":"2026-07-03T16:13:31.993554Z","end":"2026-07-03T16:13:32.747593Z","steps":["trace[1429380595] 'agreement among raft nodes before linearized reading' (duration: 753.93722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.777023Z","time spent":"971.402599ms","remote":"127.0.0.1:40382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.748439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.854499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.993548Z","time spent":"754.898002ms","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:13:32.748478Z","caller":"traceutil/trace.go:171","msg":"trace[1935318674] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8925; }","duration":"616.929781ms","start":"2026-07-03T16:13:32.131539Z","end":"2026-07-03T16:13:32.748469Z","steps":["trace[1935318674] 'agreement among raft nodes before linearized reading' (duration: 616.865209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610322704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.179484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.748446Z","caller":"traceutil/trace.go:171","msg":"trace[90095156] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8925; }","duration":"997.163671ms","start":"2026-07-03T16:13:31.75127Z","end":"2026-07-03T16:13:32.748434Z","steps":["trace[90095156] 'agreement among raft nodes before linearized reading' (duration: 997.005707ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.748527Z","caller":"traceutil/trace.go:171","msg":"trace[1899969164] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8925; }","duration":"1.610395596s","start":"2026-07-03T16:13:31.13812Z","end":"2026-07-03T16:13:32.748516Z","steps":["trace[1899969164] 'agreement among raft nodes before linearized reading' (duration: 1.610346215s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.748532Z","caller":"traceutil/trace.go:171","msg":"trace[1317603731] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8925; }","duration":"871.219746ms","start":"2026-07-03T16:13:31.877304Z","end":"2026-07-03T16:13:32.748524Z","steps":["trace[1317603731] 'agreement among raft nodes before linearized reading' (duration: 871.171525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.816533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.1381Z","time spent":"1.610449787s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.748565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.877301Z","time spent":"871.256327ms","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:32.748576Z","caller":"traceutil/trace.go:171","msg":"trace[2129255212] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8925; }","duration":"983.844274ms","start":"2026-07-03T16:13:31.764723Z","end":"2026-07-03T16:13:32.748568Z","steps":["trace[2129255212] 'agreement among raft nodes before linearized reading' (duration: 983.803783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.764707Z","time spent":"983.889305ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.747977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.156605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.630988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.748734Z","caller":"traceutil/trace.go:171","msg":"trace[1397644070] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8925; }","duration":"775.70722ms","start":"2026-07-03T16:13:31.973015Z","end":"2026-07-03T16:13:32.748722Z","steps":["trace[1397644070] 'agreement among raft nodes before linearized reading' (duration: 775.622539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.42417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.97301Z","time spent":"775.744731ms","remote":"127.0.0.1:40466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:32.748786Z","caller":"traceutil/trace.go:171","msg":"trace[149499566] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8925; }","duration":"871.495192ms","start":"2026-07-03T16:13:31.877282Z","end":"2026-07-03T16:13:32.748777Z","steps":["trace[149499566] 'agreement among raft nodes before linearized reading' (duration: 871.381649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201263307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.877255Z","time spent":"871.553133ms","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:13:32.748838Z","caller":"traceutil/trace.go:171","msg":"trace[1776225532] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8925; }","duration":"2.201336309s","start":"2026-07-03T16:13:30.54749Z","end":"2026-07-03T16:13:32.748826Z","steps":["trace[1776225532] 'agreement among raft nodes before linearized reading' (duration: 2.201272297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.66355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.74892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:30.547471Z","time spent":"2.201441081s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:32.748932Z","caller":"traceutil/trace.go:171","msg":"trace[791015317] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8925; }","duration":"984.94539ms","start":"2026-07-03T16:13:31.763975Z","end":"2026-07-03T16:13:32.74892Z","steps":["trace[791015317] 'agreement among raft nodes before linearized reading' (duration: 983.68419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.467605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.748976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.763955Z","time spent":"985.007361ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:13:32.748983Z","caller":"traceutil/trace.go:171","msg":"trace[620444089] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8925; }","duration":"775.536666ms","start":"2026-07-03T16:13:31.973434Z","end":"2026-07-03T16:13:32.748971Z","steps":["trace[620444089] 'agreement among raft nodes before linearized reading' (duration: 775.444714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.131518Z","time spent":"616.980351ms","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.749034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.97343Z","time spent":"775.585997ms","remote":"127.0.0.1:40466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.747998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.150577Z","time spent":"597.413273ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.749085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.838987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.749114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.62198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.74913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.623652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.749148Z","caller":"traceutil/trace.go:171","msg":"trace[1946342265] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8925; }","duration":"913.708622ms","start":"2026-07-03T16:13:31.83543Z","end":"2026-07-03T16:13:32.749139Z","steps":["trace[1946342265] 'agreement among raft nodes before linearized reading' (duration: 913.650661ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.749151Z","caller":"traceutil/trace.go:171","msg":"trace[1040374006] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8925; }","duration":"656.918069ms","start":"2026-07-03T16:13:32.092213Z","end":"2026-07-03T16:13:32.749131Z","steps":["trace[1040374006] 'agreement among raft nodes before linearized reading' (duration: 656.820667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.749186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.835404Z","time spent":"913.771894ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.749194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.777017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.749219Z","caller":"traceutil/trace.go:171","msg":"trace[1236718879] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8925; }","duration":"914.830879ms","start":"2026-07-03T16:13:31.834381Z","end":"2026-07-03T16:13:32.749212Z","steps":["trace[1236718879] 'agreement among raft nodes before linearized reading' (duration: 914.796018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.749256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.834364Z","time spent":"914.883869ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.749275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.092208Z","time spent":"656.98049ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.749354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.900386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.74936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.068087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.749383Z","caller":"traceutil/trace.go:171","msg":"trace[371828247] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8925; }","duration":"655.949167ms","start":"2026-07-03T16:13:32.093422Z","end":"2026-07-03T16:13:32.749371Z","steps":["trace[371828247] 'agreement among raft nodes before linearized reading' (duration: 655.911856ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.749393Z","caller":"traceutil/trace.go:171","msg":"trace[1853180828] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8925; }","duration":"638.140518ms","start":"2026-07-03T16:13:32.111242Z","end":"2026-07-03T16:13:32.749383Z","steps":["trace[1853180828] 'agreement among raft nodes before linearized reading' (duration: 638.098017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.749416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.093405Z","time spent":"656.004398ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.74944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.941074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.749469Z","caller":"traceutil/trace.go:171","msg":"trace[774309652] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8925; }","duration":"895.976815ms","start":"2026-07-03T16:13:31.853483Z","end":"2026-07-03T16:13:32.749459Z","steps":["trace[774309652] 'agreement among raft nodes before linearized reading' (duration: 895.929904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.75125Z","time spent":"997.278633ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:13:32.749495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.441251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.749526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.43881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.749546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.117138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.749555Z","caller":"traceutil/trace.go:171","msg":"trace[412083745] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8925; }","duration":"717.516963ms","start":"2026-07-03T16:13:32.032025Z","end":"2026-07-03T16:13:32.749542Z","steps":["trace[412083745] 'agreement among raft nodes before linearized reading' (duration: 717.427221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.749567Z","caller":"traceutil/trace.go:171","msg":"trace[334024722] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8925; }","duration":"717.492472ms","start":"2026-07-03T16:13:32.032062Z","end":"2026-07-03T16:13:32.749555Z","steps":["trace[334024722] 'agreement among raft nodes before linearized reading' (duration: 717.424321ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.749575Z","caller":"traceutil/trace.go:171","msg":"trace[625274123] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8925; }","duration":"896.161888ms","start":"2026-07-03T16:13:31.853401Z","end":"2026-07-03T16:13:32.749563Z","steps":["trace[625274123] 'agreement among raft nodes before linearized reading' (duration: 896.122958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.749568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.74213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.749592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.032014Z","time spent":"717.568814ms","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.749605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.853391Z","time spent":"896.20482ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:13:32.749607Z","caller":"traceutil/trace.go:171","msg":"trace[783077791] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8925; }","duration":"738.793852ms","start":"2026-07-03T16:13:32.010804Z","end":"2026-07-03T16:13:32.749598Z","steps":["trace[783077791] 'agreement among raft nodes before linearized reading' (duration: 738.734691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.749602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.032058Z","time spent":"717.536103ms","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.749644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.010798Z","time spent":"738.837323ms","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.74965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.448001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.74916Z","caller":"traceutil/trace.go:171","msg":"trace[398456876] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8925; }","duration":"914.654463ms","start":"2026-07-03T16:13:31.834496Z","end":"2026-07-03T16:13:32.749151Z","steps":["trace[398456876] 'agreement among raft nodes before linearized reading' (duration: 914.606992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.749679Z","caller":"traceutil/trace.go:171","msg":"trace[1521402675] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8925; }","duration":"657.494763ms","start":"2026-07-03T16:13:32.092175Z","end":"2026-07-03T16:13:32.74967Z","steps":["trace[1521402675] 'agreement among raft nodes before linearized reading' (duration: 657.454002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.749604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.602083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.749702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.834459Z","time spent":"915.233296ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.749723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.092165Z","time spent":"657.548954ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:32.749731Z","caller":"traceutil/trace.go:171","msg":"trace[1530531684] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8925; }","duration":"673.749316ms","start":"2026-07-03T16:13:32.075973Z","end":"2026-07-03T16:13:32.749722Z","steps":["trace[1530531684] 'agreement among raft nodes before linearized reading' (duration: 673.595733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.749318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.124868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.749762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.075963Z","time spent":"673.789447ms","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.749393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.050272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.74979Z","caller":"traceutil/trace.go:171","msg":"trace[2001459028] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8925; }","duration":"638.600058ms","start":"2026-07-03T16:13:32.111171Z","end":"2026-07-03T16:13:32.749771Z","steps":["trace[2001459028] 'agreement among raft nodes before linearized reading' (duration: 638.115217ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.749817Z","caller":"traceutil/trace.go:171","msg":"trace[1481109799] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8925; }","duration":"895.485463ms","start":"2026-07-03T16:13:31.85432Z","end":"2026-07-03T16:13:32.749806Z","steps":["trace[1481109799] 'agreement among raft nodes before linearized reading' (duration: 895.042703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.748038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.528196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.749507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.853478Z","time spent":"896.019476ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.74992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.962568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.749951Z","caller":"traceutil/trace.go:171","msg":"trace[1401121605] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8925; }","duration":"776.988849ms","start":"2026-07-03T16:13:31.972951Z","end":"2026-07-03T16:13:32.74994Z","steps":["trace[1401121605] 'agreement among raft nodes before linearized reading' (duration: 776.943638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.749971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.629187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:32.749987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.972924Z","time spent":"777.055101ms","remote":"127.0.0.1:40466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:13:32.750008Z","caller":"traceutil/trace.go:171","msg":"trace[367450107] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8925; }","duration":"674.710079ms","start":"2026-07-03T16:13:32.075288Z","end":"2026-07-03T16:13:32.749998Z","steps":["trace[367450107] 'agreement among raft nodes before linearized reading' (duration: 674.653178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.750042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.075256Z","time spent":"674.77843ms","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.749425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.111216Z","time spent":"638.201479ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:13:32.74986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.854314Z","time spent":"895.532314ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:13:32.750194Z","caller":"traceutil/trace.go:171","msg":"trace[2030177216] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8925; }","duration":"599.439959ms","start":"2026-07-03T16:13:32.150488Z","end":"2026-07-03T16:13:32.749928Z","steps":["trace[2030177216] 'agreement among raft nodes before linearized reading' (duration: 597.529436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.747623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.111695Z","time spent":"635.920167ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:13:32.750369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.15048Z","time spent":"599.816157ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.749857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.111164Z","time spent":"638.673481ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.747066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.958543Z","time spent":"788.513624ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:13:32.747111Z","caller":"traceutil/trace.go:171","msg":"trace[181186430] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8925; }","duration":"671.887944ms","start":"2026-07-03T16:13:32.075206Z","end":"2026-07-03T16:13:32.747094Z","steps":["trace[181186430] 'agreement among raft nodes before linearized reading' (duration: 671.74844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.752183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.07518Z","time spent":"676.977341ms","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:13:32.752362Z","caller":"traceutil/trace.go:171","msg":"trace[269833198] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8925; }","duration":"835.554925ms","start":"2026-07-03T16:13:31.916785Z","end":"2026-07-03T16:13:32.75234Z","steps":["trace[269833198] 'agreement among raft nodes before linearized reading' (duration: 831.175225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.752434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.916744Z","time spent":"835.669388ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:32.752498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.299434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.752572Z","caller":"traceutil/trace.go:171","msg":"trace[131050896] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8925; }","duration":"793.405527ms","start":"2026-07-03T16:13:31.95915Z","end":"2026-07-03T16:13:32.752556Z","steps":["trace[131050896] 'agreement among raft nodes before linearized reading' (duration: 787.771078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.752634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:31.959145Z","time spent":"793.471288ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:13:32.78349Z","caller":"traceutil/trace.go:171","msg":"trace[1414725749] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"536.00726ms","start":"2026-07-03T16:13:32.247464Z","end":"2026-07-03T16:13:32.783472Z","steps":["trace[1414725749] 'process raft request' (duration: 535.952608ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:32.783557Z","caller":"traceutil/trace.go:171","msg":"trace[128133299] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"537.632268ms","start":"2026-07-03T16:13:32.245884Z","end":"2026-07-03T16:13:32.783516Z","steps":["trace[128133299] 'process raft request' (duration: 537.377182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.783604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.24745Z","time spent":"536.091952ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:32.783714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.245843Z","time spent":"537.795071ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:13:32.783778Z","caller":"traceutil/trace.go:171","msg":"trace[1634610912] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"536.281676ms","start":"2026-07-03T16:13:32.247487Z","end":"2026-07-03T16:13:32.783768Z","steps":["trace[1634610912] 'process raft request' (duration: 535.956359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.783827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.247458Z","time spent":"536.344607ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:13:32.783855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.170733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.783899Z","caller":"traceutil/trace.go:171","msg":"trace[1870262789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8928; }","duration":"261.238114ms","start":"2026-07-03T16:13:32.522648Z","end":"2026-07-03T16:13:32.783886Z","steps":["trace[1870262789] 'agreement among raft nodes before linearized reading' (duration: 261.133642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.783901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.230984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:32.783927Z","caller":"traceutil/trace.go:171","msg":"trace[1028451289] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8928; }","duration":"405.337576ms","start":"2026-07-03T16:13:32.378583Z","end":"2026-07-03T16:13:32.783921Z","steps":["trace[1028451289] 'agreement among raft nodes before linearized reading' (duration: 405.295395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:32.78402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:32.378551Z","time spent":"405.391097ms","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:13:34.11538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:13:33.431421Z","time spent":"683.952301ms","remote":"127.0.0.1:45370","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:13:34.115459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.923988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:34.115594Z","caller":"traceutil/trace.go:171","msg":"trace[401431159] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8931; }","duration":"593.073152ms","start":"2026-07-03T16:13:33.522496Z","end":"2026-07-03T16:13:34.115569Z","steps":["trace[401431159] 'range keys from in-memory index tree' (duration: 592.904028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:34.940724Z","caller":"traceutil/trace.go:171","msg":"trace[212346289] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"152.529406ms","start":"2026-07-03T16:13:34.788124Z","end":"2026-07-03T16:13:34.940654Z","steps":["trace[212346289] 'process raft request' (duration: 124.570443ms)","trace[212346289] 'compare' (duration: 27.745488ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:34.941025Z","caller":"traceutil/trace.go:171","msg":"trace[1552631876] linearizableReadLoop","detail":"{readStateIndex:9282; appliedIndex:9279; }","duration":"108.267608ms","start":"2026-07-03T16:13:34.832738Z","end":"2026-07-03T16:13:34.941006Z","steps":["trace[1552631876] 'read index received' (duration: 79.930496ms)","trace[1552631876] 'applied index is now lower than readState.Index' (duration: 28.336312ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:34.941003Z","caller":"traceutil/trace.go:171","msg":"trace[1623874615] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"151.690886ms","start":"2026-07-03T16:13:34.789239Z","end":"2026-07-03T16:13:34.94093Z","steps":["trace[1623874615] 'process raft request' (duration: 151.570793ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:34.941205Z","caller":"traceutil/trace.go:171","msg":"trace[1547802793] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"151.641896ms","start":"2026-07-03T16:13:34.789551Z","end":"2026-07-03T16:13:34.941192Z","steps":["trace[1547802793] 'process raft request' (duration: 151.345748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:34.941384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.32812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4039"} {"level":"warn","ts":"2026-07-03T16:13:34.94143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.666208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/rook-discover\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:13:34.941446Z","caller":"traceutil/trace.go:171","msg":"trace[704710655] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:8944; }","duration":"108.411452ms","start":"2026-07-03T16:13:34.833018Z","end":"2026-07-03T16:13:34.941429Z","steps":["trace[704710655] 'agreement among raft nodes before linearized reading' (duration: 108.219738ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:34.94148Z","caller":"traceutil/trace.go:171","msg":"trace[559860] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/rook-discover; range_end:; response_count:0; response_revision:8944; }","duration":"108.76359ms","start":"2026-07-03T16:13:34.832704Z","end":"2026-07-03T16:13:34.941467Z","steps":["trace[559860] 'agreement among raft nodes before linearized reading' (duration: 108.660378ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:51.768142Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024a2.wal"} {"level":"info","ts":"2026-07-03T16:13:58.63742Z","caller":"traceutil/trace.go:171","msg":"trace[1548325931] linearizableReadLoop","detail":"{readStateIndex:9463; appliedIndex:9462; }","duration":"233.480346ms","start":"2026-07-03T16:13:58.403914Z","end":"2026-07-03T16:13:58.637395Z","steps":["trace[1548325931] 'read index received' (duration: 233.255841ms)","trace[1548325931] 'applied index is now lower than readState.Index' (duration: 223.395µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:13:58.63755Z","caller":"traceutil/trace.go:171","msg":"trace[1369468857] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"252.058643ms","start":"2026-07-03T16:13:58.385478Z","end":"2026-07-03T16:13:58.637537Z","steps":["trace[1369468857] 'process raft request' (duration: 251.773577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.637836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.005252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:13:58.637773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.995364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:13:58.637891Z","caller":"traceutil/trace.go:171","msg":"trace[244268197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9117; }","duration":"225.094063ms","start":"2026-07-03T16:13:58.412782Z","end":"2026-07-03T16:13:58.637877Z","steps":["trace[244268197] 'agreement among raft nodes before linearized reading' (duration: 224.932059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.63786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.901026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:13:58.637856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.510803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lw4bv\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-07-03T16:13:58.637916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.917479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:13:58.637958Z","caller":"traceutil/trace.go:171","msg":"trace[603179105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9117; }","duration":"117.046729ms","start":"2026-07-03T16:13:58.52089Z","end":"2026-07-03T16:13:58.637937Z","steps":["trace[603179105] 'agreement among raft nodes before linearized reading' (duration: 116.855805ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:58.637964Z","caller":"traceutil/trace.go:171","msg":"trace[73280706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9117; }","duration":"226.211569ms","start":"2026-07-03T16:13:58.411704Z","end":"2026-07-03T16:13:58.637915Z","steps":["trace[73280706] 'agreement among raft nodes before linearized reading' (duration: 225.901442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:58.637981Z","caller":"traceutil/trace.go:171","msg":"trace[1382864150] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lw4bv; range_end:; response_count:1; response_revision:9117; }","duration":"145.636968ms","start":"2026-07-03T16:13:58.492304Z","end":"2026-07-03T16:13:58.637941Z","steps":["trace[1382864150] 'agreement among raft nodes before linearized reading' (duration: 145.488104ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:13:58.637995Z","caller":"traceutil/trace.go:171","msg":"trace[860174809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:9117; }","duration":"215.035032ms","start":"2026-07-03T16:13:58.42294Z","end":"2026-07-03T16:13:58.637975Z","steps":["trace[860174809] 'agreement among raft nodes before linearized reading' (duration: 214.785937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.63786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.045997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19533"} {"level":"info","ts":"2026-07-03T16:13:58.638069Z","caller":"traceutil/trace.go:171","msg":"trace[2087004762] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9117; }","duration":"126.316295ms","start":"2026-07-03T16:13:58.511729Z","end":"2026-07-03T16:13:58.638045Z","steps":["trace[2087004762] 'agreement among raft nodes before linearized reading' (duration: 125.890294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:13:58.638521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.608603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:13:58.638588Z","caller":"traceutil/trace.go:171","msg":"trace[1272015878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9117; }","duration":"234.670385ms","start":"2026-07-03T16:13:58.403898Z","end":"2026-07-03T16:13:58.638569Z","steps":["trace[1272015878] 'agreement among raft nodes before linearized reading' (duration: 233.799164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:02.441122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572642912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:14:02.941914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572642912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:14:03.015022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.260092543s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:14:03.015471Z","caller":"traceutil/trace.go:171","msg":"trace[1386864888] linearizableReadLoop","detail":"{readStateIndex:9485; appliedIndex:9484; }","duration":"1.075300836s","start":"2026-07-03T16:14:01.940144Z","end":"2026-07-03T16:14:03.015444Z","steps":["trace[1386864888] 'read index received' (duration: 1.075141072s)","trace[1386864888] 'applied index is now lower than readState.Index' (duration: 158.094µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:03.015493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:01.754748Z","time spent":"1.260736638s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:14:03.015661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07548961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:03.015751Z","caller":"traceutil/trace.go:171","msg":"trace[1265775647] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9138; }","duration":"1.075649163s","start":"2026-07-03T16:14:01.94008Z","end":"2026-07-03T16:14:03.015729Z","steps":["trace[1265775647] 'agreement among raft nodes before linearized reading' (duration: 1.075471079s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:03.015802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:01.94005Z","time spent":"1.075741336s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:14:04.080566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:03.429178Z","time spent":"651.380262ms","remote":"127.0.0.1:44986","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:14:04.081079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.823502ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:04.081167Z","caller":"traceutil/trace.go:171","msg":"trace[2118937113] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9138; }","duration":"557.924696ms","start":"2026-07-03T16:14:03.523226Z","end":"2026-07-03T16:14:04.081151Z","steps":["trace[2118937113] 'range keys from in-memory index tree' (duration: 557.807122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.081252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:03.324475Z","time spent":"756.770277ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:14:04.081939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005333429s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:14:04.082179Z","caller":"traceutil/trace.go:171","msg":"trace[649932469] linearizableReadLoop","detail":"{readStateIndex:9486; appliedIndex:9485; }","duration":"1.066642729s","start":"2026-07-03T16:14:03.015519Z","end":"2026-07-03T16:14:04.082161Z","steps":["trace[649932469] 'read index received' (duration: 61.008693ms)","trace[649932469] 'applied index is now lower than readState.Index' (duration: 1.005632926s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:04.082306Z","caller":"traceutil/trace.go:171","msg":"trace[267803609] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"1.136412791s","start":"2026-07-03T16:14:02.945856Z","end":"2026-07-03T16:14:04.082268Z","steps":["trace[267803609] 'process raft request' (duration: 130.658473ms)","trace[267803609] 'compare' (duration: 1.003934496s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:04.082425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563337344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:04.082462Z","caller":"traceutil/trace.go:171","msg":"trace[1783684778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9139; }","duration":"1.563406605s","start":"2026-07-03T16:14:02.519046Z","end":"2026-07-03T16:14:04.082452Z","steps":["trace[1783684778] 'agreement among raft nodes before linearized reading' (duration: 1.56319292s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.082474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815546141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:04.082453Z","caller":"traceutil/trace.go:171","msg":"trace[833740041] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"1.065149233s","start":"2026-07-03T16:14:03.017261Z","end":"2026-07-03T16:14:04.08241Z","steps":["trace[833740041] 'process raft request' (duration: 1.064792545s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.082492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.945831Z","time spent":"1.136563365s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:04.082469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079894557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:04.082538Z","caller":"traceutil/trace.go:171","msg":"trace[490327] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9139; }","duration":"1.815677634s","start":"2026-07-03T16:14:02.266846Z","end":"2026-07-03T16:14:04.082524Z","steps":["trace[490327] 'agreement among raft nodes before linearized reading' (duration: 1.815426928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.082543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411154067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:14:04.082545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426314285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:14:04.082597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.266812Z","time spent":"1.815774996s","remote":"127.0.0.1:38546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:14:04.082611Z","caller":"traceutil/trace.go:171","msg":"trace[2041891850] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9139; }","duration":"2.080107441s","start":"2026-07-03T16:14:02.002471Z","end":"2026-07-03T16:14:04.082578Z","steps":["trace[2041891850] 'agreement among raft nodes before linearized reading' (duration: 2.079777174s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:04.082619Z","caller":"traceutil/trace.go:171","msg":"trace[827696765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:9139; }","duration":"1.411256359s","start":"2026-07-03T16:14:02.671342Z","end":"2026-07-03T16:14:04.082598Z","steps":["trace[827696765] 'agreement among raft nodes before linearized reading' (duration: 1.410948792s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:04.082629Z","caller":"traceutil/trace.go:171","msg":"trace[1178535093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9139; }","duration":"1.426454248s","start":"2026-07-03T16:14:02.656154Z","end":"2026-07-03T16:14:04.082608Z","steps":["trace[1178535093] 'agreement among raft nodes before linearized reading' (duration: 1.42612974s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.082631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:03.017238Z","time spent":"1.065310627s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:04.082676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.671323Z","time spent":"1.411344511s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:14:04.082506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41085903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:14:04.082883Z","caller":"traceutil/trace.go:171","msg":"trace[244534630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9139; }","duration":"1.41128745s","start":"2026-07-03T16:14:02.671573Z","end":"2026-07-03T16:14:04.08286Z","steps":["trace[244534630] 'agreement among raft nodes before linearized reading' (duration: 1.410694897s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.082508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40127347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:14:04.083118Z","caller":"traceutil/trace.go:171","msg":"trace[108319185] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9139; }","duration":"1.401914774s","start":"2026-07-03T16:14:02.681175Z","end":"2026-07-03T16:14:04.08309Z","steps":["trace[108319185] 'agreement among raft nodes before linearized reading' (duration: 1.401101075s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.0832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.681164Z","time spent":"1.402015606s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:14:04.082506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418126537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:14:04.083385Z","caller":"traceutil/trace.go:171","msg":"trace[282936663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9139; }","duration":"1.419079848s","start":"2026-07-03T16:14:02.664285Z","end":"2026-07-03T16:14:04.083365Z","steps":["trace[282936663] 'agreement among raft nodes before linearized reading' (duration: 1.417971783s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.083442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.664233Z","time spent":"1.41919266s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:14:04.082501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.51903Z","time spent":"1.563463077s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:14:04.082685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.002464Z","time spent":"2.080208634s","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:14:04.082687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.656131Z","time spent":"1.42654245s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:14:04.082718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416454209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:14:04.083916Z","caller":"traceutil/trace.go:171","msg":"trace[742821762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9139; }","duration":"1.417694788s","start":"2026-07-03T16:14:02.666209Z","end":"2026-07-03T16:14:04.083904Z","steps":["trace[742821762] 'agreement among raft nodes before linearized reading' (duration: 1.415995259s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.083953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.666191Z","time spent":"1.417750069s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:14:04.082756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09873526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:14:04.084096Z","caller":"traceutil/trace.go:171","msg":"trace[1039938255] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9139; }","duration":"2.10046919s","start":"2026-07-03T16:14:01.983616Z","end":"2026-07-03T16:14:04.084085Z","steps":["trace[1039938255] 'agreement among raft nodes before linearized reading' (duration: 2.098632318s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.08413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:01.983565Z","time spent":"2.100552852s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:14:04.083032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:02.67155Z","time spent":"1.411462584s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:14:04.263701Z","caller":"traceutil/trace.go:171","msg":"trace[694848282] linearizableReadLoop","detail":"{readStateIndex:9490; appliedIndex:9487; }","duration":"181.467941ms","start":"2026-07-03T16:14:04.082214Z","end":"2026-07-03T16:14:04.263682Z","steps":["trace[694848282] 'read index received' (duration: 159.015275ms)","trace[694848282] 'applied index is now lower than readState.Index' (duration: 22.451846ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:04.263769Z","caller":"traceutil/trace.go:171","msg":"trace[1021201564] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"1.176169015s","start":"2026-07-03T16:14:03.087564Z","end":"2026-07-03T16:14:04.263733Z","steps":["trace[1021201564] 'process raft request' (duration: 1.153651138s)","trace[1021201564] 'compare' (duration: 22.310823ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:04.263824Z","caller":"traceutil/trace.go:171","msg":"trace[1599587000] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"1.129740748s","start":"2026-07-03T16:14:03.134045Z","end":"2026-07-03T16:14:04.263786Z","steps":["trace[1599587000] 'process raft request' (duration: 1.129607335s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.263873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.026794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:14:04.26388Z","caller":"traceutil/trace.go:171","msg":"trace[1314360786] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"1.131337705s","start":"2026-07-03T16:14:03.132512Z","end":"2026-07-03T16:14:04.26385Z","steps":["trace[1314360786] 'process raft request' (duration: 1.13111391s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.26391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:03.087545Z","time spent":"1.176295369s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:04.263909Z","caller":"traceutil/trace.go:171","msg":"trace[1637185855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9143; }","duration":"915.108445ms","start":"2026-07-03T16:14:03.348791Z","end":"2026-07-03T16:14:04.263899Z","steps":["trace[1637185855] 'agreement among raft nodes before linearized reading' (duration: 914.978162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.264021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:03.348776Z","time spent":"915.238739ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:14:04.264006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:03.134024Z","time spent":"1.129889932s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:04.26402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:03.132489Z","time spent":"1.131457058s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:04.264072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07409277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:14:04.264151Z","caller":"traceutil/trace.go:171","msg":"trace[47528913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9143; }","duration":"1.074227713s","start":"2026-07-03T16:14:03.189906Z","end":"2026-07-03T16:14:04.264133Z","steps":["trace[47528913] 'agreement among raft nodes before linearized reading' (duration: 1.073969047s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.264199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:03.189882Z","time spent":"1.074307695s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:14:04.283297Z","caller":"traceutil/trace.go:171","msg":"trace[1015024338] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"195.973944ms","start":"2026-07-03T16:14:04.087302Z","end":"2026-07-03T16:14:04.283276Z","steps":["trace[1015024338] 'process raft request' (duration: 195.803661ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:04.283554Z","caller":"traceutil/trace.go:171","msg":"trace[1832767111] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"195.901993ms","start":"2026-07-03T16:14:04.087631Z","end":"2026-07-03T16:14:04.283533Z","steps":["trace[1832767111] 'process raft request' (duration: 195.610107ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:04.283579Z","caller":"traceutil/trace.go:171","msg":"trace[1888119574] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"195.900093ms","start":"2026-07-03T16:14:04.08766Z","end":"2026-07-03T16:14:04.28356Z","steps":["trace[1888119574] 'process raft request' (duration: 195.76467ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:04.283605Z","caller":"traceutil/trace.go:171","msg":"trace[808395148] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"194.152343ms","start":"2026-07-03T16:14:04.089436Z","end":"2026-07-03T16:14:04.283588Z","steps":["trace[808395148] 'process raft request' (duration: 194.078752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.283795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.297251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:04.283847Z","caller":"traceutil/trace.go:171","msg":"trace[1224230370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9147; }","duration":"199.355992ms","start":"2026-07-03T16:14:04.084479Z","end":"2026-07-03T16:14:04.283835Z","steps":["trace[1224230370] 'agreement among raft nodes before linearized reading' (duration: 199.27533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.283871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.129066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:14:04.283916Z","caller":"traceutil/trace.go:171","msg":"trace[736111128] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9147; }","duration":"199.24355ms","start":"2026-07-03T16:14:04.084662Z","end":"2026-07-03T16:14:04.283905Z","steps":["trace[736111128] 'agreement among raft nodes before linearized reading' (duration: 199.086676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:04.283996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.659117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227525"} {"level":"info","ts":"2026-07-03T16:14:04.284056Z","caller":"traceutil/trace.go:171","msg":"trace[1428475503] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9147; }","duration":"195.733849ms","start":"2026-07-03T16:14:04.088299Z","end":"2026-07-03T16:14:04.284033Z","steps":["trace[1428475503] 'agreement among raft nodes before linearized reading' (duration: 195.417801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:06.764537Z","caller":"traceutil/trace.go:171","msg":"trace[2078878012] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"495.197511ms","start":"2026-07-03T16:14:06.269312Z","end":"2026-07-03T16:14:06.764509Z","steps":["trace[2078878012] 'process raft request' (duration: 495.048098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:06.764731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:06.269291Z","time spent":"495.325384ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:08.230524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466133039s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:14:08.238387Z","caller":"traceutil/trace.go:171","msg":"trace[1947559525] linearizableReadLoop","detail":"{readStateIndex:9502; appliedIndex:9499; }","duration":"1.951599938s","start":"2026-07-03T16:14:06.28676Z","end":"2026-07-03T16:14:08.23836Z","steps":["trace[1947559525] 'read index received' (duration: 477.638098ms)","trace[1947559525] 'applied index is now lower than readState.Index' (duration: 1.47396079s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:08.2384Z","caller":"traceutil/trace.go:171","msg":"trace[739169961] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"1.968824784s","start":"2026-07-03T16:14:06.269539Z","end":"2026-07-03T16:14:08.238364Z","steps":["trace[739169961] 'process raft request' (duration: 1.961187248s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:08.238445Z","caller":"traceutil/trace.go:171","msg":"trace[1485831756] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"1.968774623s","start":"2026-07-03T16:14:06.269652Z","end":"2026-07-03T16:14:08.238427Z","steps":["trace[1485831756] 'process raft request' (duration: 1.968628968s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.238538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:06.269534Z","time spent":"1.968937057s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:08.238626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951840434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:14:08.238676Z","caller":"traceutil/trace.go:171","msg":"trace[377871710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9155; }","duration":"1.951912825s","start":"2026-07-03T16:14:06.286749Z","end":"2026-07-03T16:14:08.238662Z","steps":["trace[377871710] 'agreement among raft nodes before linearized reading' (duration: 1.951731091s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.238715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:06.286744Z","time spent":"1.951961407s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:14:08.23877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952072389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:14:08.238538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:06.269639Z","time spent":"1.968842465s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:08.238813Z","caller":"traceutil/trace.go:171","msg":"trace[164938797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9155; }","duration":"1.952146521s","start":"2026-07-03T16:14:06.286655Z","end":"2026-07-03T16:14:08.238802Z","steps":["trace[164938797] 'agreement among raft nodes before linearized reading' (duration: 1.952013428s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.23895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:06.286643Z","time spent":"1.952293264s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:14:08.264828Z","caller":"traceutil/trace.go:171","msg":"trace[1608917856] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"1.134988238s","start":"2026-07-03T16:14:07.129823Z","end":"2026-07-03T16:14:08.264811Z","steps":["trace[1608917856] 'process raft request' (duration: 1.13462792s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.264935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:07.129797Z","time spent":"1.135078809s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:08.26495Z","caller":"traceutil/trace.go:171","msg":"trace[1596846098] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"1.110365011s","start":"2026-07-03T16:14:07.15456Z","end":"2026-07-03T16:14:08.264925Z","steps":["trace[1596846098] 'process raft request' (duration: 1.110147556s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.265106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:07.154534Z","time spent":"1.110492044s","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:08.265226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977518164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:14:08.265301Z","caller":"traceutil/trace.go:171","msg":"trace[512156801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9158; }","duration":"1.977635796s","start":"2026-07-03T16:14:06.287645Z","end":"2026-07-03T16:14:08.265281Z","steps":["trace[512156801] 'agreement among raft nodes before linearized reading' (duration: 1.977253248s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.26534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:06.287628Z","time spent":"1.977703748s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:14:08.265397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970505922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:14:08.265424Z","caller":"traceutil/trace.go:171","msg":"trace[958356190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9160; }","duration":"1.970548383s","start":"2026-07-03T16:14:06.294867Z","end":"2026-07-03T16:14:08.265416Z","steps":["trace[958356190] 'agreement among raft nodes before linearized reading' (duration: 1.970469082s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.265444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:06.29486Z","time spent":"1.970577934s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:14:08.265469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973264295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:14:08.265497Z","caller":"traceutil/trace.go:171","msg":"trace[2014699894] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"131.929573ms","start":"2026-07-03T16:14:08.133561Z","end":"2026-07-03T16:14:08.26549Z","steps":["trace[2014699894] 'process raft request' (duration: 131.229387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:08.265512Z","caller":"traceutil/trace.go:171","msg":"trace[702208559] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:9160; }","duration":"1.973324467s","start":"2026-07-03T16:14:06.292174Z","end":"2026-07-03T16:14:08.265499Z","steps":["trace[702208559] 'agreement among raft nodes before linearized reading' (duration: 1.973186544s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.265544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:06.292166Z","time spent":"1.973372748s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:14:08.26556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.75384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:08.265577Z","caller":"traceutil/trace.go:171","msg":"trace[678115180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9160; }","duration":"741.795551ms","start":"2026-07-03T16:14:07.523777Z","end":"2026-07-03T16:14:08.265572Z","steps":["trace[678115180] 'agreement among raft nodes before linearized reading' (duration: 741.7634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.265591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:07.523762Z","time spent":"741.826431ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:14:08.26563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974500384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:14:08.265666Z","caller":"traceutil/trace.go:171","msg":"trace[1804874706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9160; }","duration":"1.974558006s","start":"2026-07-03T16:14:06.291098Z","end":"2026-07-03T16:14:08.265656Z","steps":["trace[1804874706] 'agreement among raft nodes before linearized reading' (duration: 1.974436143s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:08.265696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:06.291087Z","time spent":"1.974602316s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:14:17.791147Z","caller":"traceutil/trace.go:171","msg":"trace[58614516] linearizableReadLoop","detail":"{readStateIndex:9596; appliedIndex:9595; }","duration":"355.163414ms","start":"2026-07-03T16:14:17.435958Z","end":"2026-07-03T16:14:17.791122Z","steps":["trace[58614516] 'read index received' (duration: 355.02442ms)","trace[58614516] 'applied index is now lower than readState.Index' (duration: 137.964µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:17.791258Z","caller":"traceutil/trace.go:171","msg":"trace[1977991773] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"355.298657ms","start":"2026-07-03T16:14:17.435923Z","end":"2026-07-03T16:14:17.791221Z","steps":["trace[1977991773] 'process raft request' (duration: 355.00292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:17.791405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:17.43591Z","time spent":"355.41357ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:17.791502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.410319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lw4bv\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-07-03T16:14:17.791606Z","caller":"traceutil/trace.go:171","msg":"trace[1787583550] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lw4bv; range_end:; response_count:1; response_revision:9245; }","duration":"355.621114ms","start":"2026-07-03T16:14:17.435932Z","end":"2026-07-03T16:14:17.791553Z","steps":["trace[1787583550] 'agreement among raft nodes before linearized reading' (duration: 355.321717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:17.791663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:17.435921Z","time spent":"355.727187ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2822,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lw4bv\" "} {"level":"info","ts":"2026-07-03T16:14:17.97758Z","caller":"traceutil/trace.go:171","msg":"trace[996264619] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9247; }","duration":"182.992776ms","start":"2026-07-03T16:14:17.794563Z","end":"2026-07-03T16:14:17.977556Z","steps":["trace[996264619] 'process raft request' (duration: 182.918054ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:17.977674Z","caller":"traceutil/trace.go:171","msg":"trace[1002079529] linearizableReadLoop","detail":"{readStateIndex:9597; appliedIndex:9596; }","duration":"186.422564ms","start":"2026-07-03T16:14:17.791216Z","end":"2026-07-03T16:14:17.977639Z","steps":["trace[1002079529] 'read index received' (duration: 111.843101ms)","trace[1002079529] 'applied index is now lower than readState.Index' (duration: 74.577123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:17.977856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.22924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:17.977887Z","caller":"traceutil/trace.go:171","msg":"trace[659024094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9247; }","duration":"457.315141ms","start":"2026-07-03T16:14:17.520563Z","end":"2026-07-03T16:14:17.977878Z","steps":["trace[659024094] 'agreement among raft nodes before linearized reading' (duration: 457.185948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:17.977938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.048102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:14:17.97805Z","caller":"traceutil/trace.go:171","msg":"trace[852007538] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9247; }","duration":"282.233506ms","start":"2026-07-03T16:14:17.695797Z","end":"2026-07-03T16:14:17.978031Z","steps":["trace[852007538] 'agreement among raft nodes before linearized reading' (duration: 281.983991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:17.978148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.152488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-07-03T16:14:17.978187Z","caller":"traceutil/trace.go:171","msg":"trace[2090762401] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9247; }","duration":"360.192469ms","start":"2026-07-03T16:14:17.617984Z","end":"2026-07-03T16:14:17.978177Z","steps":["trace[2090762401] 'agreement among raft nodes before linearized reading' (duration: 360.045015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:17.978176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.398894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lw4bv\" ","response":"range_response_count:1 size:4645"} {"level":"warn","ts":"2026-07-03T16:14:17.978222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:17.617964Z","time spent":"360.242819ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-03T16:14:17.978228Z","caller":"traceutil/trace.go:171","msg":"trace[749751975] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lw4bv; range_end:; response_count:1; response_revision:9247; }","duration":"320.490676ms","start":"2026-07-03T16:14:17.65772Z","end":"2026-07-03T16:14:17.978211Z","steps":["trace[749751975] 'agreement among raft nodes before linearized reading' (duration: 320.301532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:17.978263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:17.657673Z","time spent":"320.581998ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4666,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lw4bv\" "} {"level":"info","ts":"2026-07-03T16:14:17.978278Z","caller":"traceutil/trace.go:171","msg":"trace[1189233785] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"319.557325ms","start":"2026-07-03T16:14:17.658697Z","end":"2026-07-03T16:14:17.978254Z","steps":["trace[1189233785] 'process raft request' (duration: 244.395209ms)","trace[1189233785] 'compare' (duration: 74.230765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:17.978358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.771325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:17.978448Z","caller":"traceutil/trace.go:171","msg":"trace[1849569418] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9247; }","duration":"197.921808ms","start":"2026-07-03T16:14:17.780505Z","end":"2026-07-03T16:14:17.978426Z","steps":["trace[1849569418] 'agreement among raft nodes before linearized reading' (duration: 197.754554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:17.978414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:17.658645Z","time spent":"319.696738ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:14:17.977924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:17.52053Z","time spent":"457.387823ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:14:18.185177Z","caller":"traceutil/trace.go:171","msg":"trace[1457501421] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"199.291731ms","start":"2026-07-03T16:14:17.985849Z","end":"2026-07-03T16:14:18.18514Z","steps":["trace[1457501421] 'process raft request' (duration: 161.127395ms)","trace[1457501421] 'compare' (duration: 37.926701ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:18.427309Z","caller":"traceutil/trace.go:171","msg":"trace[1727428701] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"141.881411ms","start":"2026-07-03T16:14:18.285349Z","end":"2026-07-03T16:14:18.42723Z","steps":["trace[1727428701] 'process raft request' (duration: 141.668976ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.543759Z","caller":"traceutil/trace.go:171","msg":"trace[501377182] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"244.820096ms","start":"2026-07-03T16:14:18.298911Z","end":"2026-07-03T16:14:18.543731Z","steps":["trace[501377182] 'process raft request' (duration: 232.283389ms)","trace[501377182] 'compare' (duration: 12.359003ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:18.543953Z","caller":"traceutil/trace.go:171","msg":"trace[5371692] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"205.668797ms","start":"2026-07-03T16:14:18.338275Z","end":"2026-07-03T16:14:18.543944Z","steps":["trace[5371692] 'process raft request' (duration: 205.412901ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.544085Z","caller":"traceutil/trace.go:171","msg":"trace[271173622] linearizableReadLoop","detail":"{readStateIndex:9605; appliedIndex:9601; }","duration":"201.41394ms","start":"2026-07-03T16:14:18.34265Z","end":"2026-07-03T16:14:18.544064Z","steps":["trace[271173622] 'read index received' (duration: 84.397441ms)","trace[271173622] 'applied index is now lower than readState.Index' (duration: 117.015639ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:18.544161Z","caller":"traceutil/trace.go:171","msg":"trace[530593461] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"204.879739ms","start":"2026-07-03T16:14:18.339268Z","end":"2026-07-03T16:14:18.544148Z","steps":["trace[530593461] 'process raft request' (duration: 204.577222ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.544151Z","caller":"traceutil/trace.go:171","msg":"trace[1123632728] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"131.502873ms","start":"2026-07-03T16:14:18.412613Z","end":"2026-07-03T16:14:18.544116Z","steps":["trace[1123632728] 'process raft request' (duration: 131.313819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:18.544413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.729937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:14:18.544489Z","caller":"traceutil/trace.go:171","msg":"trace[376920625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9255; }","duration":"201.86773ms","start":"2026-07-03T16:14:18.342606Z","end":"2026-07-03T16:14:18.544474Z","steps":["trace[376920625] 'agreement among raft nodes before linearized reading' (duration: 201.624085ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.60624Z","caller":"traceutil/trace.go:171","msg":"trace[993223135] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"104.102314ms","start":"2026-07-03T16:14:18.502104Z","end":"2026-07-03T16:14:18.606206Z","steps":["trace[993223135] 'process raft request' (duration: 103.52037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:18.606506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.667026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:14:18.606545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.99028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:14:18.606572Z","caller":"traceutil/trace.go:171","msg":"trace[763525473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9258; }","duration":"248.757958ms","start":"2026-07-03T16:14:18.357797Z","end":"2026-07-03T16:14:18.606555Z","steps":["trace[763525473] 'agreement among raft nodes before linearized reading' (duration: 248.590984ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.606631Z","caller":"traceutil/trace.go:171","msg":"trace[1571967950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9258; }","duration":"261.097382ms","start":"2026-07-03T16:14:18.34551Z","end":"2026-07-03T16:14:18.606608Z","steps":["trace[1571967950] 'agreement among raft nodes before linearized reading' (duration: 260.899798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:18.606692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.294617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:14:18.606759Z","caller":"traceutil/trace.go:171","msg":"trace[383697375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9258; }","duration":"261.397129ms","start":"2026-07-03T16:14:18.345342Z","end":"2026-07-03T16:14:18.606739Z","steps":["trace[383697375] 'agreement among raft nodes before linearized reading' (duration: 260.790625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:18.606833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.00589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:14:18.606877Z","caller":"traceutil/trace.go:171","msg":"trace[1884379044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:9258; }","duration":"258.082622ms","start":"2026-07-03T16:14:18.348783Z","end":"2026-07-03T16:14:18.606865Z","steps":["trace[1884379044] 'agreement among raft nodes before linearized reading' (duration: 257.903638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:18.606528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.373775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:14:18.607264Z","caller":"traceutil/trace.go:171","msg":"trace[1200909281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9258; }","duration":"261.119112ms","start":"2026-07-03T16:14:18.346116Z","end":"2026-07-03T16:14:18.607235Z","steps":["trace[1200909281] 'agreement among raft nodes before linearized reading' (duration: 260.236932ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.884545Z","caller":"traceutil/trace.go:171","msg":"trace[233118921] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"272.465922ms","start":"2026-07-03T16:14:18.612059Z","end":"2026-07-03T16:14:18.884525Z","steps":["trace[233118921] 'process raft request' (duration: 184.415868ms)","trace[233118921] 'compare' (duration: 87.835839ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:18.88488Z","caller":"traceutil/trace.go:171","msg":"trace[1340128717] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"272.099985ms","start":"2026-07-03T16:14:18.612763Z","end":"2026-07-03T16:14:18.884863Z","steps":["trace[1340128717] 'process raft request' (duration: 271.710556ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.884996Z","caller":"traceutil/trace.go:171","msg":"trace[307434663] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"272.199026ms","start":"2026-07-03T16:14:18.612773Z","end":"2026-07-03T16:14:18.884972Z","steps":["trace[307434663] 'process raft request' (duration: 272.003872ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.885031Z","caller":"traceutil/trace.go:171","msg":"trace[289648654] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"271.045381ms","start":"2026-07-03T16:14:18.613957Z","end":"2026-07-03T16:14:18.885003Z","steps":["trace[289648654] 'process raft request' (duration: 270.937218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.885067Z","caller":"traceutil/trace.go:171","msg":"trace[990211023] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"271.334806ms","start":"2026-07-03T16:14:18.613698Z","end":"2026-07-03T16:14:18.885033Z","steps":["trace[990211023] 'process raft request' (duration: 271.157192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:18.885078Z","caller":"traceutil/trace.go:171","msg":"trace[412001885] linearizableReadLoop","detail":"{readStateIndex:9612; appliedIndex:9610; }","duration":"272.676427ms","start":"2026-07-03T16:14:18.612381Z","end":"2026-07-03T16:14:18.885057Z","steps":["trace[412001885] 'read index received' (duration: 51.744029ms)","trace[412001885] 'applied index is now lower than readState.Index' (duration: 220.930418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:18.885506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.104057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227440"} {"level":"info","ts":"2026-07-03T16:14:18.885557Z","caller":"traceutil/trace.go:171","msg":"trace[1905802459] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9265; }","duration":"273.190149ms","start":"2026-07-03T16:14:18.612356Z","end":"2026-07-03T16:14:18.885546Z","steps":["trace[1905802459] 'agreement among raft nodes before linearized reading' (duration: 272.843191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:20.320077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572643258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:14:20.841377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572643258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:14:21.341705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572643258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:14:21.842604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572643258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:14:22.33019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.587133887s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:14:22.330691Z","caller":"traceutil/trace.go:171","msg":"trace[1617383763] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"2.587708059s","start":"2026-07-03T16:14:19.742957Z","end":"2026-07-03T16:14:22.330665Z","steps":["trace[1617383763] 'process raft request' (duration: 2.587450744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.330839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:19.742936Z","time spent":"2.587825763s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:22.445917Z","caller":"traceutil/trace.go:171","msg":"trace[1869608083] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"1.896323468s","start":"2026-07-03T16:14:20.549558Z","end":"2026-07-03T16:14:22.445881Z","steps":["trace[1869608083] 'process raft request' (duration: 1.896105023s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.446023Z","caller":"traceutil/trace.go:171","msg":"trace[201927794] linearizableReadLoop","detail":"{readStateIndex:9626; appliedIndex:9619; }","duration":"2.626997393s","start":"2026-07-03T16:14:19.818991Z","end":"2026-07-03T16:14:22.445988Z","steps":["trace[201927794] 'read index received' (duration: 2.511481508s)","trace[201927794] 'applied index is now lower than readState.Index' (duration: 115.515195ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:22.446032Z","caller":"traceutil/trace.go:171","msg":"trace[640582355] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"1.896342118s","start":"2026-07-03T16:14:20.549601Z","end":"2026-07-03T16:14:22.445943Z","steps":["trace[640582355] 'process raft request' (duration: 1.896199485s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.446127Z","caller":"traceutil/trace.go:171","msg":"trace[1918892270] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"1.896351618s","start":"2026-07-03T16:14:20.549765Z","end":"2026-07-03T16:14:22.446117Z","steps":["trace[1918892270] 'process raft request' (duration: 1.896072202s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.446204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.54976Z","time spent":"1.89639197s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:22.446201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.54958Z","time spent":"1.896519353s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:22.446201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.549538Z","time spent":"1.896466191s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:22.446282Z","caller":"traceutil/trace.go:171","msg":"trace[1865023729] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"782.995706ms","start":"2026-07-03T16:14:21.663274Z","end":"2026-07-03T16:14:22.446269Z","steps":["trace[1865023729] 'process raft request' (duration: 782.671369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.446336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:21.66325Z","time spent":"783.059858ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1322,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:14:22.446403Z","caller":"traceutil/trace.go:171","msg":"trace[1523819403] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"1.555569225s","start":"2026-07-03T16:14:20.890813Z","end":"2026-07-03T16:14:22.446382Z","steps":["trace[1523819403] 'process raft request' (duration: 1.555101414s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.446502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.890792Z","time spent":"1.555660427s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:22.446565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279463424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-07-03T16:14:22.446757Z","caller":"traceutil/trace.go:171","msg":"trace[1515247930] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9274; }","duration":"2.279654847s","start":"2026-07-03T16:14:20.167053Z","end":"2026-07-03T16:14:22.446708Z","steps":["trace[1515247930] 'agreement among raft nodes before linearized reading' (duration: 2.279286769s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.446828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556484716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:14:22.446863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557603182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:14:22.446848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833648916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:14:22.4469Z","caller":"traceutil/trace.go:171","msg":"trace[605281326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9274; }","duration":"1.557652993s","start":"2026-07-03T16:14:20.889236Z","end":"2026-07-03T16:14:22.446889Z","steps":["trace[605281326] 'agreement among raft nodes before linearized reading' (duration: 1.557571861s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.446926Z","caller":"traceutil/trace.go:171","msg":"trace[262780027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9274; }","duration":"1.83375421s","start":"2026-07-03T16:14:20.61316Z","end":"2026-07-03T16:14:22.446915Z","steps":["trace[262780027] 'agreement among raft nodes before linearized reading' (duration: 1.833623116s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.446896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925828716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:14:22.44695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178437687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:14:22.446966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.066487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lw4bv\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-07-03T16:14:22.446953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129846936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:14:22.446997Z","caller":"traceutil/trace.go:171","msg":"trace[971825223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9274; }","duration":"1.925971739s","start":"2026-07-03T16:14:20.521002Z","end":"2026-07-03T16:14:22.446973Z","steps":["trace[971825223] 'agreement among raft nodes before linearized reading' (duration: 1.925775054s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.447Z","caller":"traceutil/trace.go:171","msg":"trace[405822537] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:9274; }","duration":"1.178524769s","start":"2026-07-03T16:14:21.268458Z","end":"2026-07-03T16:14:22.446983Z","steps":["trace[405822537] 'agreement among raft nodes before linearized reading' (duration: 1.178450187s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.447024Z","caller":"traceutil/trace.go:171","msg":"trace[523011676] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lw4bv; range_end:; response_count:1; response_revision:9274; }","duration":"759.145649ms","start":"2026-07-03T16:14:21.687864Z","end":"2026-07-03T16:14:22.447009Z","steps":["trace[523011676] 'agreement among raft nodes before linearized reading' (duration: 759.005326ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.447052Z","caller":"traceutil/trace.go:171","msg":"trace[580521060] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9274; }","duration":"2.12998984s","start":"2026-07-03T16:14:20.317036Z","end":"2026-07-03T16:14:22.447026Z","steps":["trace[580521060] 'agreement among raft nodes before linearized reading' (duration: 2.129802274s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.447062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:21.268437Z","time spent":"1.178610951s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:14:22.447068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:21.687854Z","time spent":"759.20634ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lw4bv\" "} {"level":"warn","ts":"2026-07-03T16:14:22.447072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558208996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:14:22.447095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499042957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:14:22.447111Z","caller":"traceutil/trace.go:171","msg":"trace[401382078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9274; }","duration":"1.558293488s","start":"2026-07-03T16:14:20.888808Z","end":"2026-07-03T16:14:22.447102Z","steps":["trace[401382078] 'agreement among raft nodes before linearized reading' (duration: 1.558214256s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.447106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.317022Z","time spent":"2.130073231s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:14:22.447131Z","caller":"traceutil/trace.go:171","msg":"trace[76810338] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9274; }","duration":"1.499150759s","start":"2026-07-03T16:14:20.947971Z","end":"2026-07-03T16:14:22.447122Z","steps":["trace[76810338] 'agreement among raft nodes before linearized reading' (duration: 1.499044946s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.447137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.888784Z","time spent":"1.55834603s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:14:22.447189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.94796Z","time spent":"1.49919129s","remote":"127.0.0.1:34044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:14:22.44693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.889225Z","time spent":"1.557697525s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:14:22.447227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55316133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:14:22.447264Z","caller":"traceutil/trace.go:171","msg":"trace[1483007470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:9274; }","duration":"1.553215732s","start":"2026-07-03T16:14:20.894039Z","end":"2026-07-03T16:14:22.447255Z","steps":["trace[1483007470] 'agreement among raft nodes before linearized reading' (duration: 1.553062538s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.446991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.613148Z","time spent":"1.833831571s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:14:22.44688Z","caller":"traceutil/trace.go:171","msg":"trace[400615167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9274; }","duration":"1.556563678s","start":"2026-07-03T16:14:20.890303Z","end":"2026-07-03T16:14:22.446866Z","steps":["trace[400615167] 'agreement among raft nodes before linearized reading' (duration: 1.556407603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.447319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628335584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-03T16:14:22.447053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.520985Z","time spent":"1.926058422s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:14:22.447357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.890285Z","time spent":"1.55706149s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:14:22.447004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557761196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:14:22.44663Z","caller":"traceutil/trace.go:171","msg":"trace[1341713492] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"1.855518629s","start":"2026-07-03T16:14:20.591095Z","end":"2026-07-03T16:14:22.446614Z","steps":["trace[1341713492] 'process raft request' (duration: 1.854783883s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.447499Z","caller":"traceutil/trace.go:171","msg":"trace[1457367379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9274; }","duration":"1.558275168s","start":"2026-07-03T16:14:20.889207Z","end":"2026-07-03T16:14:22.447482Z","steps":["trace[1457367379] 'agreement among raft nodes before linearized reading' (duration: 1.557738386s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.447556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.889194Z","time spent":"1.558344269s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:14:22.447561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.812675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T16:14:22.447353Z","caller":"traceutil/trace.go:171","msg":"trace[923541828] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9274; }","duration":"2.628406676s","start":"2026-07-03T16:14:19.818936Z","end":"2026-07-03T16:14:22.447343Z","steps":["trace[923541828] 'agreement among raft nodes before linearized reading' (duration: 2.628312384s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.447607Z","caller":"traceutil/trace.go:171","msg":"trace[18933369] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:9274; }","duration":"692.857085ms","start":"2026-07-03T16:14:21.75474Z","end":"2026-07-03T16:14:22.447597Z","steps":["trace[18933369] 'agreement among raft nodes before linearized reading' (duration: 692.744573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.447622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:19.818915Z","time spent":"2.628695602s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":377,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:14:22.447645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:21.754727Z","time spent":"692.911327ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:14:22.447558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.591071Z","time spent":"1.856432041s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:22.447304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.894026Z","time spent":"1.553271053s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:14:22.447664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.167038Z","time spent":"2.279834053s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5753,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:14:22.446789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597981209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T16:14:22.447914Z","caller":"traceutil/trace.go:171","msg":"trace[52543671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9274; }","duration":"1.599130836s","start":"2026-07-03T16:14:20.848763Z","end":"2026-07-03T16:14:22.447893Z","steps":["trace[52543671] 'agreement among raft nodes before linearized reading' (duration: 1.597950018s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.448189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:20.848744Z","time spent":"1.599207999s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-03T16:14:22.603007Z","caller":"traceutil/trace.go:171","msg":"trace[724430623] linearizableReadLoop","detail":"{readStateIndex:9627; appliedIndex:9626; }","duration":"149.505246ms","start":"2026-07-03T16:14:22.453461Z","end":"2026-07-03T16:14:22.602966Z","steps":["trace[724430623] 'read index received' (duration: 105.181677ms)","trace[724430623] 'applied index is now lower than readState.Index' (duration: 44.322109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:22.603237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.750772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version-lw4bv.18bed3b089404b81\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-07-03T16:14:22.603302Z","caller":"traceutil/trace.go:171","msg":"trace[1781217789] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version-lw4bv.18bed3b089404b81; range_end:; response_count:1; response_revision:9274; }","duration":"149.832553ms","start":"2026-07-03T16:14:22.453454Z","end":"2026-07-03T16:14:22.603287Z","steps":["trace[1781217789] 'agreement among raft nodes before linearized reading' (duration: 149.633609ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.61266Z","caller":"traceutil/trace.go:171","msg":"trace[1289488927] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"158.395041ms","start":"2026-07-03T16:14:22.454249Z","end":"2026-07-03T16:14:22.612644Z","steps":["trace[1289488927] 'process raft request' (duration: 158.203317ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.612939Z","caller":"traceutil/trace.go:171","msg":"trace[549827524] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"158.130646ms","start":"2026-07-03T16:14:22.454786Z","end":"2026-07-03T16:14:22.612916Z","steps":["trace[549827524] 'process raft request' (duration: 157.811678ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.61298Z","caller":"traceutil/trace.go:171","msg":"trace[1309368495] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"156.783354ms","start":"2026-07-03T16:14:22.45618Z","end":"2026-07-03T16:14:22.612963Z","steps":["trace[1309368495] 'process raft request' (duration: 156.62973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.613144Z","caller":"traceutil/trace.go:171","msg":"trace[713025882] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"156.875556ms","start":"2026-07-03T16:14:22.456244Z","end":"2026-07-03T16:14:22.61312Z","steps":["trace[713025882] 'process raft request' (duration: 156.652891ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.613551Z","caller":"traceutil/trace.go:171","msg":"trace[1315878818] transaction","detail":"{read_only:false; response_revision:9279; number_of_response:1; }","duration":"157.295515ms","start":"2026-07-03T16:14:22.456239Z","end":"2026-07-03T16:14:22.613534Z","steps":["trace[1315878818] 'process raft request' (duration: 156.806384ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.613664Z","caller":"traceutil/trace.go:171","msg":"trace[1341013467] transaction","detail":"{read_only:false; response_revision:9280; number_of_response:1; }","duration":"148.937553ms","start":"2026-07-03T16:14:22.464711Z","end":"2026-07-03T16:14:22.613649Z","steps":["trace[1341013467] 'process raft request' (duration: 148.450272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.613896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.81163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-030b69d5-6674-43f6-a087-3d644e9725ee\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-03T16:14:22.613931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.121129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:22.613978Z","caller":"traceutil/trace.go:171","msg":"trace[119163382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9280; }","duration":"156.19148ms","start":"2026-07-03T16:14:22.457775Z","end":"2026-07-03T16:14:22.613966Z","steps":["trace[119163382] 'agreement among raft nodes before linearized reading' (duration: 156.102938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.613944Z","caller":"traceutil/trace.go:171","msg":"trace[484911288] range","detail":"{range_begin:/registry/persistentvolumes/pvc-030b69d5-6674-43f6-a087-3d644e9725ee; range_end:; response_count:1; response_revision:9280; }","duration":"158.892952ms","start":"2026-07-03T16:14:22.455039Z","end":"2026-07-03T16:14:22.613931Z","steps":["trace[484911288] 'agreement among raft nodes before linearized reading' (duration: 158.745679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:22.614245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.997541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227440"} {"level":"info","ts":"2026-07-03T16:14:22.614274Z","caller":"traceutil/trace.go:171","msg":"trace[1365297372] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9280; }","duration":"158.060413ms","start":"2026-07-03T16:14:22.456205Z","end":"2026-07-03T16:14:22.614266Z","steps":["trace[1365297372] 'agreement among raft nodes before linearized reading' (duration: 157.757956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:22.73193Z","caller":"traceutil/trace.go:171","msg":"trace[1683581802] transaction","detail":"{read_only:false; response_revision:9283; number_of_response:1; }","duration":"105.550176ms","start":"2026-07-03T16:14:22.626351Z","end":"2026-07-03T16:14:22.731901Z","steps":["trace[1683581802] 'process raft request' (duration: 90.858528ms)","trace[1683581802] 'compare' (duration: 14.574575ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:24.70275Z","caller":"traceutil/trace.go:171","msg":"trace[47216333] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"247.814736ms","start":"2026-07-03T16:14:24.454914Z","end":"2026-07-03T16:14:24.702729Z","steps":["trace[47216333] 'process raft request' (duration: 247.693574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:25.970293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046698928s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:14:25.970527Z","caller":"traceutil/trace.go:171","msg":"trace[152298252] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"1.514626713s","start":"2026-07-03T16:14:24.455874Z","end":"2026-07-03T16:14:25.970501Z","steps":["trace[152298252] 'process raft request' (duration: 467.607317ms)","trace[152298252] 'compare' (duration: 1.046543005s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:25.970633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.455853Z","time spent":"1.514732736s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:25.970773Z","caller":"traceutil/trace.go:171","msg":"trace[1100894997] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"1.514839748s","start":"2026-07-03T16:14:24.455912Z","end":"2026-07-03T16:14:25.970752Z","steps":["trace[1100894997] 'process raft request' (duration: 1.514511101s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:25.970851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.455889Z","time spent":"1.51492026s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:25.970887Z","caller":"traceutil/trace.go:171","msg":"trace[1226030532] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"978.435659ms","start":"2026-07-03T16:14:24.992423Z","end":"2026-07-03T16:14:25.970858Z","steps":["trace[1226030532] 'process raft request' (duration: 978.386288ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:25.970919Z","caller":"traceutil/trace.go:171","msg":"trace[347417479] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"1.513186951s","start":"2026-07-03T16:14:24.457701Z","end":"2026-07-03T16:14:25.970888Z","steps":["trace[347417479] 'process raft request' (duration: 1.512996696s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:25.97104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.992367Z","time spent":"978.595923ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:14:25.971054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.457683Z","time spent":"1.513297954s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:25.970914Z","caller":"traceutil/trace.go:171","msg":"trace[54851072] linearizableReadLoop","detail":"{readStateIndex:9641; appliedIndex:9638; }","duration":"1.353357317s","start":"2026-07-03T16:14:24.617536Z","end":"2026-07-03T16:14:25.970893Z","steps":["trace[54851072] 'read index received' (duration: 85.72097ms)","trace[54851072] 'applied index is now lower than readState.Index' (duration: 1.267633717s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:25.971143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353603444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:14:25.971207Z","caller":"traceutil/trace.go:171","msg":"trace[1805518391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9289; }","duration":"1.353705576s","start":"2026-07-03T16:14:24.617485Z","end":"2026-07-03T16:14:25.97119Z","steps":["trace[1805518391] 'agreement among raft nodes before linearized reading' (duration: 1.35346351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:25.971277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.617466Z","time spent":"1.353780388s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:14:26.366149Z","caller":"traceutil/trace.go:171","msg":"trace[1269137268] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"1.086673048s","start":"2026-07-03T16:14:25.279446Z","end":"2026-07-03T16:14:26.366119Z","steps":["trace[1269137268] 'process raft request' (duration: 1.086454762s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.366342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:25.279384Z","time spent":"1.086842351s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19447,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:26.366339Z","caller":"traceutil/trace.go:171","msg":"trace[1796543318] linearizableReadLoop","detail":"{readStateIndex:9643; appliedIndex:9643; }","duration":"395.149403ms","start":"2026-07-03T16:14:25.971148Z","end":"2026-07-03T16:14:26.366297Z","steps":["trace[1796543318] 'read index received' (duration: 395.124382ms)","trace[1796543318] 'applied index is now lower than readState.Index' (duration: 21.741µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:26.366423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191688212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:26.366491Z","caller":"traceutil/trace.go:171","msg":"trace[1724267539] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9290; }","duration":"1.191782154s","start":"2026-07-03T16:14:25.174691Z","end":"2026-07-03T16:14:26.366473Z","steps":["trace[1724267539] 'agreement among raft nodes before linearized reading' (duration: 1.191640201s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.366495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746638167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:14:26.366539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:25.174629Z","time spent":"1.191898826s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:14:26.366537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.178289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version-lw4bv.18bed3b177f13a09\" ","response":"range_response_count:1 size:1337"} {"level":"info","ts":"2026-07-03T16:14:26.366595Z","caller":"traceutil/trace.go:171","msg":"trace[1574579683] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version-lw4bv.18bed3b177f13a09; range_end:; response_count:1; response_revision:9290; }","duration":"675.23953ms","start":"2026-07-03T16:14:25.691339Z","end":"2026-07-03T16:14:26.366578Z","steps":["trace[1574579683] 'agreement among raft nodes before linearized reading' (duration: 675.051816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.366592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748808287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:14:26.366632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:25.691292Z","time spent":"675.330552ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":1358,"request content":"key:\"/registry/events/openstack/rook-ceph-detect-version-lw4bv.18bed3b177f13a09\" "} {"level":"warn","ts":"2026-07-03T16:14:26.366618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.315989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:26.366644Z","caller":"traceutil/trace.go:171","msg":"trace[1337751435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9290; }","duration":"1.748893459s","start":"2026-07-03T16:14:24.617733Z","end":"2026-07-03T16:14:26.366626Z","steps":["trace[1337751435] 'agreement among raft nodes before linearized reading' (duration: 1.748691855s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:26.366682Z","caller":"traceutil/trace.go:171","msg":"trace[197047868] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9290; }","duration":"466.420951ms","start":"2026-07-03T16:14:25.900246Z","end":"2026-07-03T16:14:26.366667Z","steps":["trace[197047868] 'agreement among raft nodes before linearized reading' (duration: 466.216867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.366689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.617715Z","time spent":"1.748962131s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:14:26.366716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746198957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:14:26.366721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:25.90023Z","time spent":"466.484512ms","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:14:26.366691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.159154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T16:14:26.366743Z","caller":"traceutil/trace.go:171","msg":"trace[544763697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:9290; }","duration":"1.746263169s","start":"2026-07-03T16:14:24.620472Z","end":"2026-07-03T16:14:26.366735Z","steps":["trace[544763697] 'agreement among raft nodes before linearized reading' (duration: 1.746190697s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.366771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.620455Z","time spent":"1.746309681s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"info","ts":"2026-07-03T16:14:26.366768Z","caller":"traceutil/trace.go:171","msg":"trace[258927551] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9290; }","duration":"506.277807ms","start":"2026-07-03T16:14:25.860472Z","end":"2026-07-03T16:14:26.366749Z","steps":["trace[258927551] 'agreement among raft nodes before linearized reading' (duration: 506.063072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.366803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.306524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:14:26.366806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:25.860447Z","time spent":"506.350789ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:14:26.366839Z","caller":"traceutil/trace.go:171","msg":"trace[1096995269] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9290; }","duration":"773.342535ms","start":"2026-07-03T16:14:25.593484Z","end":"2026-07-03T16:14:26.366827Z","steps":["trace[1096995269] 'agreement among raft nodes before linearized reading' (duration: 773.281814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.366644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734222212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:14:26.366906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:25.593461Z","time spent":"773.436768ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:14:26.366923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.257841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:26.366982Z","caller":"traceutil/trace.go:171","msg":"trace[1919307868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9290; }","duration":"846.361054ms","start":"2026-07-03T16:14:25.520605Z","end":"2026-07-03T16:14:26.366966Z","steps":["trace[1919307868] 'agreement among raft nodes before linearized reading' (duration: 846.288232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.367014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74897304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:14:26.367028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:25.52059Z","time spent":"846.427665ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:14:26.366542Z","caller":"traceutil/trace.go:171","msg":"trace[1427469027] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9290; }","duration":"1.746713449s","start":"2026-07-03T16:14:24.619813Z","end":"2026-07-03T16:14:26.366527Z","steps":["trace[1427469027] 'agreement among raft nodes before linearized reading' (duration: 1.746632457s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:26.367061Z","caller":"traceutil/trace.go:171","msg":"trace[1036052238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9290; }","duration":"1.749034712s","start":"2026-07-03T16:14:24.618013Z","end":"2026-07-03T16:14:26.367048Z","steps":["trace[1036052238] 'agreement among raft nodes before linearized reading' (duration: 1.748876298s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:26.366909Z","caller":"traceutil/trace.go:171","msg":"trace[493924889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9290; }","duration":"1.734502348s","start":"2026-07-03T16:14:24.632399Z","end":"2026-07-03T16:14:26.366901Z","steps":["trace[493924889] 'agreement among raft nodes before linearized reading' (duration: 1.73416278s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.367102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.618006Z","time spent":"1.749083573s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:14:26.36711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.63239Z","time spent":"1.734708522s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:14:26.366858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.356413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:14:26.367204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749186755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:14:26.36709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.619801Z","time spent":"1.747277682s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:14:26.367257Z","caller":"traceutil/trace.go:171","msg":"trace[1175240152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9290; }","duration":"1.749262976s","start":"2026-07-03T16:14:24.617981Z","end":"2026-07-03T16:14:26.367244Z","steps":["trace[1175240152] 'agreement among raft nodes before linearized reading' (duration: 1.749159304s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.367108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749133984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:14:26.367288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.617965Z","time spent":"1.749316648s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:14:26.367303Z","caller":"traceutil/trace.go:171","msg":"trace[1670825917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9290; }","duration":"1.749348968s","start":"2026-07-03T16:14:24.617938Z","end":"2026-07-03T16:14:26.367287Z","steps":["trace[1670825917] 'agreement among raft nodes before linearized reading' (duration: 1.749069012s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:26.367212Z","caller":"traceutil/trace.go:171","msg":"trace[626065358] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9290; }","duration":"943.758732ms","start":"2026-07-03T16:14:25.423436Z","end":"2026-07-03T16:14:26.367195Z","steps":["trace[626065358] 'agreement among raft nodes before linearized reading' (duration: 943.359973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.367358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:24.617928Z","time spent":"1.749412421s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:14:26.367399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:25.42341Z","time spent":"943.964667ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:14:26.376422Z","caller":"traceutil/trace.go:171","msg":"trace[209959317] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"401.224062ms","start":"2026-07-03T16:14:25.97518Z","end":"2026-07-03T16:14:26.376404Z","steps":["trace[209959317] 'process raft request' (duration: 401.110069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.376547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:25.975158Z","time spent":"401.323194ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:26.671093Z","caller":"traceutil/trace.go:171","msg":"trace[532455302] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"299.956684ms","start":"2026-07-03T16:14:26.371111Z","end":"2026-07-03T16:14:26.671068Z","steps":["trace[532455302] 'process raft request' (duration: 299.707029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:26.671333Z","caller":"traceutil/trace.go:171","msg":"trace[1190487808] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"299.311149ms","start":"2026-07-03T16:14:26.372006Z","end":"2026-07-03T16:14:26.671317Z","steps":["trace[1190487808] 'process raft request' (duration: 298.993092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:26.671434Z","caller":"traceutil/trace.go:171","msg":"trace[231619780] transaction","detail":"{read_only:false; response_revision:9294; number_of_response:1; }","duration":"298.828189ms","start":"2026-07-03T16:14:26.372577Z","end":"2026-07-03T16:14:26.671405Z","steps":["trace[231619780] 'process raft request' (duration: 298.659614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.671666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:26.371087Z","time spent":"300.086008ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1322,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:14:26.671842Z","caller":"traceutil/trace.go:171","msg":"trace[1432261888] linearizableReadLoop","detail":"{readStateIndex:9649; appliedIndex:9644; }","duration":"295.432701ms","start":"2026-07-03T16:14:26.376384Z","end":"2026-07-03T16:14:26.671817Z","steps":["trace[1432261888] 'read index received' (duration: 294.449238ms)","trace[1432261888] 'applied index is now lower than readState.Index' (duration: 982.613µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:26.671941Z","caller":"traceutil/trace.go:171","msg":"trace[661639200] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"297.696354ms","start":"2026-07-03T16:14:26.374221Z","end":"2026-07-03T16:14:26.671917Z","steps":["trace[661639200] 'process raft request' (duration: 297.506279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:26.672046Z","caller":"traceutil/trace.go:171","msg":"trace[1105925692] transaction","detail":"{read_only:false; response_revision:9295; number_of_response:1; }","duration":"299.079434ms","start":"2026-07-03T16:14:26.372958Z","end":"2026-07-03T16:14:26.672037Z","steps":["trace[1105925692] 'process raft request' (duration: 298.407709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.672073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.879077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:14:26.672085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.974539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-03T16:14:26.67211Z","caller":"traceutil/trace.go:171","msg":"trace[1621829584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9296; }","duration":"300.949458ms","start":"2026-07-03T16:14:26.37115Z","end":"2026-07-03T16:14:26.672099Z","steps":["trace[1621829584] 'agreement among raft nodes before linearized reading' (duration: 300.789564ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:26.672124Z","caller":"traceutil/trace.go:171","msg":"trace[1083220729] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9; range_end:; response_count:1; response_revision:9296; }","duration":"301.067881ms","start":"2026-07-03T16:14:26.371041Z","end":"2026-07-03T16:14:26.672109Z","steps":["trace[1083220729] 'agreement among raft nodes before linearized reading' (duration: 300.905527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.672143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:26.371134Z","time spent":"301.0015ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:14:26.672158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:26.37102Z","time spent":"301.129472ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1324,"request content":"key:\"/registry/persistentvolumes/pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" "} {"level":"warn","ts":"2026-07-03T16:14:26.672279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.388147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:14:26.672356Z","caller":"traceutil/trace.go:171","msg":"trace[561042852] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9296; }","duration":"187.504631ms","start":"2026-07-03T16:14:26.484808Z","end":"2026-07-03T16:14:26.672313Z","steps":["trace[561042852] 'agreement among raft nodes before linearized reading' (duration: 187.403098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.672776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.336303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227440"} {"level":"info","ts":"2026-07-03T16:14:26.672892Z","caller":"traceutil/trace.go:171","msg":"trace[43541533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9296; }","duration":"300.584009ms","start":"2026-07-03T16:14:26.372283Z","end":"2026-07-03T16:14:26.672867Z","steps":["trace[43541533] 'agreement among raft nodes before linearized reading' (duration: 299.72652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:14:26.672947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:14:26.372273Z","time spent":"300.662311ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227461,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:14:26.874769Z","caller":"traceutil/trace.go:171","msg":"trace[1418772507] linearizableReadLoop","detail":"{readStateIndex:9650; appliedIndex:9649; }","duration":"111.912622ms","start":"2026-07-03T16:14:26.762825Z","end":"2026-07-03T16:14:26.874738Z","steps":["trace[1418772507] 'read index received' (duration: 111.633256ms)","trace[1418772507] 'applied index is now lower than readState.Index' (duration: 278.416µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:26.8749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.059586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:26.874939Z","caller":"traceutil/trace.go:171","msg":"trace[485946183] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9297; }","duration":"112.151107ms","start":"2026-07-03T16:14:26.762778Z","end":"2026-07-03T16:14:26.874929Z","steps":["trace[485946183] 'agreement among raft nodes before linearized reading' (duration: 112.062545ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:26.874941Z","caller":"traceutil/trace.go:171","msg":"trace[1642232606] transaction","detail":"{read_only:false; response_revision:9297; number_of_response:1; }","duration":"166.63628ms","start":"2026-07-03T16:14:26.708286Z","end":"2026-07-03T16:14:26.874922Z","steps":["trace[1642232606] 'process raft request' (duration: 166.18654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:14:52.625457Z","caller":"traceutil/trace.go:171","msg":"trace[1388302834] linearizableReadLoop","detail":"{readStateIndex:9944; appliedIndex:9943; }","duration":"106.58545ms","start":"2026-07-03T16:14:52.518844Z","end":"2026-07-03T16:14:52.625429Z","steps":["trace[1388302834] 'read index received' (duration: 79.609501ms)","trace[1388302834] 'applied index is now lower than readState.Index' (duration: 26.974859ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:14:52.625539Z","caller":"traceutil/trace.go:171","msg":"trace[1352188220] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"110.881798ms","start":"2026-07-03T16:14:52.51462Z","end":"2026-07-03T16:14:52.625502Z","steps":["trace[1352188220] 'process raft request' (duration: 83.841547ms)","trace[1352188220] 'compare' (duration: 26.821716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:14:52.625651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.790865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:14:52.625724Z","caller":"traceutil/trace.go:171","msg":"trace[1959502638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9578; }","duration":"106.901308ms","start":"2026-07-03T16:14:52.518803Z","end":"2026-07-03T16:14:52.625704Z","steps":["trace[1959502638] 'agreement among raft nodes before linearized reading' (duration: 106.733914ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:01.21483Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:15:01.225779Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-03T16:15:01.22595Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-03T16:15:08.230206Z","caller":"traceutil/trace.go:171","msg":"trace[1340769825] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"117.373998ms","start":"2026-07-03T16:15:08.112812Z","end":"2026-07-03T16:15:08.230186Z","steps":["trace[1340769825] 'process raft request' (duration: 117.193604ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:08.231331Z","caller":"traceutil/trace.go:171","msg":"trace[1924660281] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"113.834917ms","start":"2026-07-03T16:15:08.117468Z","end":"2026-07-03T16:15:08.231303Z","steps":["trace[1924660281] 'process raft request' (duration: 113.653263ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:08.231472Z","caller":"traceutil/trace.go:171","msg":"trace[334981170] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"113.327234ms","start":"2026-07-03T16:15:08.118109Z","end":"2026-07-03T16:15:08.231436Z","steps":["trace[334981170] 'process raft request' (duration: 113.14915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:18.413931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7457} {"level":"info","ts":"2026-07-03T16:15:18.507365Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7457,"took":"91.786309ms","hash":1243478325,"current-db-size-bytes":43802624,"current-db-size":"44 MB","current-db-size-in-use-bytes":24793088,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-03T16:15:18.507472Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1243478325,"revision":7457,"compact-revision":4555} {"level":"warn","ts":"2026-07-03T16:15:23.019004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.04494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:15:23.019131Z","caller":"traceutil/trace.go:171","msg":"trace[1943793928] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9860; }","duration":"184.196814ms","start":"2026-07-03T16:15:22.834894Z","end":"2026-07-03T16:15:23.01909Z","steps":["trace[1943793928] 'count revisions from in-memory index tree' (duration: 183.911138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:23.019131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.738943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:15:23.019413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.214508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:15:23.0195Z","caller":"traceutil/trace.go:171","msg":"trace[89837055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9860; }","duration":"175.345771ms","start":"2026-07-03T16:15:22.844133Z","end":"2026-07-03T16:15:23.019479Z","steps":["trace[89837055] 'range keys from in-memory index tree' (duration: 174.995722ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:23.019581Z","caller":"traceutil/trace.go:171","msg":"trace[366372020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9860; }","duration":"233.929907ms","start":"2026-07-03T16:15:22.785269Z","end":"2026-07-03T16:15:23.019199Z","steps":["trace[366372020] 'range keys from in-memory index tree' (duration: 233.61593ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:23.142203Z","caller":"traceutil/trace.go:171","msg":"trace[490163441] transaction","detail":"{read_only:false; response_revision:9861; number_of_response:1; }","duration":"119.773213ms","start":"2026-07-03T16:15:23.022403Z","end":"2026-07-03T16:15:23.142176Z","steps":["trace[490163441] 'process raft request' (duration: 119.61622ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:23.165518Z","caller":"traceutil/trace.go:171","msg":"trace[1807558078] transaction","detail":"{read_only:false; response_revision:9863; number_of_response:1; }","duration":"142.344552ms","start":"2026-07-03T16:15:23.023149Z","end":"2026-07-03T16:15:23.165493Z","steps":["trace[1807558078] 'process raft request' (duration: 142.27106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:23.165584Z","caller":"traceutil/trace.go:171","msg":"trace[1180764765] transaction","detail":"{read_only:false; response_revision:9862; number_of_response:1; }","duration":"142.671909ms","start":"2026-07-03T16:15:23.022875Z","end":"2026-07-03T16:15:23.165546Z","steps":["trace[1180764765] 'process raft request' (duration: 142.427874ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:23.165967Z","caller":"traceutil/trace.go:171","msg":"trace[1595357240] linearizableReadLoop","detail":"{readStateIndex:10237; appliedIndex:10234; }","duration":"140.297445ms","start":"2026-07-03T16:15:23.025652Z","end":"2026-07-03T16:15:23.165949Z","steps":["trace[1595357240] 'read index received' (duration: 116.377986ms)","trace[1595357240] 'applied index is now lower than readState.Index' (duration: 23.918559ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:23.16597Z","caller":"traceutil/trace.go:171","msg":"trace[1701859613] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"140.043989ms","start":"2026-07-03T16:15:23.025871Z","end":"2026-07-03T16:15:23.165915Z","steps":["trace[1701859613] 'process raft request' (duration: 139.586779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:23.166014Z","caller":"traceutil/trace.go:171","msg":"trace[339701465] transaction","detail":"{read_only:false; response_revision:9865; number_of_response:1; }","duration":"139.849914ms","start":"2026-07-03T16:15:23.026143Z","end":"2026-07-03T16:15:23.165993Z","steps":["trace[339701465] 'process raft request' (duration: 139.693461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:23.166339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.667553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:15:23.166469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.375576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:260081"} {"level":"info","ts":"2026-07-03T16:15:23.16639Z","caller":"traceutil/trace.go:171","msg":"trace[560999137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9866; }","duration":"140.760265ms","start":"2026-07-03T16:15:23.025617Z","end":"2026-07-03T16:15:23.166378Z","steps":["trace[560999137] 'agreement among raft nodes before linearized reading' (duration: 140.430287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:23.166553Z","caller":"traceutil/trace.go:171","msg":"trace[6512043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9866; }","duration":"140.483239ms","start":"2026-07-03T16:15:23.02605Z","end":"2026-07-03T16:15:23.166534Z","steps":["trace[6512043] 'agreement among raft nodes before linearized reading' (duration: 140.039079ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:27.307857Z","caller":"traceutil/trace.go:171","msg":"trace[508792718] transaction","detail":"{read_only:false; response_revision:9916; number_of_response:1; }","duration":"347.839345ms","start":"2026-07-03T16:15:26.959985Z","end":"2026-07-03T16:15:27.307824Z","steps":["trace[508792718] 'process raft request' (duration: 265.974674ms)","trace[508792718] 'compare' (duration: 81.407381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:27.30801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:26.959957Z","time spent":"347.976778ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:15:28.758365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.311543ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T16:15:28.758884Z","caller":"traceutil/trace.go:171","msg":"trace[444267193] transaction","detail":"{read_only:false; response_revision:9917; number_of_response:1; }","duration":"1.580269263s","start":"2026-07-03T16:15:27.178595Z","end":"2026-07-03T16:15:28.758864Z","steps":["trace[444267193] 'process raft request' (duration: 1.579863774s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:28.758989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.178579Z","time spent":"1.580348844s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:15:29.825846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066919814s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:15:29.826031Z","caller":"traceutil/trace.go:171","msg":"trace[1113414092] transaction","detail":"{read_only:false; response_revision:9921; number_of_response:1; }","duration":"1.401213688s","start":"2026-07-03T16:15:28.424807Z","end":"2026-07-03T16:15:29.826021Z","steps":["trace[1113414092] 'process raft request' (duration: 1.401192637s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.424783Z","time spent":"1.401266669s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:15:29.826085Z","caller":"traceutil/trace.go:171","msg":"trace[2135195] transaction","detail":"{read_only:false; response_revision:9919; number_of_response:1; }","duration":"1.440728116s","start":"2026-07-03T16:15:28.385322Z","end":"2026-07-03T16:15:29.82605Z","steps":["trace[2135195] 'process raft request' (duration: 1.440597143s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:29.826081Z","caller":"traceutil/trace.go:171","msg":"trace[1832475644] linearizableReadLoop","detail":"{readStateIndex:10291; appliedIndex:10289; }","duration":"2.68869325s","start":"2026-07-03T16:15:27.137344Z","end":"2026-07-03T16:15:29.826037Z","steps":["trace[1832475644] 'read index received' (duration: 88.837942ms)","trace[1832475644] 'applied index is now lower than readState.Index' (duration: 2.599850748s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:29.826116Z","caller":"traceutil/trace.go:171","msg":"trace[1417713876] transaction","detail":"{read_only:false; response_revision:9918; number_of_response:1; }","duration":"2.616072011s","start":"2026-07-03T16:15:27.210001Z","end":"2026-07-03T16:15:29.826073Z","steps":["trace[1417713876] 'process raft request' (duration: 1.548853991s)","trace[1417713876] 'compare' (duration: 1.065424098s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:29.826131Z","caller":"traceutil/trace.go:171","msg":"trace[2081339415] transaction","detail":"{read_only:false; response_revision:9920; number_of_response:1; }","duration":"1.40128954s","start":"2026-07-03T16:15:28.424792Z","end":"2026-07-03T16:15:29.826082Z","steps":["trace[2081339415] 'process raft request' (duration: 1.401182908s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.385295Z","time spent":"1.440842438s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:15:29.826245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305766243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:15:29.826256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.209985Z","time spent":"2.616201013s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:15:29.826271Z","caller":"traceutil/trace.go:171","msg":"trace[253977524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9921; }","duration":"1.305829224s","start":"2026-07-03T16:15:28.520435Z","end":"2026-07-03T16:15:29.826264Z","steps":["trace[253977524] 'agreement among raft nodes before linearized reading' (duration: 1.305785513s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688906394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:15:29.826287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.520414Z","time spent":"1.305869776s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:15:29.826314Z","caller":"traceutil/trace.go:171","msg":"trace[1806447754] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9921; }","duration":"2.689002707s","start":"2026-07-03T16:15:27.137295Z","end":"2026-07-03T16:15:29.826297Z","steps":["trace[1806447754] 'agreement among raft nodes before linearized reading' (duration: 2.688886144s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.424767Z","time spent":"1.401459443s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:15:29.826329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.253459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:15:29.826347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.13728Z","time spent":"2.689057199s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:15:29.826367Z","caller":"traceutil/trace.go:171","msg":"trace[1954672406] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9921; }","duration":"507.324191ms","start":"2026-07-03T16:15:29.319032Z","end":"2026-07-03T16:15:29.826356Z","steps":["trace[1954672406] 'agreement among raft nodes before linearized reading' (duration: 507.2623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662912338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:15:29.826388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.214816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:15:29.826393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:29.319012Z","time spent":"507.375472ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:15:29.826406Z","caller":"traceutil/trace.go:171","msg":"trace[752321734] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9921; }","duration":"714.273647ms","start":"2026-07-03T16:15:29.112126Z","end":"2026-07-03T16:15:29.8264Z","steps":["trace[752321734] 'agreement among raft nodes before linearized reading' (duration: 714.241626ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:29.826403Z","caller":"traceutil/trace.go:171","msg":"trace[268075529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9921; }","duration":"2.66299911s","start":"2026-07-03T16:15:27.163393Z","end":"2026-07-03T16:15:29.826392Z","steps":["trace[268075529] 'agreement among raft nodes before linearized reading' (duration: 2.662816396s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:29.112105Z","time spent":"714.314299ms","remote":"127.0.0.1:40382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:15:29.826446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.163373Z","time spent":"2.663065171s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:15:29.826464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.665815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:15:29.826493Z","caller":"traceutil/trace.go:171","msg":"trace[2086975903] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9921; }","duration":"171.714406ms","start":"2026-07-03T16:15:29.65477Z","end":"2026-07-03T16:15:29.826484Z","steps":["trace[2086975903] 'agreement among raft nodes before linearized reading' (duration: 171.655525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.123413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:15:29.826524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.179858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:15:29.826531Z","caller":"traceutil/trace.go:171","msg":"trace[947007619] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9921; }","duration":"191.183564ms","start":"2026-07-03T16:15:29.63534Z","end":"2026-07-03T16:15:29.826524Z","steps":["trace[947007619] 'agreement among raft nodes before linearized reading' (duration: 191.148173ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:29.826541Z","caller":"traceutil/trace.go:171","msg":"trace[1045806193] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9921; }","duration":"745.223639ms","start":"2026-07-03T16:15:29.081312Z","end":"2026-07-03T16:15:29.826535Z","steps":["trace[1045806193] 'agreement among raft nodes before linearized reading' (duration: 745.182958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:29.081292Z","time spent":"745.25937ms","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":28,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:15:29.826578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4026546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:15:29.826633Z","caller":"traceutil/trace.go:171","msg":"trace[240420479] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9921; }","duration":"1.402748352s","start":"2026-07-03T16:15:28.423872Z","end":"2026-07-03T16:15:29.826621Z","steps":["trace[240420479] 'agreement among raft nodes before linearized reading' (duration: 1.4026724s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.423844Z","time spent":"1.402812564s","remote":"127.0.0.1:38526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:15:29.826684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.202332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d5664f77-9w27s.18bed39e30adf317\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-07-03T16:15:29.826701Z","caller":"traceutil/trace.go:171","msg":"trace[146989231] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d5664f77-9w27s.18bed39e30adf317; range_end:; response_count:1; response_revision:9921; }","duration":"964.249353ms","start":"2026-07-03T16:15:28.862448Z","end":"2026-07-03T16:15:29.826697Z","steps":["trace[146989231] 'agreement among raft nodes before linearized reading' (duration: 964.174721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.862431Z","time spent":"964.280613ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1153,"request content":"key:\"/registry/events/openstack/barbican-api-7d5664f77-9w27s.18bed39e30adf317\" "} {"level":"warn","ts":"2026-07-03T16:15:29.826723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523920303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5lnsf\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-07-03T16:15:29.82675Z","caller":"traceutil/trace.go:171","msg":"trace[1558678177] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5lnsf; range_end:; response_count:1; response_revision:9921; }","duration":"2.523989435s","start":"2026-07-03T16:15:27.302752Z","end":"2026-07-03T16:15:29.826742Z","steps":["trace[1558678177] 'agreement among raft nodes before linearized reading' (duration: 2.523877712s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.82677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.30273Z","time spent":"2.524035235s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19096,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5lnsf\" "} {"level":"warn","ts":"2026-07-03T16:15:29.826795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645362084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:15:29.826821Z","caller":"traceutil/trace.go:171","msg":"trace[2070844924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9921; }","duration":"2.645410765s","start":"2026-07-03T16:15:27.181403Z","end":"2026-07-03T16:15:29.826814Z","steps":["trace[2070844924] 'agreement among raft nodes before linearized reading' (duration: 2.645342883s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.82682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646337567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T16:15:29.826839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.181391Z","time spent":"2.645444265s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:15:29.826855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646343877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:15:29.826865Z","caller":"traceutil/trace.go:171","msg":"trace[33493110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9921; }","duration":"2.646430969s","start":"2026-07-03T16:15:27.180427Z","end":"2026-07-03T16:15:29.826858Z","steps":["trace[33493110] 'agreement among raft nodes before linearized reading' (duration: 2.646326336s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:29.826883Z","caller":"traceutil/trace.go:171","msg":"trace[1245094394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9921; }","duration":"2.646397258s","start":"2026-07-03T16:15:27.180478Z","end":"2026-07-03T16:15:29.826876Z","steps":["trace[1245094394] 'agreement among raft nodes before linearized reading' (duration: 2.646286535s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.180404Z","time spent":"2.64647988s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:15:29.826903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.180454Z","time spent":"2.64644536s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:15:29.826831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.964108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:15:29.826926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637700219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:15:29.826861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226279967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:15:29.826942Z","caller":"traceutil/trace.go:171","msg":"trace[1517682286] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9921; }","duration":"971.094171ms","start":"2026-07-03T16:15:28.855842Z","end":"2026-07-03T16:15:29.826936Z","steps":["trace[1517682286] 'agreement among raft nodes before linearized reading' (duration: 970.941848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.855828Z","time spent":"971.130942ms","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:15:29.826964Z","caller":"traceutil/trace.go:171","msg":"trace[1307098893] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9921; }","duration":"1.22642554s","start":"2026-07-03T16:15:28.60053Z","end":"2026-07-03T16:15:29.826956Z","steps":["trace[1307098893] 'agreement among raft nodes before linearized reading' (duration: 1.226311247s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.826962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574989401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:15:29.826987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.600486Z","time spent":"1.226494401s","remote":"127.0.0.1:34090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:15:29.826991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645537738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:15:29.827002Z","caller":"traceutil/trace.go:171","msg":"trace[1445492299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9921; }","duration":"1.575055673s","start":"2026-07-03T16:15:28.25194Z","end":"2026-07-03T16:15:29.826996Z","steps":["trace[1445492299] 'agreement among raft nodes before linearized reading' (duration: 1.574976641s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:29.827013Z","caller":"traceutil/trace.go:171","msg":"trace[631170848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9921; }","duration":"2.645589299s","start":"2026-07-03T16:15:27.181418Z","end":"2026-07-03T16:15:29.827008Z","steps":["trace[631170848] 'agreement among raft nodes before linearized reading' (duration: 2.645536808s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.827023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.251923Z","time spent":"1.575095494s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:15:29.82703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.181402Z","time spent":"2.645624429s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:15:29.826943Z","caller":"traceutil/trace.go:171","msg":"trace[282449599] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:9921; }","duration":"2.637737349s","start":"2026-07-03T16:15:27.1892Z","end":"2026-07-03T16:15:29.826938Z","steps":["trace[282449599] 'agreement among raft nodes before linearized reading' (duration: 2.637683898s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.82706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:27.189189Z","time spent":"2.637865882s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:15:29.826899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477583922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:15:29.827074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683936565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:15:29.827088Z","caller":"traceutil/trace.go:171","msg":"trace[1476876609] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9921; }","duration":"1.477814678s","start":"2026-07-03T16:15:28.349266Z","end":"2026-07-03T16:15:29.82708Z","steps":["trace[1476876609] 'agreement among raft nodes before linearized reading' (duration: 1.477607043s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.82711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.349244Z","time spent":"1.477858158s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:15:29.827106Z","caller":"traceutil/trace.go:171","msg":"trace[1335846566] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9921; }","duration":"1.684004287s","start":"2026-07-03T16:15:28.143091Z","end":"2026-07-03T16:15:29.827095Z","steps":["trace[1335846566] 'agreement among raft nodes before linearized reading' (duration: 1.683962116s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.827032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772064211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:15:29.827127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787187779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:15:29.827137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.14307Z","time spent":"1.684058819s","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:15:29.827143Z","caller":"traceutil/trace.go:171","msg":"trace[687061588] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9921; }","duration":"1.772204335s","start":"2026-07-03T16:15:28.054932Z","end":"2026-07-03T16:15:29.827136Z","steps":["trace[687061588] 'agreement among raft nodes before linearized reading' (duration: 1.77200771s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.827171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.054921Z","time spent":"1.772241575s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":129,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:15:29.827147Z","caller":"traceutil/trace.go:171","msg":"trace[29292615] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9921; }","duration":"1.787210119s","start":"2026-07-03T16:15:28.039931Z","end":"2026-07-03T16:15:29.827141Z","steps":["trace[29292615] 'agreement among raft nodes before linearized reading' (duration: 1.787172968s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:29.827522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:15:28.039869Z","time spent":"1.787639869s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:15:30.076254Z","caller":"traceutil/trace.go:171","msg":"trace[633174782] linearizableReadLoop","detail":"{readStateIndex:10297; appliedIndex:10296; }","duration":"239.29064ms","start":"2026-07-03T16:15:29.836949Z","end":"2026-07-03T16:15:30.076239Z","steps":["trace[633174782] 'read index received' (duration: 239.263019ms)","trace[633174782] 'applied index is now lower than readState.Index' (duration: 26.751µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:30.0765Z","caller":"traceutil/trace.go:171","msg":"trace[835652345] transaction","detail":"{read_only:false; response_revision:9922; number_of_response:1; }","duration":"245.089243ms","start":"2026-07-03T16:15:29.831398Z","end":"2026-07-03T16:15:30.076487Z","steps":["trace[835652345] 'process raft request' (duration: 244.734925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:30.076532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.569846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:15:30.076584Z","caller":"traceutil/trace.go:171","msg":"trace[525670000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9922; }","duration":"239.656058ms","start":"2026-07-03T16:15:29.836916Z","end":"2026-07-03T16:15:30.076572Z","steps":["trace[525670000] 'agreement among raft nodes before linearized reading' (duration: 239.507945ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.127394Z","caller":"traceutil/trace.go:171","msg":"trace[2085252805] transaction","detail":"{read_only:false; response_revision:9924; number_of_response:1; }","duration":"290.382254ms","start":"2026-07-03T16:15:29.836985Z","end":"2026-07-03T16:15:30.127367Z","steps":["trace[2085252805] 'process raft request' (duration: 290.327402ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.127423Z","caller":"traceutil/trace.go:171","msg":"trace[1193598874] transaction","detail":"{read_only:false; response_revision:9923; number_of_response:1; }","duration":"290.442715ms","start":"2026-07-03T16:15:29.836943Z","end":"2026-07-03T16:15:30.127386Z","steps":["trace[1193598874] 'process raft request' (duration: 290.265941ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.128078Z","caller":"traceutil/trace.go:171","msg":"trace[1289401862] transaction","detail":"{read_only:false; response_revision:9925; number_of_response:1; }","duration":"291.027328ms","start":"2026-07-03T16:15:29.837023Z","end":"2026-07-03T16:15:30.128051Z","steps":["trace[1289401862] 'process raft request' (duration: 290.314952ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.128237Z","caller":"traceutil/trace.go:171","msg":"trace[877740342] transaction","detail":"{read_only:false; response_revision:9926; number_of_response:1; }","duration":"291.207433ms","start":"2026-07-03T16:15:29.837015Z","end":"2026-07-03T16:15:30.128222Z","steps":["trace[877740342] 'process raft request' (duration: 290.997787ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.128398Z","caller":"traceutil/trace.go:171","msg":"trace[849248771] transaction","detail":"{read_only:false; response_revision:9927; number_of_response:1; }","duration":"291.358477ms","start":"2026-07-03T16:15:29.837031Z","end":"2026-07-03T16:15:30.128389Z","steps":["trace[849248771] 'process raft request' (duration: 291.145232ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.128546Z","caller":"traceutil/trace.go:171","msg":"trace[1198380506] transaction","detail":"{read_only:false; response_revision:9928; number_of_response:1; }","duration":"289.949025ms","start":"2026-07-03T16:15:29.838588Z","end":"2026-07-03T16:15:30.128537Z","steps":["trace[1198380506] 'process raft request' (duration: 289.762261ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.128986Z","caller":"traceutil/trace.go:171","msg":"trace[1833491634] transaction","detail":"{read_only:false; response_revision:9930; number_of_response:1; }","duration":"144.897231ms","start":"2026-07-03T16:15:29.984072Z","end":"2026-07-03T16:15:30.12897Z","steps":["trace[1833491634] 'process raft request' (duration: 144.790029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.129085Z","caller":"traceutil/trace.go:171","msg":"trace[815259362] transaction","detail":"{read_only:false; response_revision:9929; number_of_response:1; }","duration":"220.821406ms","start":"2026-07-03T16:15:29.908256Z","end":"2026-07-03T16:15:30.129078Z","steps":["trace[815259362] 'process raft request' (duration: 220.246543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:30.129062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.98927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:15:30.129131Z","caller":"traceutil/trace.go:171","msg":"trace[1212422684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9930; }","duration":"288.079802ms","start":"2026-07-03T16:15:29.841034Z","end":"2026-07-03T16:15:30.129114Z","steps":["trace[1212422684] 'agreement among raft nodes before linearized reading' (duration: 287.946479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:30.129365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.870304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-03T16:15:30.129396Z","caller":"traceutil/trace.go:171","msg":"trace[689613466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9930; }","duration":"229.932955ms","start":"2026-07-03T16:15:29.89945Z","end":"2026-07-03T16:15:30.129383Z","steps":["trace[689613466] 'agreement among raft nodes before linearized reading' (duration: 229.824263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:30.129495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.296527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289021"} {"level":"info","ts":"2026-07-03T16:15:30.129569Z","caller":"traceutil/trace.go:171","msg":"trace[1039316853] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9930; }","duration":"288.405709ms","start":"2026-07-03T16:15:29.841145Z","end":"2026-07-03T16:15:30.12955Z","steps":["trace[1039316853] 'agreement among raft nodes before linearized reading' (duration: 287.839566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.284507Z","caller":"traceutil/trace.go:171","msg":"trace[625371283] transaction","detail":"{read_only:false; response_revision:9932; number_of_response:1; }","duration":"147.04582ms","start":"2026-07-03T16:15:30.137438Z","end":"2026-07-03T16:15:30.284484Z","steps":["trace[625371283] 'process raft request' (duration: 101.186356ms)","trace[625371283] 'compare' (duration: 45.70433ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:30.28464Z","caller":"traceutil/trace.go:171","msg":"trace[712342911] linearizableReadLoop","detail":"{readStateIndex:10308; appliedIndex:10306; }","duration":"129.272622ms","start":"2026-07-03T16:15:30.155326Z","end":"2026-07-03T16:15:30.284598Z","steps":["trace[712342911] 'read index received' (duration: 83.248474ms)","trace[712342911] 'applied index is now lower than readState.Index' (duration: 46.020877ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:30.284847Z","caller":"traceutil/trace.go:171","msg":"trace[311079815] transaction","detail":"{read_only:false; response_revision:9933; number_of_response:1; }","duration":"147.349587ms","start":"2026-07-03T16:15:30.137483Z","end":"2026-07-03T16:15:30.284833Z","steps":["trace[311079815] 'process raft request' (duration: 146.952818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:30.285045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.46184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-03T16:15:30.285082Z","caller":"traceutil/trace.go:171","msg":"trace[1776436896] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046; range_end:; response_count:1; response_revision:9933; }","duration":"147.540812ms","start":"2026-07-03T16:15:30.137533Z","end":"2026-07-03T16:15:30.285074Z","steps":["trace[1776436896] 'agreement among raft nodes before linearized reading' (duration: 147.42724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:15:30.537912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.832681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:15:30.538016Z","caller":"traceutil/trace.go:171","msg":"trace[299609980] transaction","detail":"{read_only:false; response_revision:9934; number_of_response:1; }","duration":"160.229163ms","start":"2026-07-03T16:15:30.377767Z","end":"2026-07-03T16:15:30.537997Z","steps":["trace[299609980] 'process raft request' (duration: 38.241278ms)","trace[299609980] 'compare' (duration: 121.663237ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:15:30.562279Z","caller":"traceutil/trace.go:171","msg":"trace[1806342657] linearizableReadLoop","detail":"{readStateIndex:10310; appliedIndex:10308; }","duration":"170.414957ms","start":"2026-07-03T16:15:30.391844Z","end":"2026-07-03T16:15:30.562259Z","steps":["trace[1806342657] 'read index received' (duration: 24.281358ms)","trace[1806342657] 'applied index is now lower than readState.Index' (duration: 146.132899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:15:30.56245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.589181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-07-03T16:15:30.562476Z","caller":"traceutil/trace.go:171","msg":"trace[81218910] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9935; }","duration":"170.666053ms","start":"2026-07-03T16:15:30.391803Z","end":"2026-07-03T16:15:30.562469Z","steps":["trace[81218910] 'agreement among raft nodes before linearized reading' (duration: 170.52977ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:15:30.562788Z","caller":"traceutil/trace.go:171","msg":"trace[1277771761] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"176.943758ms","start":"2026-07-03T16:15:30.38581Z","end":"2026-07-03T16:15:30.562754Z","steps":["trace[1277771761] 'process raft request' (duration: 176.316013ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:04.087017Z","caller":"traceutil/trace.go:171","msg":"trace[1953577654] transaction","detail":"{read_only:false; response_revision:10186; number_of_response:1; }","duration":"107.148133ms","start":"2026-07-03T16:16:03.979842Z","end":"2026-07-03T16:16:04.08699Z","steps":["trace[1953577654] 'process raft request' (duration: 107.084102ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:04.087072Z","caller":"traceutil/trace.go:171","msg":"trace[1764741202] transaction","detail":"{read_only:false; response_revision:10185; number_of_response:1; }","duration":"107.325498ms","start":"2026-07-03T16:16:03.979721Z","end":"2026-07-03T16:16:04.087046Z","steps":["trace[1764741202] 'process raft request' (duration: 107.030771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:16:08.622833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.231447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:16:08.622947Z","caller":"traceutil/trace.go:171","msg":"trace[1918691800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10217; }","duration":"101.399681ms","start":"2026-07-03T16:16:08.521523Z","end":"2026-07-03T16:16:08.622923Z","steps":["trace[1918691800] 'range keys from in-memory index tree' (duration: 101.143465ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:10.634481Z","caller":"traceutil/trace.go:171","msg":"trace[1133673590] transaction","detail":"{read_only:false; response_revision:10224; number_of_response:1; }","duration":"147.284906ms","start":"2026-07-03T16:16:10.487165Z","end":"2026-07-03T16:16:10.63445Z","steps":["trace[1133673590] 'process raft request' (duration: 147.048401ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:10.634806Z","caller":"traceutil/trace.go:171","msg":"trace[140817126] transaction","detail":"{read_only:false; response_revision:10225; number_of_response:1; }","duration":"147.286605ms","start":"2026-07-03T16:16:10.487493Z","end":"2026-07-03T16:16:10.63478Z","steps":["trace[140817126] 'process raft request' (duration: 146.910566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:10.634901Z","caller":"traceutil/trace.go:171","msg":"trace[490538214] transaction","detail":"{read_only:false; response_revision:10226; number_of_response:1; }","duration":"146.478957ms","start":"2026-07-03T16:16:10.4884Z","end":"2026-07-03T16:16:10.634879Z","steps":["trace[490538214] 'process raft request' (duration: 146.279122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:10.634816Z","caller":"traceutil/trace.go:171","msg":"trace[1042026297] linearizableReadLoop","detail":"{readStateIndex:10610; appliedIndex:10606; }","duration":"144.564914ms","start":"2026-07-03T16:16:10.49022Z","end":"2026-07-03T16:16:10.634785Z","steps":["trace[1042026297] 'read index received' (duration: 12.910748ms)","trace[1042026297] 'applied index is now lower than readState.Index' (duration: 131.652346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:16:10.63522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.382982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:16:10.635284Z","caller":"traceutil/trace.go:171","msg":"trace[160344346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10226; }","duration":"115.512415ms","start":"2026-07-03T16:16:10.519757Z","end":"2026-07-03T16:16:10.63527Z","steps":["trace[160344346] 'agreement among raft nodes before linearized reading' (duration: 115.405392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:16:10.635583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.332951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:304414"} {"level":"info","ts":"2026-07-03T16:16:10.635698Z","caller":"traceutil/trace.go:171","msg":"trace[142010859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:10226; }","duration":"145.473544ms","start":"2026-07-03T16:16:10.4902Z","end":"2026-07-03T16:16:10.635674Z","steps":["trace[142010859] 'agreement among raft nodes before linearized reading' (duration: 144.816939ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:12.17406Z","caller":"traceutil/trace.go:171","msg":"trace[1725110206] linearizableReadLoop","detail":"{readStateIndex:10616; appliedIndex:10615; }","duration":"228.627275ms","start":"2026-07-03T16:16:11.945397Z","end":"2026-07-03T16:16:12.174025Z","steps":["trace[1725110206] 'read index received' (duration: 228.536373ms)","trace[1725110206] 'applied index is now lower than readState.Index' (duration: 90.102µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:16:12.174151Z","caller":"traceutil/trace.go:171","msg":"trace[1129860845] transaction","detail":"{read_only:false; response_revision:10231; number_of_response:1; }","duration":"311.816348ms","start":"2026-07-03T16:16:11.86232Z","end":"2026-07-03T16:16:12.174137Z","steps":["trace[1129860845] 'process raft request' (duration: 311.565282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:16:12.174265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:16:11.862296Z","time spent":"311.88547ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6218,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:16:12.174252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.83103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:16:12.174318Z","caller":"traceutil/trace.go:171","msg":"trace[107142583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10231; }","duration":"228.915452ms","start":"2026-07-03T16:16:11.945385Z","end":"2026-07-03T16:16:12.174301Z","steps":["trace[107142583] 'agreement among raft nodes before linearized reading' (duration: 228.79874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:16:12.178028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.505744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:16:12.178076Z","caller":"traceutil/trace.go:171","msg":"trace[1246049738] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:10232; }","duration":"202.603446ms","start":"2026-07-03T16:16:11.975463Z","end":"2026-07-03T16:16:12.178066Z","steps":["trace[1246049738] 'agreement among raft nodes before linearized reading' (duration: 202.473214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:15.931482Z","caller":"traceutil/trace.go:171","msg":"trace[76569068] transaction","detail":"{read_only:false; response_revision:10272; number_of_response:1; }","duration":"103.642342ms","start":"2026-07-03T16:16:15.827809Z","end":"2026-07-03T16:16:15.931451Z","steps":["trace[76569068] 'process raft request' (duration: 103.283934ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:22.60565Z","caller":"traceutil/trace.go:171","msg":"trace[562807491] transaction","detail":"{read_only:false; response_revision:10318; number_of_response:1; }","duration":"193.846146ms","start":"2026-07-03T16:16:22.411778Z","end":"2026-07-03T16:16:22.605624Z","steps":["trace[562807491] 'process raft request' (duration: 185.521714ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:23.645864Z","caller":"traceutil/trace.go:171","msg":"trace[295716362] transaction","detail":"{read_only:false; response_revision:10326; number_of_response:1; }","duration":"349.483573ms","start":"2026-07-03T16:16:23.296362Z","end":"2026-07-03T16:16:23.645846Z","steps":["trace[295716362] 'process raft request' (duration: 349.248678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:16:23.64598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:16:23.296335Z","time spent":"349.585356ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:16:23.646823Z","caller":"traceutil/trace.go:171","msg":"trace[412561374] linearizableReadLoop","detail":"{readStateIndex:10713; appliedIndex:10712; }","duration":"124.792929ms","start":"2026-07-03T16:16:23.52202Z","end":"2026-07-03T16:16:23.646813Z","steps":["trace[412561374] 'read index received' (duration: 123.489129ms)","trace[412561374] 'applied index is now lower than readState.Index' (duration: 1.30263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:16:23.647093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.057145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:16:23.647155Z","caller":"traceutil/trace.go:171","msg":"trace[1857685689] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10326; }","duration":"125.156437ms","start":"2026-07-03T16:16:23.521984Z","end":"2026-07-03T16:16:23.647141Z","steps":["trace[1857685689] 'agreement among raft nodes before linearized reading' (duration: 125.056715ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:16:36.15644Z","caller":"traceutil/trace.go:171","msg":"trace[2011927320] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"132.107316ms","start":"2026-07-03T16:16:36.024307Z","end":"2026-07-03T16:16:36.156414Z","steps":["trace[2011927320] 'process raft request' (duration: 120.854307ms)","trace[2011927320] 'compare' (duration: 11.120636ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:17:39.519215Z","caller":"traceutil/trace.go:171","msg":"trace[166011205] linearizableReadLoop","detail":"{readStateIndex:11241; appliedIndex:11240; }","duration":"331.708264ms","start":"2026-07-03T16:17:39.187484Z","end":"2026-07-03T16:17:39.519192Z","steps":["trace[166011205] 'read index received' (duration: 331.622002ms)","trace[166011205] 'applied index is now lower than readState.Index' (duration: 85.362µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:17:39.519476Z","caller":"traceutil/trace.go:171","msg":"trace[1836961249] transaction","detail":"{read_only:false; response_revision:10836; number_of_response:1; }","duration":"348.968161ms","start":"2026-07-03T16:17:39.170498Z","end":"2026-07-03T16:17:39.519467Z","steps":["trace[1836961249] 'process raft request' (duration: 348.567872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:17:39.519583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:17:39.170469Z","time spent":"349.029653ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:17:39.52001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.103311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:17:39.520001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.497872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:17:39.520045Z","caller":"traceutil/trace.go:171","msg":"trace[286133247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:10836; }","duration":"107.138622ms","start":"2026-07-03T16:17:39.412898Z","end":"2026-07-03T16:17:39.520037Z","steps":["trace[286133247] 'agreement among raft nodes before linearized reading' (duration: 107.011869ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:17:39.520076Z","caller":"traceutil/trace.go:171","msg":"trace[962500820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10836; }","duration":"332.613294ms","start":"2026-07-03T16:17:39.187446Z","end":"2026-07-03T16:17:39.520059Z","steps":["trace[962500820] 'agreement among raft nodes before linearized reading' (duration: 332.390599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:17:39.520286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:17:39.187428Z","time spent":"332.847169ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:17:39.52026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.589408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:17:39.520373Z","caller":"traceutil/trace.go:171","msg":"trace[2031840340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10836; }","duration":"283.755072ms","start":"2026-07-03T16:17:39.236593Z","end":"2026-07-03T16:17:39.520348Z","steps":["trace[2031840340] 'agreement among raft nodes before linearized reading' (duration: 283.402804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:17:39.520438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.96564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:17:39.520534Z","caller":"traceutil/trace.go:171","msg":"trace[738015590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10836; }","duration":"158.114964ms","start":"2026-07-03T16:17:39.362397Z","end":"2026-07-03T16:17:39.520512Z","steps":["trace[738015590] 'agreement among raft nodes before linearized reading' (duration: 157.857648ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:02.092389Z","caller":"traceutil/trace.go:171","msg":"trace[1116966300] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"160.465076ms","start":"2026-07-03T16:19:01.931896Z","end":"2026-07-03T16:19:02.092361Z","steps":["trace[1116966300] 'process raft request' (duration: 131.092721ms)","trace[1116966300] 'compare' (duration: 28.994367ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:02.092634Z","caller":"traceutil/trace.go:171","msg":"trace[459027588] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"159.937405ms","start":"2026-07-03T16:19:01.932666Z","end":"2026-07-03T16:19:02.092604Z","steps":["trace[459027588] 'process raft request' (duration: 159.613397ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:02.092843Z","caller":"traceutil/trace.go:171","msg":"trace[543369678] transaction","detail":"{read_only:false; response_revision:11259; number_of_response:1; }","duration":"158.968073ms","start":"2026-07-03T16:19:01.93386Z","end":"2026-07-03T16:19:02.092828Z","steps":["trace[543369678] 'process raft request' (duration: 158.659516ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:02.092885Z","caller":"traceutil/trace.go:171","msg":"trace[1104675066] linearizableReadLoop","detail":"{readStateIndex:11681; appliedIndex:11678; }","duration":"159.859053ms","start":"2026-07-03T16:19:01.932957Z","end":"2026-07-03T16:19:02.092816Z","steps":["trace[1104675066] 'read index received' (duration: 96.454915ms)","trace[1104675066] 'applied index is now lower than readState.Index' (duration: 63.356207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:02.093038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.065148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:19:02.093108Z","caller":"traceutil/trace.go:171","msg":"trace[2107523426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11259; }","duration":"160.1649ms","start":"2026-07-03T16:19:01.932921Z","end":"2026-07-03T16:19:02.093086Z","steps":["trace[2107523426] 'agreement among raft nodes before linearized reading' (duration: 159.975505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:02.093238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.58143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:02.093337Z","caller":"traceutil/trace.go:171","msg":"trace[1427321812] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11259; }","duration":"147.727303ms","start":"2026-07-03T16:19:01.945589Z","end":"2026-07-03T16:19:02.093316Z","steps":["trace[1427321812] 'agreement among raft nodes before linearized reading' (duration: 147.564419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:06.423377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.826692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:06.423872Z","caller":"traceutil/trace.go:171","msg":"trace[739461680] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11280; }","duration":"123.407635ms","start":"2026-07-03T16:19:06.300443Z","end":"2026-07-03T16:19:06.423851Z","steps":["trace[739461680] 'count revisions from in-memory index tree' (duration: 122.74296ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:43.855547Z","caller":"traceutil/trace.go:171","msg":"trace[2029369809] transaction","detail":"{read_only:false; response_revision:11546; number_of_response:1; }","duration":"125.053224ms","start":"2026-07-03T16:19:43.730457Z","end":"2026-07-03T16:19:43.85551Z","steps":["trace[2029369809] 'process raft request' (duration: 124.688445ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:43.855963Z","caller":"traceutil/trace.go:171","msg":"trace[1056862001] transaction","detail":"{read_only:false; response_revision:11547; number_of_response:1; }","duration":"124.48534ms","start":"2026-07-03T16:19:43.731443Z","end":"2026-07-03T16:19:43.855928Z","steps":["trace[1056862001] 'process raft request' (duration: 123.927257ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:43.856035Z","caller":"traceutil/trace.go:171","msg":"trace[365873759] transaction","detail":"{read_only:false; response_revision:11548; number_of_response:1; }","duration":"124.281855ms","start":"2026-07-03T16:19:43.731741Z","end":"2026-07-03T16:19:43.856023Z","steps":["trace[365873759] 'process raft request' (duration: 123.981668ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:43.856209Z","caller":"traceutil/trace.go:171","msg":"trace[893491609] transaction","detail":"{read_only:false; response_revision:11549; number_of_response:1; }","duration":"123.393745ms","start":"2026-07-03T16:19:43.732784Z","end":"2026-07-03T16:19:43.856178Z","steps":["trace[893491609] 'process raft request' (duration: 123.18712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:43.856393Z","caller":"traceutil/trace.go:171","msg":"trace[252826796] transaction","detail":"{read_only:false; response_revision:11550; number_of_response:1; }","duration":"118.842ms","start":"2026-07-03T16:19:43.737527Z","end":"2026-07-03T16:19:43.856369Z","steps":["trace[252826796] 'process raft request' (duration: 118.606275ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:43.856463Z","caller":"traceutil/trace.go:171","msg":"trace[531295930] linearizableReadLoop","detail":"{readStateIndex:11982; appliedIndex:11978; }","duration":"123.012357ms","start":"2026-07-03T16:19:43.733429Z","end":"2026-07-03T16:19:43.856441Z","steps":["trace[531295930] 'read index received' (duration: 21.860213ms)","trace[531295930] 'applied index is now lower than readState.Index' (duration: 101.150984ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:43.856629Z","caller":"traceutil/trace.go:171","msg":"trace[1483517185] transaction","detail":"{read_only:false; response_revision:11551; number_of_response:1; }","duration":"118.942302ms","start":"2026-07-03T16:19:43.737664Z","end":"2026-07-03T16:19:43.856607Z","steps":["trace[1483517185] 'process raft request' (duration: 118.591634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:43.856788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.250572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:19:43.856856Z","caller":"traceutil/trace.go:171","msg":"trace[598616858] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11551; }","duration":"123.437116ms","start":"2026-07-03T16:19:43.733399Z","end":"2026-07-03T16:19:43.856836Z","steps":["trace[598616858] 'agreement among raft nodes before linearized reading' (duration: 123.125949ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:46.544309Z","caller":"traceutil/trace.go:171","msg":"trace[284466127] transaction","detail":"{read_only:false; response_revision:11594; number_of_response:1; }","duration":"115.593235ms","start":"2026-07-03T16:19:46.428673Z","end":"2026-07-03T16:19:46.544267Z","steps":["trace[284466127] 'process raft request' (duration: 59.64951ms)","trace[284466127] 'compare' (duration: 55.589747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:48.281019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.800283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:48.281412Z","caller":"traceutil/trace.go:171","msg":"trace[1200104964] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11600; }","duration":"376.252884ms","start":"2026-07-03T16:19:47.905136Z","end":"2026-07-03T16:19:48.281389Z","steps":["trace[1200104964] 'count revisions from in-memory index tree' (duration: 375.700201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:48.281483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:47.905114Z","time spent":"376.351625ms","remote":"127.0.0.1:48128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:19:48.593521Z","caller":"traceutil/trace.go:171","msg":"trace[348032697] linearizableReadLoop","detail":"{readStateIndex:12035; appliedIndex:12034; }","duration":"120.10708ms","start":"2026-07-03T16:19:48.473389Z","end":"2026-07-03T16:19:48.593496Z","steps":["trace[348032697] 'read index received' (duration: 119.871944ms)","trace[348032697] 'applied index is now lower than readState.Index' (duration: 234.146µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:48.593594Z","caller":"traceutil/trace.go:171","msg":"trace[208363508] transaction","detail":"{read_only:false; response_revision:11601; number_of_response:1; }","duration":"163.830894ms","start":"2026-07-03T16:19:48.429716Z","end":"2026-07-03T16:19:48.593547Z","steps":["trace[208363508] 'process raft request' (duration: 163.610859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:48.593746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.335505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:19:48.593836Z","caller":"traceutil/trace.go:171","msg":"trace[268064748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11601; }","duration":"120.480128ms","start":"2026-07-03T16:19:48.473336Z","end":"2026-07-03T16:19:48.593816Z","steps":["trace[268064748] 'agreement among raft nodes before linearized reading' (duration: 120.295004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:49.082709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.334718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:19:49.082839Z","caller":"traceutil/trace.go:171","msg":"trace[600000309] transaction","detail":"{read_only:false; response_revision:11602; number_of_response:1; }","duration":"454.207765ms","start":"2026-07-03T16:19:48.628605Z","end":"2026-07-03T16:19:49.082813Z","steps":["trace[600000309] 'process raft request' (duration: 251.664792ms)","trace[600000309] 'compare' (duration: 202.124404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:49.082931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:48.628576Z","time spent":"454.312707ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:49.402514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.9887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:19:49.402749Z","caller":"traceutil/trace.go:171","msg":"trace[1404686009] linearizableReadLoop","detail":"{readStateIndex:12039; appliedIndex:12035; }","duration":"772.043766ms","start":"2026-07-03T16:19:48.630687Z","end":"2026-07-03T16:19:49.402731Z","steps":["trace[1404686009] 'read index received' (duration: 249.744157ms)","trace[1404686009] 'applied index is now lower than readState.Index' (duration: 522.298839ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:49.402858Z","caller":"traceutil/trace.go:171","msg":"trace[118032916] transaction","detail":"{read_only:false; response_revision:11606; number_of_response:1; }","duration":"647.110466ms","start":"2026-07-03T16:19:48.755737Z","end":"2026-07-03T16:19:49.402847Z","steps":["trace[118032916] 'process raft request' (duration: 646.953983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:49.40292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:48.755712Z","time spent":"647.171268ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:49.402944Z","caller":"traceutil/trace.go:171","msg":"trace[1871314640] transaction","detail":"{read_only:false; response_revision:11603; number_of_response:1; }","duration":"774.256177ms","start":"2026-07-03T16:19:48.628659Z","end":"2026-07-03T16:19:49.402915Z","steps":["trace[1871314640] 'process raft request' (duration: 571.766185ms)","trace[1871314640] 'compare' (duration: 201.855778ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:49.402862Z","caller":"traceutil/trace.go:171","msg":"trace[1868410644] transaction","detail":"{read_only:false; response_revision:11605; number_of_response:1; }","duration":"774.072673ms","start":"2026-07-03T16:19:48.628757Z","end":"2026-07-03T16:19:49.402829Z","steps":["trace[1868410644] 'process raft request' (duration: 773.900759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:49.403201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:48.628634Z","time spent":"774.418691ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:49.403226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:48.628744Z","time spent":"774.39968ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:49.402892Z","caller":"traceutil/trace.go:171","msg":"trace[1328393209] transaction","detail":"{read_only:false; response_revision:11604; number_of_response:1; }","duration":"774.050792ms","start":"2026-07-03T16:19:48.62876Z","end":"2026-07-03T16:19:49.402811Z","steps":["trace[1328393209] 'process raft request' (duration: 773.847298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:49.403377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:48.62874Z","time spent":"774.578085ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:49.403411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.420334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:49.403477Z","caller":"traceutil/trace.go:171","msg":"trace[1389112071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11606; }","duration":"150.516137ms","start":"2026-07-03T16:19:49.252945Z","end":"2026-07-03T16:19:49.403461Z","steps":["trace[1389112071] 'agreement among raft nodes before linearized reading' (duration: 150.407125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:49.403628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.934388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:366096"} {"level":"info","ts":"2026-07-03T16:19:49.403676Z","caller":"traceutil/trace.go:171","msg":"trace[2072417083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11606; }","duration":"773.009109ms","start":"2026-07-03T16:19:48.630656Z","end":"2026-07-03T16:19:49.403665Z","steps":["trace[2072417083] 'agreement among raft nodes before linearized reading' (duration: 772.529327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:49.403709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:48.630639Z","time spent":"773.061131ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":366117,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:19:49.630359Z","caller":"traceutil/trace.go:171","msg":"trace[997829944] linearizableReadLoop","detail":"{readStateIndex:12042; appliedIndex:12041; }","duration":"108.549423ms","start":"2026-07-03T16:19:49.521768Z","end":"2026-07-03T16:19:49.630317Z","steps":["trace[997829944] 'read index received' (duration: 67.143433ms)","trace[997829944] 'applied index is now lower than readState.Index' (duration: 41.40479ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:49.630544Z","caller":"traceutil/trace.go:171","msg":"trace[2088815700] transaction","detail":"{read_only:false; response_revision:11608; number_of_response:1; }","duration":"121.966933ms","start":"2026-07-03T16:19:49.508552Z","end":"2026-07-03T16:19:49.630519Z","steps":["trace[2088815700] 'process raft request' (duration: 80.388767ms)","trace[2088815700] 'compare' (duration: 40.693054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:19:49.630642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.851771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:19:49.630658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.03047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:49.6307Z","caller":"traceutil/trace.go:171","msg":"trace[2037930409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11608; }","duration":"108.921682ms","start":"2026-07-03T16:19:49.52176Z","end":"2026-07-03T16:19:49.630682Z","steps":["trace[2037930409] 'agreement among raft nodes before linearized reading' (duration: 108.797919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:49.630748Z","caller":"traceutil/trace.go:171","msg":"trace[728284948] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:11608; }","duration":"107.148802ms","start":"2026-07-03T16:19:49.523575Z","end":"2026-07-03T16:19:49.630724Z","steps":["trace[728284948] 'agreement among raft nodes before linearized reading' (duration: 106.964898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:50.443968Z","caller":"traceutil/trace.go:171","msg":"trace[247949878] transaction","detail":"{read_only:false; response_revision:11615; number_of_response:1; }","duration":"113.108249ms","start":"2026-07-03T16:19:50.330571Z","end":"2026-07-03T16:19:50.443679Z","steps":["trace[247949878] 'process raft request' (duration: 103.905487ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:52.216735Z","caller":"traceutil/trace.go:171","msg":"trace[1799177436] transaction","detail":"{read_only:false; response_revision:11629; number_of_response:1; }","duration":"429.398705ms","start":"2026-07-03T16:19:51.787314Z","end":"2026-07-03T16:19:52.216712Z","steps":["trace[1799177436] 'process raft request' (duration: 428.76946ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:52.216924Z","caller":"traceutil/trace.go:171","msg":"trace[323631143] transaction","detail":"{read_only:false; response_revision:11630; number_of_response:1; }","duration":"423.845588ms","start":"2026-07-03T16:19:51.793056Z","end":"2026-07-03T16:19:52.216901Z","steps":["trace[323631143] 'process raft request' (duration: 423.289166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:52.217083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:51.793046Z","time spent":"423.965031ms","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414980,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:52.217751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:51.787295Z","time spent":"429.512918ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:52.401653Z","caller":"traceutil/trace.go:171","msg":"trace[424806381] linearizableReadLoop","detail":"{readStateIndex:12066; appliedIndex:12063; }","duration":"500.503918ms","start":"2026-07-03T16:19:51.901128Z","end":"2026-07-03T16:19:52.401632Z","steps":["trace[424806381] 'read index received' (duration: 315.096179ms)","trace[424806381] 'applied index is now lower than readState.Index' (duration: 185.406879ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:52.401978Z","caller":"traceutil/trace.go:171","msg":"trace[1571788399] transaction","detail":"{read_only:false; response_revision:11631; number_of_response:1; }","duration":"567.958638ms","start":"2026-07-03T16:19:51.833806Z","end":"2026-07-03T16:19:52.401765Z","steps":["trace[1571788399] 'process raft request' (duration: 566.75101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:52.402225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:51.833787Z","time spent":"568.237584ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:19:52.402717Z","caller":"traceutil/trace.go:171","msg":"trace[985990063] transaction","detail":"{read_only:false; response_revision:11632; number_of_response:1; }","duration":"336.860179ms","start":"2026-07-03T16:19:52.065842Z","end":"2026-07-03T16:19:52.402702Z","steps":["trace[985990063] 'process raft request' (duration: 335.723623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:52.402794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:52.065821Z","time spent":"336.936461ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:19:52.403129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.999013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:52.403184Z","caller":"traceutil/trace.go:171","msg":"trace[789913115] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:11632; }","duration":"502.100295ms","start":"2026-07-03T16:19:51.90107Z","end":"2026-07-03T16:19:52.403171Z","steps":["trace[789913115] 'agreement among raft nodes before linearized reading' (duration: 501.993443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:52.403421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:51.901048Z","time spent":"502.170196ms","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:19:52.939572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.682119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:52.939651Z","caller":"traceutil/trace.go:171","msg":"trace[228183796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11632; }","duration":"418.771551ms","start":"2026-07-03T16:19:52.520863Z","end":"2026-07-03T16:19:52.939634Z","steps":["trace[228183796] 'range keys from in-memory index tree' (duration: 418.597827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:52.939691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:19:52.520805Z","time spent":"418.876933ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:19:52.940539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.81868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:19:52.940568Z","caller":"traceutil/trace.go:171","msg":"trace[516413874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11632; }","duration":"249.889461ms","start":"2026-07-03T16:19:52.690671Z","end":"2026-07-03T16:19:52.940561Z","steps":["trace[516413874] 'range keys from in-memory index tree' (duration: 249.031161ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:53.075386Z","caller":"traceutil/trace.go:171","msg":"trace[998824269] transaction","detail":"{read_only:false; response_revision:11633; number_of_response:1; }","duration":"256.81985ms","start":"2026-07-03T16:19:52.818542Z","end":"2026-07-03T16:19:53.075362Z","steps":["trace[998824269] 'process raft request' (duration: 256.585285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:19:53.075502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.678221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:19:53.075356Z","caller":"traceutil/trace.go:171","msg":"trace[1002248334] linearizableReadLoop","detail":"{readStateIndex:12068; appliedIndex:12067; }","duration":"133.527697ms","start":"2026-07-03T16:19:52.9418Z","end":"2026-07-03T16:19:53.075328Z","steps":["trace[1002248334] 'read index received' (duration: 133.329293ms)","trace[1002248334] 'applied index is now lower than readState.Index' (duration: 197.334µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:19:53.07557Z","caller":"traceutil/trace.go:171","msg":"trace[1531053811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11633; }","duration":"133.768042ms","start":"2026-07-03T16:19:52.941786Z","end":"2026-07-03T16:19:53.075554Z","steps":["trace[1531053811] 'agreement among raft nodes before linearized reading' (duration: 133.635489ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:53.099454Z","caller":"traceutil/trace.go:171","msg":"trace[704270500] transaction","detail":"{read_only:false; response_revision:11634; number_of_response:1; }","duration":"154.97068ms","start":"2026-07-03T16:19:52.94446Z","end":"2026-07-03T16:19:53.099431Z","steps":["trace[704270500] 'process raft request' (duration: 154.770376ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:53.280837Z","caller":"traceutil/trace.go:171","msg":"trace[594738443] transaction","detail":"{read_only:false; response_revision:11636; number_of_response:1; }","duration":"143.784484ms","start":"2026-07-03T16:19:53.137027Z","end":"2026-07-03T16:19:53.280811Z","steps":["trace[594738443] 'process raft request' (duration: 143.591218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:19:55.149766Z","caller":"traceutil/trace.go:171","msg":"trace[242685939] transaction","detail":"{read_only:false; response_revision:11650; number_of_response:1; }","duration":"107.056781ms","start":"2026-07-03T16:19:55.042675Z","end":"2026-07-03T16:19:55.149732Z","steps":["trace[242685939] 'process raft request' (duration: 106.848356ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:05.489639Z","caller":"traceutil/trace.go:171","msg":"trace[899794915] transaction","detail":"{read_only:false; response_revision:11728; number_of_response:1; }","duration":"145.37434ms","start":"2026-07-03T16:20:05.344236Z","end":"2026-07-03T16:20:05.48961Z","steps":["trace[899794915] 'process raft request' (duration: 145.191246ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:05.778294Z","caller":"traceutil/trace.go:171","msg":"trace[1981791675] linearizableReadLoop","detail":"{readStateIndex:12168; appliedIndex:12167; }","duration":"113.359965ms","start":"2026-07-03T16:20:05.6649Z","end":"2026-07-03T16:20:05.77826Z","steps":["trace[1981791675] 'read index received' (duration: 113.101489ms)","trace[1981791675] 'applied index is now lower than readState.Index' (duration: 256.476µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:20:05.778418Z","caller":"traceutil/trace.go:171","msg":"trace[1855825824] transaction","detail":"{read_only:false; response_revision:11731; number_of_response:1; }","duration":"117.277445ms","start":"2026-07-03T16:20:05.661097Z","end":"2026-07-03T16:20:05.778374Z","steps":["trace[1855825824] 'process raft request' (duration: 116.932837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:05.778809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.874956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T16:20:05.778938Z","caller":"traceutil/trace.go:171","msg":"trace[1493241821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11731; }","duration":"114.068161ms","start":"2026-07-03T16:20:05.664834Z","end":"2026-07-03T16:20:05.778903Z","steps":["trace[1493241821] 'agreement among raft nodes before linearized reading' (duration: 113.59945ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:05.843718Z","caller":"traceutil/trace.go:171","msg":"trace[763745484] transaction","detail":"{read_only:false; response_revision:11732; number_of_response:1; }","duration":"133.24018ms","start":"2026-07-03T16:20:05.710426Z","end":"2026-07-03T16:20:05.843666Z","steps":["trace[763745484] 'process raft request' (duration: 114.369747ms)","trace[763745484] 'compare' (duration: 18.617997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:20:05.844022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.510541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:20:05.84413Z","caller":"traceutil/trace.go:171","msg":"trace[1150155270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:11733; }","duration":"131.656825ms","start":"2026-07-03T16:20:05.712449Z","end":"2026-07-03T16:20:05.844106Z","steps":["trace[1150155270] 'agreement among raft nodes before linearized reading' (duration: 131.43749ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:18.433253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9835} {"level":"info","ts":"2026-07-03T16:20:18.545083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9835,"took":"109.68414ms","hash":3516183659,"current-db-size-bytes":43802624,"current-db-size":"44 MB","current-db-size-in-use-bytes":24854528,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-03T16:20:18.545152Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3516183659,"revision":9835,"compact-revision":7457} {"level":"info","ts":"2026-07-03T16:20:55.799448Z","caller":"traceutil/trace.go:171","msg":"trace[604935400] linearizableReadLoop","detail":"{readStateIndex:12750; appliedIndex:12749; }","duration":"114.442619ms","start":"2026-07-03T16:20:55.684966Z","end":"2026-07-03T16:20:55.799408Z","steps":["trace[604935400] 'read index received' (duration: 114.232024ms)","trace[604935400] 'applied index is now lower than readState.Index' (duration: 208.965µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:20:55.799547Z","caller":"traceutil/trace.go:171","msg":"trace[526316229] transaction","detail":"{read_only:false; response_revision:12300; number_of_response:1; }","duration":"143.289742ms","start":"2026-07-03T16:20:55.656185Z","end":"2026-07-03T16:20:55.799475Z","steps":["trace[526316229] 'process raft request' (duration: 143.001606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:55.799755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.762047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-03T16:20:55.79985Z","caller":"traceutil/trace.go:171","msg":"trace[864542416] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12300; }","duration":"114.896469ms","start":"2026-07-03T16:20:55.68493Z","end":"2026-07-03T16:20:55.799826Z","steps":["trace[864542416] 'agreement among raft nodes before linearized reading' (duration: 114.609463ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:55.981552Z","caller":"traceutil/trace.go:171","msg":"trace[938018061] linearizableReadLoop","detail":"{readStateIndex:12751; appliedIndex:12750; }","duration":"149.895034ms","start":"2026-07-03T16:20:55.831609Z","end":"2026-07-03T16:20:55.981504Z","steps":["trace[938018061] 'read index received' (duration: 116.691361ms)","trace[938018061] 'applied index is now lower than readState.Index' (duration: 33.201593ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:20:55.981626Z","caller":"traceutil/trace.go:171","msg":"trace[1253696424] transaction","detail":"{read_only:false; response_revision:12301; number_of_response:1; }","duration":"151.354217ms","start":"2026-07-03T16:20:55.830212Z","end":"2026-07-03T16:20:55.981566Z","steps":["trace[1253696424] 'process raft request' (duration: 118.163645ms)","trace[1253696424] 'compare' (duration: 32.907386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:20:55.981876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.200091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:20:55.981991Z","caller":"traceutil/trace.go:171","msg":"trace[1181842687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12301; }","duration":"150.428497ms","start":"2026-07-03T16:20:55.831543Z","end":"2026-07-03T16:20:55.981971Z","steps":["trace[1181842687] 'agreement among raft nodes before linearized reading' (duration: 150.083259ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:56.184096Z","caller":"traceutil/trace.go:171","msg":"trace[2052563298] transaction","detail":"{read_only:false; response_revision:12305; number_of_response:1; }","duration":"117.316095ms","start":"2026-07-03T16:20:56.066753Z","end":"2026-07-03T16:20:56.184069Z","steps":["trace[2052563298] 'process raft request' (duration: 117.260994ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:20:56.184167Z","caller":"traceutil/trace.go:171","msg":"trace[1800496956] transaction","detail":"{read_only:false; response_revision:12304; number_of_response:1; }","duration":"122.086035ms","start":"2026-07-03T16:20:56.062031Z","end":"2026-07-03T16:20:56.184117Z","steps":["trace[1800496956] 'process raft request' (duration: 121.85044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.123469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.37165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:20:57.123555Z","caller":"traceutil/trace.go:171","msg":"trace[805001165] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12310; }","duration":"317.514514ms","start":"2026-07-03T16:20:56.806017Z","end":"2026-07-03T16:20:57.123532Z","steps":["trace[805001165] 'count revisions from in-memory index tree' (duration: 317.262748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:20:57.123598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:20:56.805996Z","time spent":"317.590256ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:21:00.544373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572651254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:21:01.045055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572651254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:21:01.445457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.444478735s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:21:01.445969Z","caller":"traceutil/trace.go:171","msg":"trace[320557153] transaction","detail":"{read_only:false; response_revision:12322; number_of_response:1; }","duration":"1.445085238s","start":"2026-07-03T16:21:00.000859Z","end":"2026-07-03T16:21:01.445944Z","steps":["trace[320557153] 'process raft request' (duration: 1.444940525s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.446101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.000841Z","time spent":"1.445177191s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:01.493533Z","caller":"traceutil/trace.go:171","msg":"trace[1397359645] transaction","detail":"{read_only:false; response_revision:12323; number_of_response:1; }","duration":"1.368756005s","start":"2026-07-03T16:21:00.12476Z","end":"2026-07-03T16:21:01.493516Z","steps":["trace[1397359645] 'process raft request' (duration: 1.368613121s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.493653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.124718Z","time spent":"1.368868017s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:01.493868Z","caller":"traceutil/trace.go:171","msg":"trace[581625516] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"1.34589217s","start":"2026-07-03T16:21:00.147946Z","end":"2026-07-03T16:21:01.493838Z","steps":["trace[581625516] 'process raft request' (duration: 1.345539842s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:01.493932Z","caller":"traceutil/trace.go:171","msg":"trace[454253124] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"1.26580427s","start":"2026-07-03T16:21:00.228119Z","end":"2026-07-03T16:21:01.493923Z","steps":["trace[454253124] 'process raft request' (duration: 1.265700007s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:01.493943Z","caller":"traceutil/trace.go:171","msg":"trace[1696274749] linearizableReadLoop","detail":"{readStateIndex:12779; appliedIndex:12772; }","duration":"1.450175535s","start":"2026-07-03T16:21:00.043744Z","end":"2026-07-03T16:21:01.49392Z","steps":["trace[1696274749] 'read index received' (duration: 1.40209415s)","trace[1696274749] 'applied index is now lower than readState.Index' (duration: 48.080615ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:21:01.493977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.228091Z","time spent":"1.26586515s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:01.494014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.147921Z","time spent":"1.346014012s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:01.494087Z","caller":"traceutil/trace.go:171","msg":"trace[1267272889] transaction","detail":"{read_only:false; response_revision:12327; number_of_response:1; }","duration":"801.503483ms","start":"2026-07-03T16:21:00.692575Z","end":"2026-07-03T16:21:01.494078Z","steps":["trace[1267272889] 'process raft request' (duration: 801.276728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.692549Z","time spent":"801.565045ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:01.494233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450496514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:21:01.494275Z","caller":"traceutil/trace.go:171","msg":"trace[1623822006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12328; }","duration":"1.450585915s","start":"2026-07-03T16:21:00.04368Z","end":"2026-07-03T16:21:01.494266Z","steps":["trace[1623822006] 'agreement among raft nodes before linearized reading' (duration: 1.450441961s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.718756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:21:01.49431Z","caller":"traceutil/trace.go:171","msg":"trace[638867316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12328; }","duration":"356.784947ms","start":"2026-07-03T16:21:01.137516Z","end":"2026-07-03T16:21:01.494301Z","steps":["trace[638867316] 'agreement among raft nodes before linearized reading' (duration: 356.747456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248403841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:21:01.494295Z","caller":"traceutil/trace.go:171","msg":"trace[1581860943] transaction","detail":"{read_only:false; response_revision:12328; number_of_response:1; }","duration":"775.148229ms","start":"2026-07-03T16:21:00.719127Z","end":"2026-07-03T16:21:01.494276Z","steps":["trace[1581860943] 'process raft request' (duration: 774.756709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:01.137496Z","time spent":"356.831309ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:21:01.494339Z","caller":"traceutil/trace.go:171","msg":"trace[1130077274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12328; }","duration":"1.248530314s","start":"2026-07-03T16:21:00.245799Z","end":"2026-07-03T16:21:01.49433Z","steps":["trace[1130077274] 'agreement among raft nodes before linearized reading' (duration: 1.24836965s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.245785Z","time spent":"1.248573435s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:21:01.494389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.719111Z","time spent":"775.2314ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:01.49445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.417541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:01.494471Z","caller":"traceutil/trace.go:171","msg":"trace[1769864509] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12328; }","duration":"491.465271ms","start":"2026-07-03T16:21:01.002999Z","end":"2026-07-03T16:21:01.494464Z","steps":["trace[1769864509] 'agreement among raft nodes before linearized reading' (duration: 491.43093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146829868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:21:01.494489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:01.002982Z","time spent":"491.502192ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:21:01.494496Z","caller":"traceutil/trace.go:171","msg":"trace[958151336] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:12328; }","duration":"1.146900209s","start":"2026-07-03T16:21:00.347586Z","end":"2026-07-03T16:21:01.494486Z","steps":["trace[958151336] 'agreement among raft nodes before linearized reading' (duration: 1.146850418s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.548153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:01.494523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.34756Z","time spent":"1.14695548s","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:21:01.494537Z","caller":"traceutil/trace.go:171","msg":"trace[1403631300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12328; }","duration":"975.603294ms","start":"2026-07-03T16:21:00.518923Z","end":"2026-07-03T16:21:01.494527Z","steps":["trace[1403631300] 'agreement among raft nodes before linearized reading' (duration: 975.554313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.143103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-77c7cf89cf-x2xbg.18bed40ab0370083\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-07-03T16:21:01.494575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.518898Z","time spent":"975.661445ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:21:01.494639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206626201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:21:01.494637Z","caller":"traceutil/trace.go:171","msg":"trace[1010701066] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-77c7cf89cf-x2xbg.18bed40ab0370083; range_end:; response_count:1; response_revision:12328; }","duration":"965.245716ms","start":"2026-07-03T16:21:00.52934Z","end":"2026-07-03T16:21:01.494586Z","steps":["trace[1010701066] 'agreement among raft nodes before linearized reading' (duration: 965.122963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052268055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:21:01.494707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.529329Z","time spent":"965.362628ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":825,"request content":"key:\"/registry/events/openstack/cinder-backup-77c7cf89cf-x2xbg.18bed40ab0370083\" "} {"level":"warn","ts":"2026-07-03T16:21:01.494746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215181977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:21:01.494775Z","caller":"traceutil/trace.go:171","msg":"trace[1225148437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12328; }","duration":"1.215230189s","start":"2026-07-03T16:21:00.279537Z","end":"2026-07-03T16:21:01.494767Z","steps":["trace[1225148437] 'agreement among raft nodes before linearized reading' (duration: 1.215142727s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.4948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.279528Z","time spent":"1.215263379s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:21:01.494307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.043658Z","time spent":"1.450640096s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:21:01.494666Z","caller":"traceutil/trace.go:171","msg":"trace[1904861870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12328; }","duration":"1.206707522s","start":"2026-07-03T16:21:00.287949Z","end":"2026-07-03T16:21:01.494657Z","steps":["trace[1904861870] 'agreement among raft nodes before linearized reading' (duration: 1.2066232s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:01.494726Z","caller":"traceutil/trace.go:171","msg":"trace[958037323] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:12328; }","duration":"1.052341337s","start":"2026-07-03T16:21:00.442374Z","end":"2026-07-03T16:21:01.494716Z","steps":["trace[958037323] 'agreement among raft nodes before linearized reading' (duration: 1.052289045s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.494909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.287932Z","time spent":"1.206962129s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:21:01.494912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237825068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:21:01.494944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.442353Z","time spent":"1.052573421s","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:21:01.494949Z","caller":"traceutil/trace.go:171","msg":"trace[1896775686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:12328; }","duration":"1.23789855s","start":"2026-07-03T16:21:00.257038Z","end":"2026-07-03T16:21:01.494936Z","steps":["trace[1896775686] 'agreement among raft nodes before linearized reading' (duration: 1.237782187s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.49499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.257016Z","time spent":"1.237967731s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:21:01.494999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.221867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:01.495027Z","caller":"traceutil/trace.go:171","msg":"trace[1939929168] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12328; }","duration":"683.277778ms","start":"2026-07-03T16:21:00.811741Z","end":"2026-07-03T16:21:01.495018Z","steps":["trace[1939929168] 'agreement among raft nodes before linearized reading' (duration: 683.232326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.495053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.811723Z","time spent":"683.323469ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:21:01.496246Z","caller":"traceutil/trace.go:171","msg":"trace[1866241234] transaction","detail":"{read_only:false; response_revision:12325; number_of_response:1; }","duration":"1.276626729s","start":"2026-07-03T16:21:00.219584Z","end":"2026-07-03T16:21:01.49621Z","steps":["trace[1866241234] 'process raft request' (duration: 1.274112561s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:01.496346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:00.219558Z","time spent":"1.276744861s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:26.058083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572651720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:21:26.559036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572651720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:21:26.607198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110031641s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:21:26.607599Z","caller":"traceutil/trace.go:171","msg":"trace[1033405381] transaction","detail":"{read_only:false; response_revision:12457; number_of_response:1; }","duration":"1.110551263s","start":"2026-07-03T16:21:25.497019Z","end":"2026-07-03T16:21:26.607571Z","steps":["trace[1033405381] 'process raft request' (duration: 1.110400689s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:26.607758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.496994Z","time spent":"1.110683826s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:27.314386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.346132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:21:27.314651Z","caller":"traceutil/trace.go:171","msg":"trace[1354475807] transaction","detail":"{read_only:false; response_revision:12458; number_of_response:1; }","duration":"1.72890465s","start":"2026-07-03T16:21:25.585709Z","end":"2026-07-03T16:21:27.314614Z","steps":["trace[1354475807] 'process raft request' (duration: 1.612224399s)","trace[1354475807] 'compare' (duration: 115.923433ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:27.31474Z","caller":"traceutil/trace.go:171","msg":"trace[2093536358] transaction","detail":"{read_only:false; response_revision:12460; number_of_response:1; }","duration":"1.693523047s","start":"2026-07-03T16:21:25.621195Z","end":"2026-07-03T16:21:27.314718Z","steps":["trace[2093536358] 'process raft request' (duration: 1.693431385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.314802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.585689Z","time spent":"1.729032813s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:27.314756Z","caller":"traceutil/trace.go:171","msg":"trace[1549987805] transaction","detail":"{read_only:false; response_revision:12459; number_of_response:1; }","duration":"1.701115501s","start":"2026-07-03T16:21:25.613604Z","end":"2026-07-03T16:21:27.31472Z","steps":["trace[1549987805] 'process raft request' (duration: 1.700911726s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:27.314934Z","caller":"traceutil/trace.go:171","msg":"trace[1974941513] linearizableReadLoop","detail":"{readStateIndex:12917; appliedIndex:12913; }","duration":"1.757349304s","start":"2026-07-03T16:21:25.55757Z","end":"2026-07-03T16:21:27.314919Z","steps":["trace[1974941513] 'read index received' (duration: 1.050011563s)","trace[1974941513] 'applied index is now lower than readState.Index' (duration: 707.336531ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:27.315013Z","caller":"traceutil/trace.go:171","msg":"trace[730280661] transaction","detail":"{read_only:false; response_revision:12461; number_of_response:1; }","duration":"1.649869913s","start":"2026-07-03T16:21:25.665134Z","end":"2026-07-03T16:21:27.315004Z","steps":["trace[730280661] 'process raft request' (duration: 1.649537736s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.315067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.665111Z","time spent":"1.649927255s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:27.315103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757534478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:21:27.315149Z","caller":"traceutil/trace.go:171","msg":"trace[1683852171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12461; }","duration":"1.757605909s","start":"2026-07-03T16:21:25.557529Z","end":"2026-07-03T16:21:27.315135Z","steps":["trace[1683852171] 'agreement among raft nodes before linearized reading' (duration: 1.757484257s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.315182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.55751Z","time spent":"1.75766536s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:21:27.314849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.621182Z","time spent":"1.693617279s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:27.315384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.613578Z","time spent":"1.701417858s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:27.323122Z","caller":"traceutil/trace.go:171","msg":"trace[1572863724] transaction","detail":"{read_only:false; response_revision:12462; number_of_response:1; }","duration":"160.552489ms","start":"2026-07-03T16:21:27.162557Z","end":"2026-07-03T16:21:27.323109Z","steps":["trace[1572863724] 'process raft request' (duration: 160.466497ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:27.447289Z","caller":"traceutil/trace.go:171","msg":"trace[1043882183] transaction","detail":"{read_only:false; response_revision:12463; number_of_response:1; }","duration":"126.019415ms","start":"2026-07-03T16:21:27.321206Z","end":"2026-07-03T16:21:27.447225Z","steps":["trace[1043882183] 'process raft request' (duration: 125.706028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.447371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.441034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:27.447461Z","caller":"traceutil/trace.go:171","msg":"trace[1648086778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12463; }","duration":"926.595898ms","start":"2026-07-03T16:21:26.520842Z","end":"2026-07-03T16:21:27.447437Z","steps":["trace[1648086778] 'agreement among raft nodes before linearized reading' (duration: 926.400593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.447477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745404978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:27.447509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:26.520812Z","time spent":"926.688409ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:21:27.447539Z","caller":"traceutil/trace.go:171","msg":"trace[2069628357] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12463; }","duration":"1.745506991s","start":"2026-07-03T16:21:25.702016Z","end":"2026-07-03T16:21:27.447523Z","steps":["trace[2069628357] 'agreement among raft nodes before linearized reading' (duration: 1.745398858s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.447592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.702Z","time spent":"1.745583272s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:21:27.447778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.102018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:27.447827Z","caller":"traceutil/trace.go:171","msg":"trace[223794080] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12463; }","duration":"799.18914ms","start":"2026-07-03T16:21:26.648623Z","end":"2026-07-03T16:21:27.447812Z","steps":["trace[223794080] 'agreement among raft nodes before linearized reading' (duration: 799.115878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.447859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:26.648604Z","time spent":"799.246421ms","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:21:27.448028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.77666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:21:27.448861Z","caller":"traceutil/trace.go:171","msg":"trace[391094800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12463; }","duration":"298.65596ms","start":"2026-07-03T16:21:27.150186Z","end":"2026-07-03T16:21:27.448842Z","steps":["trace[391094800] 'agreement among raft nodes before linearized reading' (duration: 297.653558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.448899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214369029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:21:27.448265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794762081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-03T16:21:27.448996Z","caller":"traceutil/trace.go:171","msg":"trace[651449007] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12463; }","duration":"1.214502002s","start":"2026-07-03T16:21:26.234463Z","end":"2026-07-03T16:21:27.448965Z","steps":["trace[651449007] 'agreement among raft nodes before linearized reading' (duration: 1.213308414s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:27.449036Z","caller":"traceutil/trace.go:171","msg":"trace[1538366342] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12463; }","duration":"1.79557181s","start":"2026-07-03T16:21:25.653448Z","end":"2026-07-03T16:21:27.449019Z","steps":["trace[1538366342] 'agreement among raft nodes before linearized reading' (duration: 1.794673989s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.449077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.653432Z","time spent":"1.795632182s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5025,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747373632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:27.449256Z","caller":"traceutil/trace.go:171","msg":"trace[1341915818] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12463; }","duration":"1.748316164s","start":"2026-07-03T16:21:25.700927Z","end":"2026-07-03T16:21:27.449243Z","steps":["trace[1341915818] 'agreement among raft nodes before linearized reading' (duration: 1.747367162s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.449301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.700925Z","time spent":"1.748359115s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747425644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:27.449355Z","caller":"traceutil/trace.go:171","msg":"trace[1319974912] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12463; }","duration":"1.748434148s","start":"2026-07-03T16:21:25.700909Z","end":"2026-07-03T16:21:27.449343Z","steps":["trace[1319974912] 'agreement among raft nodes before linearized reading' (duration: 1.747424314s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.449393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.700903Z","time spent":"1.748479199s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671610182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:21:27.449075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:26.234443Z","time spent":"1.214612364s","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:21:27.449448Z","caller":"traceutil/trace.go:171","msg":"trace[763447327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12463; }","duration":"1.672237037s","start":"2026-07-03T16:21:25.777201Z","end":"2026-07-03T16:21:27.449439Z","steps":["trace[763447327] 'agreement among raft nodes before linearized reading' (duration: 1.671302225s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.449483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.777163Z","time spent":"1.672307669s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803938243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:27.448376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751395096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:27.449595Z","caller":"traceutil/trace.go:171","msg":"trace[59361770] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12463; }","duration":"1.80511513s","start":"2026-07-03T16:21:25.644467Z","end":"2026-07-03T16:21:27.449582Z","steps":["trace[59361770] 'agreement among raft nodes before linearized reading' (duration: 1.803938392s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:27.449606Z","caller":"traceutil/trace.go:171","msg":"trace[1214396159] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12463; }","duration":"1.752639864s","start":"2026-07-03T16:21:25.696957Z","end":"2026-07-03T16:21:27.449597Z","steps":["trace[1214396159] 'agreement among raft nodes before linearized reading' (duration: 1.751404655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.44963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.644463Z","time spent":"1.805155131s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:21:27.448384Z","caller":"traceutil/trace.go:171","msg":"trace[1053234390] linearizableReadLoop","detail":"{readStateIndex:12919; appliedIndex:12917; }","duration":"133.373073ms","start":"2026-07-03T16:21:27.31498Z","end":"2026-07-03T16:21:27.448353Z","steps":["trace[1053234390] 'read index received' (duration: 8.005064ms)","trace[1053234390] 'applied index is now lower than readState.Index' (duration: 124.247964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:21:27.449637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.696943Z","time spent":"1.752685666s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803940242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:27.449981Z","caller":"traceutil/trace.go:171","msg":"trace[1375859051] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12463; }","duration":"1.805460909s","start":"2026-07-03T16:21:25.644498Z","end":"2026-07-03T16:21:27.449959Z","steps":["trace[1375859051] 'agreement among raft nodes before linearized reading' (duration: 1.803938203s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.448496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809215133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:27.450051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.644493Z","time spent":"1.80553338s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:21:27.450101Z","caller":"traceutil/trace.go:171","msg":"trace[1058679494] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12463; }","duration":"1.810847241s","start":"2026-07-03T16:21:25.639236Z","end":"2026-07-03T16:21:27.450083Z","steps":["trace[1058679494] 'agreement among raft nodes before linearized reading' (duration: 1.809214853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.448542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809210333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:27.450161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.639223Z","time spent":"1.810922923s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731712903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:21:27.450212Z","caller":"traceutil/trace.go:171","msg":"trace[1743355461] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12463; }","duration":"1.810892462s","start":"2026-07-03T16:21:25.639303Z","end":"2026-07-03T16:21:27.450195Z","steps":["trace[1743355461] 'agreement among raft nodes before linearized reading' (duration: 1.809217483s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:27.450248Z","caller":"traceutil/trace.go:171","msg":"trace[109679777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12463; }","duration":"1.733517005s","start":"2026-07-03T16:21:25.716713Z","end":"2026-07-03T16:21:27.45023Z","steps":["trace[109679777] 'agreement among raft nodes before linearized reading' (duration: 1.731498708s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.450266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.639289Z","time spent":"1.810957214s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:21:27.4503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.716697Z","time spent":"1.733587157s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671281004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:21:27.450358Z","caller":"traceutil/trace.go:171","msg":"trace[333474771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12463; }","duration":"1.673121187s","start":"2026-07-03T16:21:25.777224Z","end":"2026-07-03T16:21:27.450345Z","steps":["trace[333474771] 'agreement among raft nodes before linearized reading' (duration: 1.671258884s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.450403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.777199Z","time spent":"1.673192998s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731842486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-03T16:21:27.450501Z","caller":"traceutil/trace.go:171","msg":"trace[1901626061] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12463; }","duration":"1.733773401s","start":"2026-07-03T16:21:25.716717Z","end":"2026-07-03T16:21:27.45049Z","steps":["trace[1901626061] 'agreement among raft nodes before linearized reading' (duration: 1.731745374s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.450531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.716704Z","time spent":"1.733818422s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5025,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665563654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:21:27.450658Z","caller":"traceutil/trace.go:171","msg":"trace[1353673585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:12463; }","duration":"1.66757165s","start":"2026-07-03T16:21:25.783059Z","end":"2026-07-03T16:21:27.450631Z","steps":["trace[1353673585] 'agreement among raft nodes before linearized reading' (duration: 1.665527973s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.450811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.783046Z","time spent":"1.667662582s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804203279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:21:27.448778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671598202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:21:27.451083Z","caller":"traceutil/trace.go:171","msg":"trace[1313981788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12463; }","duration":"1.673921725s","start":"2026-07-03T16:21:25.77713Z","end":"2026-07-03T16:21:27.451052Z","steps":["trace[1313981788] 'agreement among raft nodes before linearized reading' (duration: 1.671585041s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.451229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.777108Z","time spent":"1.674064418s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:21:27.448379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.451688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:27.451328Z","caller":"traceutil/trace.go:171","msg":"trace[1007318456] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12463; }","duration":"1.80689665s","start":"2026-07-03T16:21:25.644414Z","end":"2026-07-03T16:21:27.451311Z","steps":["trace[1007318456] 'agreement among raft nodes before linearized reading' (duration: 1.804050905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.451447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:25.644407Z","time spent":"1.807015354s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-03T16:21:27.451309Z","caller":"traceutil/trace.go:171","msg":"trace[598758975] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12463; }","duration":"659.335117ms","start":"2026-07-03T16:21:26.791958Z","end":"2026-07-03T16:21:27.451293Z","steps":["trace[598758975] 'agreement among raft nodes before linearized reading' (duration: 655.347706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.451917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:26.791941Z","time spent":"659.954182ms","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:21:27.630214Z","caller":"traceutil/trace.go:171","msg":"trace[929304618] transaction","detail":"{read_only:false; response_revision:12465; number_of_response:1; }","duration":"174.260183ms","start":"2026-07-03T16:21:27.455921Z","end":"2026-07-03T16:21:27.630181Z","steps":["trace[929304618] 'process raft request' (duration: 145.903961ms)","trace[929304618] 'compare' (duration: 28.165117ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:27.630671Z","caller":"traceutil/trace.go:171","msg":"trace[1138161780] transaction","detail":"{read_only:false; response_revision:12466; number_of_response:1; }","duration":"174.402586ms","start":"2026-07-03T16:21:27.456248Z","end":"2026-07-03T16:21:27.63065Z","steps":["trace[1138161780] 'process raft request' (duration: 173.891055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:27.630734Z","caller":"traceutil/trace.go:171","msg":"trace[461170888] linearizableReadLoop","detail":"{readStateIndex:12923; appliedIndex:12921; }","duration":"173.791922ms","start":"2026-07-03T16:21:27.456907Z","end":"2026-07-03T16:21:27.630699Z","steps":["trace[461170888] 'read index received' (duration: 33.94458ms)","trace[461170888] 'applied index is now lower than readState.Index' (duration: 139.845952ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:27.630765Z","caller":"traceutil/trace.go:171","msg":"trace[1226535854] transaction","detail":"{read_only:false; response_revision:12467; number_of_response:1; }","duration":"173.864354ms","start":"2026-07-03T16:21:27.456862Z","end":"2026-07-03T16:21:27.630727Z","steps":["trace[1226535854] 'process raft request' (duration: 173.650529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.631151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.137012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19253"} {"level":"info","ts":"2026-07-03T16:21:27.631201Z","caller":"traceutil/trace.go:171","msg":"trace[381480728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12467; }","duration":"174.238214ms","start":"2026-07-03T16:21:27.45695Z","end":"2026-07-03T16:21:27.631188Z","steps":["trace[381480728] 'agreement among raft nodes before linearized reading' (duration: 173.989977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:27.631622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.674613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444912"} {"level":"info","ts":"2026-07-03T16:21:27.631703Z","caller":"traceutil/trace.go:171","msg":"trace[1405135124] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12467; }","duration":"174.800257ms","start":"2026-07-03T16:21:27.456886Z","end":"2026-07-03T16:21:27.631686Z","steps":["trace[1405135124] 'agreement among raft nodes before linearized reading' (duration: 173.930286ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:29.55544Z","caller":"traceutil/trace.go:171","msg":"trace[1671048332] linearizableReadLoop","detail":"{readStateIndex:12928; appliedIndex:12925; }","duration":"101.821079ms","start":"2026-07-03T16:21:29.45358Z","end":"2026-07-03T16:21:29.555401Z","steps":["trace[1671048332] 'read index received' (duration: 27.669356ms)","trace[1671048332] 'applied index is now lower than readState.Index' (duration: 74.150853ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:29.555584Z","caller":"traceutil/trace.go:171","msg":"trace[877787139] transaction","detail":"{read_only:false; response_revision:12469; number_of_response:1; }","duration":"233.888414ms","start":"2026-07-03T16:21:29.321683Z","end":"2026-07-03T16:21:29.555571Z","steps":["trace[877787139] 'process raft request' (duration: 159.636858ms)","trace[877787139] 'compare' (duration: 73.869636ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:29.55573Z","caller":"traceutil/trace.go:171","msg":"trace[873175216] transaction","detail":"{read_only:false; response_revision:12470; number_of_response:1; }","duration":"233.932005ms","start":"2026-07-03T16:21:29.321785Z","end":"2026-07-03T16:21:29.555717Z","steps":["trace[873175216] 'process raft request' (duration: 233.526905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:29.55601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.405993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:21:29.556094Z","caller":"traceutil/trace.go:171","msg":"trace[1991958010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12471; }","duration":"102.573317ms","start":"2026-07-03T16:21:29.453499Z","end":"2026-07-03T16:21:29.556072Z","steps":["trace[1991958010] 'agreement among raft nodes before linearized reading' (duration: 102.319402ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:29.55755Z","caller":"traceutil/trace.go:171","msg":"trace[1859794802] transaction","detail":"{read_only:false; response_revision:12471; number_of_response:1; }","duration":"234.036008ms","start":"2026-07-03T16:21:29.321817Z","end":"2026-07-03T16:21:29.555853Z","steps":["trace[1859794802] 'process raft request' (duration: 233.534545ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:29.838972Z","caller":"traceutil/trace.go:171","msg":"trace[649723860] transaction","detail":"{read_only:false; response_revision:12472; number_of_response:1; }","duration":"276.457361ms","start":"2026-07-03T16:21:29.561874Z","end":"2026-07-03T16:21:29.838331Z","steps":["trace[649723860] 'process raft request' (duration: 209.117644ms)","trace[649723860] 'compare' (duration: 67.111982ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:29.851218Z","caller":"traceutil/trace.go:171","msg":"trace[344516929] linearizableReadLoop","detail":"{readStateIndex:12930; appliedIndex:12928; }","duration":"215.059181ms","start":"2026-07-03T16:21:29.636137Z","end":"2026-07-03T16:21:29.851196Z","steps":["trace[344516929] 'read index received' (duration: 134.831658ms)","trace[344516929] 'applied index is now lower than readState.Index' (duration: 80.226523ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:29.851333Z","caller":"traceutil/trace.go:171","msg":"trace[688258231] transaction","detail":"{read_only:false; response_revision:12473; number_of_response:1; }","duration":"288.866717ms","start":"2026-07-03T16:21:29.56245Z","end":"2026-07-03T16:21:29.851317Z","steps":["trace[688258231] 'process raft request' (duration: 288.647622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:29.851545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.390438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:21:29.851589Z","caller":"traceutil/trace.go:171","msg":"trace[1930011645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12473; }","duration":"215.491721ms","start":"2026-07-03T16:21:29.636086Z","end":"2026-07-03T16:21:29.851578Z","steps":["trace[1930011645] 'agreement among raft nodes before linearized reading' (duration: 215.226285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:29.851647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.518093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:21:29.851675Z","caller":"traceutil/trace.go:171","msg":"trace[2136127488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:12473; }","duration":"209.566765ms","start":"2026-07-03T16:21:29.642102Z","end":"2026-07-03T16:21:29.851668Z","steps":["trace[2136127488] 'agreement among raft nodes before linearized reading' (duration: 209.481403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:29.851677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.44861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:21:29.851765Z","caller":"traceutil/trace.go:171","msg":"trace[1497906911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12473; }","duration":"215.557182ms","start":"2026-07-03T16:21:29.636183Z","end":"2026-07-03T16:21:29.85174Z","steps":["trace[1497906911] 'agreement among raft nodes before linearized reading' (duration: 215.293086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:29.851921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.46387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:21:29.851964Z","caller":"traceutil/trace.go:171","msg":"trace[1421113948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12473; }","duration":"215.538412ms","start":"2026-07-03T16:21:29.636415Z","end":"2026-07-03T16:21:29.851954Z","steps":["trace[1421113948] 'agreement among raft nodes before linearized reading' (duration: 215.43602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:30.003365Z","caller":"traceutil/trace.go:171","msg":"trace[1260891185] transaction","detail":"{read_only:false; response_revision:12476; number_of_response:1; }","duration":"146.447204ms","start":"2026-07-03T16:21:29.856888Z","end":"2026-07-03T16:21:30.003335Z","steps":["trace[1260891185] 'process raft request' (duration: 146.379712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:30.003395Z","caller":"traceutil/trace.go:171","msg":"trace[862882169] transaction","detail":"{read_only:false; response_revision:12475; number_of_response:1; }","duration":"147.012887ms","start":"2026-07-03T16:21:29.856339Z","end":"2026-07-03T16:21:30.003352Z","steps":["trace[862882169] 'process raft request' (duration: 119.211409ms)","trace[862882169] 'compare' (duration: 27.515632ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:31.619041Z","caller":"traceutil/trace.go:171","msg":"trace[1748274883] transaction","detail":"{read_only:false; response_revision:12478; number_of_response:1; }","duration":"110.321054ms","start":"2026-07-03T16:21:31.508696Z","end":"2026-07-03T16:21:31.619017Z","steps":["trace[1748274883] 'process raft request' (duration: 110.13389ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:31.654505Z","caller":"traceutil/trace.go:171","msg":"trace[407010933] transaction","detail":"{read_only:false; response_revision:12479; number_of_response:1; }","duration":"121.757217ms","start":"2026-07-03T16:21:31.532723Z","end":"2026-07-03T16:21:31.65448Z","steps":["trace[407010933] 'process raft request' (duration: 121.312617ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:32.035742Z","caller":"traceutil/trace.go:171","msg":"trace[843049495] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"162.049063ms","start":"2026-07-03T16:21:31.873658Z","end":"2026-07-03T16:21:32.035707Z","steps":["trace[843049495] 'process raft request' (duration: 110.068599ms)","trace[843049495] 'compare' (duration: 50.658644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:21:32.035956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.161874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:21:32.036042Z","caller":"traceutil/trace.go:171","msg":"trace[658359476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12485; }","duration":"118.334428ms","start":"2026-07-03T16:21:31.917689Z","end":"2026-07-03T16:21:32.036023Z","steps":["trace[658359476] 'agreement among raft nodes before linearized reading' (duration: 118.036302ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:33.565196Z","caller":"traceutil/trace.go:171","msg":"trace[607689874] transaction","detail":"{read_only:false; response_revision:12489; number_of_response:1; }","duration":"119.147728ms","start":"2026-07-03T16:21:33.446014Z","end":"2026-07-03T16:21:33.565162Z","steps":["trace[607689874] 'process raft request' (duration: 118.80778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:33.84961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.627886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:33.84967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.497893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:33.849716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.610516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:21:33.849744Z","caller":"traceutil/trace.go:171","msg":"trace[867216537] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12489; }","duration":"189.603066ms","start":"2026-07-03T16:21:33.660123Z","end":"2026-07-03T16:21:33.849726Z","steps":["trace[867216537] 'range keys from in-memory index tree' (duration: 189.406861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:33.849821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.736348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-03T16:21:33.84975Z","caller":"traceutil/trace.go:171","msg":"trace[1069723385] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12489; }","duration":"189.691558ms","start":"2026-07-03T16:21:33.66005Z","end":"2026-07-03T16:21:33.849742Z","steps":["trace[1069723385] 'range keys from in-memory index tree' (duration: 189.409251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:33.849922Z","caller":"traceutil/trace.go:171","msg":"trace[641195713] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12489; }","duration":"189.83199ms","start":"2026-07-03T16:21:33.660065Z","end":"2026-07-03T16:21:33.849898Z","steps":["trace[641195713] 'range keys from in-memory index tree' (duration: 189.524304ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:33.849699Z","caller":"traceutil/trace.go:171","msg":"trace[287888582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12489; }","duration":"189.762089ms","start":"2026-07-03T16:21:33.659916Z","end":"2026-07-03T16:21:33.849678Z","steps":["trace[287888582] 'range keys from in-memory index tree' (duration: 189.540494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:33.850034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.292322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:33.850661Z","caller":"traceutil/trace.go:171","msg":"trace[353892970] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12489; }","duration":"190.457056ms","start":"2026-07-03T16:21:33.659679Z","end":"2026-07-03T16:21:33.850136Z","steps":["trace[353892970] 'range keys from in-memory index tree' (duration: 190.163998ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:33.989922Z","caller":"traceutil/trace.go:171","msg":"trace[326027060] transaction","detail":"{read_only:false; response_revision:12490; number_of_response:1; }","duration":"329.52313ms","start":"2026-07-03T16:21:33.660374Z","end":"2026-07-03T16:21:33.989898Z","steps":["trace[326027060] 'process raft request' (duration: 329.380316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:33.989962Z","caller":"traceutil/trace.go:171","msg":"trace[457278088] linearizableReadLoop","detail":"{readStateIndex:12948; appliedIndex:12947; }","duration":"329.08986ms","start":"2026-07-03T16:21:33.660824Z","end":"2026-07-03T16:21:33.989914Z","steps":["trace[457278088] 'read index received' (duration: 329.051149ms)","trace[457278088] 'applied index is now lower than readState.Index' (duration: 35.071µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:21:33.990082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.66036Z","time spent":"329.635473ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:33.990112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.222743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:33.990187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.331576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:33.990233Z","caller":"traceutil/trace.go:171","msg":"trace[1594091539] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12490; }","duration":"329.659044ms","start":"2026-07-03T16:21:33.66056Z","end":"2026-07-03T16:21:33.990219Z","steps":["trace[1594091539] 'agreement among raft nodes before linearized reading' (duration: 329.529861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:33.990249Z","caller":"traceutil/trace.go:171","msg":"trace[1664249547] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12490; }","duration":"329.646554ms","start":"2026-07-03T16:21:33.66056Z","end":"2026-07-03T16:21:33.990207Z","steps":["trace[1664249547] 'agreement among raft nodes before linearized reading' (duration: 329.422168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:33.990289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.660543Z","time spent":"329.736095ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-03T16:21:33.990668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.660524Z","time spent":"329.776517ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:21:34.147532Z","caller":"traceutil/trace.go:171","msg":"trace[2091472941] transaction","detail":"{read_only:false; response_revision:12491; number_of_response:1; }","duration":"486.407025ms","start":"2026-07-03T16:21:33.66109Z","end":"2026-07-03T16:21:34.147497Z","steps":["trace[2091472941] 'process raft request' (duration: 464.056482ms)","trace[2091472941] 'compare' (duration: 22.125228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:21:34.147695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.661074Z","time spent":"486.530277ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:34.148016Z","caller":"traceutil/trace.go:171","msg":"trace[320581922] transaction","detail":"{read_only:false; response_revision:12492; number_of_response:1; }","duration":"485.626466ms","start":"2026-07-03T16:21:33.662379Z","end":"2026-07-03T16:21:34.148006Z","steps":["trace[320581922] 'process raft request' (duration: 485.039183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:34.148067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.662359Z","time spent":"485.682367ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:21:34.148113Z","caller":"traceutil/trace.go:171","msg":"trace[1407179670] linearizableReadLoop","detail":"{readStateIndex:12951; appliedIndex:12948; }","duration":"158.035671ms","start":"2026-07-03T16:21:33.990045Z","end":"2026-07-03T16:21:34.148081Z","steps":["trace[1407179670] 'read index received' (duration: 134.941891ms)","trace[1407179670] 'applied index is now lower than readState.Index' (duration: 23.09265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:21:34.148271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.048641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:21:34.148319Z","caller":"traceutil/trace.go:171","msg":"trace[1329907299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12493; }","duration":"202.125093ms","start":"2026-07-03T16:21:33.946182Z","end":"2026-07-03T16:21:34.148307Z","steps":["trace[1329907299] 'agreement among raft nodes before linearized reading' (duration: 202.032221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:34.148382Z","caller":"traceutil/trace.go:171","msg":"trace[1263991620] transaction","detail":"{read_only:false; response_revision:12493; number_of_response:1; }","duration":"445.897364ms","start":"2026-07-03T16:21:33.702479Z","end":"2026-07-03T16:21:34.148376Z","steps":["trace[1263991620] 'process raft request' (duration: 445.28711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:34.148423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.702437Z","time spent":"445.964485ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19139,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:21:34.148759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.854832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:21:34.148787Z","caller":"traceutil/trace.go:171","msg":"trace[990969792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:12493; }","duration":"196.933534ms","start":"2026-07-03T16:21:33.951848Z","end":"2026-07-03T16:21:34.148781Z","steps":["trace[990969792] 'agreement among raft nodes before linearized reading' (duration: 196.802951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:34.148851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.414358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:21:34.148889Z","caller":"traceutil/trace.go:171","msg":"trace[2090036362] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12493; }","duration":"487.480409ms","start":"2026-07-03T16:21:33.661398Z","end":"2026-07-03T16:21:34.148879Z","steps":["trace[2090036362] 'agreement among raft nodes before linearized reading' (duration: 487.408148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:34.148885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.347957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:34.148918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.661389Z","time spent":"487.522ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:21:34.148942Z","caller":"traceutil/trace.go:171","msg":"trace[1084871906] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12493; }","duration":"487.450428ms","start":"2026-07-03T16:21:33.661478Z","end":"2026-07-03T16:21:34.148928Z","steps":["trace[1084871906] 'agreement among raft nodes before linearized reading' (duration: 487.322965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:34.14897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.661466Z","time spent":"487.49827ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:21:34.149098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.67769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:21:34.149081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.992601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-03T16:21:34.149127Z","caller":"traceutil/trace.go:171","msg":"trace[918385405] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12493; }","duration":"486.724982ms","start":"2026-07-03T16:21:33.662395Z","end":"2026-07-03T16:21:34.14912Z","steps":["trace[918385405] 'agreement among raft nodes before linearized reading' (duration: 486.681991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:34.149148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.662383Z","time spent":"486.758742ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:21:34.14915Z","caller":"traceutil/trace.go:171","msg":"trace[886939029] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12493; }","duration":"488.094253ms","start":"2026-07-03T16:21:33.661039Z","end":"2026-07-03T16:21:34.149134Z","steps":["trace[886939029] 'agreement among raft nodes before linearized reading' (duration: 487.802006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:34.149191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:21:33.661031Z","time spent":"488.150994ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5025,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:21:34.14955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.909151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:21:34.149707Z","caller":"traceutil/trace.go:171","msg":"trace[2019738289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12493; }","duration":"109.125477ms","start":"2026-07-03T16:21:34.040569Z","end":"2026-07-03T16:21:34.149695Z","steps":["trace[2019738289] 'agreement among raft nodes before linearized reading' (duration: 108.720308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:34.451971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.089006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:21:34.452233Z","caller":"traceutil/trace.go:171","msg":"trace[1539195993] transaction","detail":"{read_only:false; response_revision:12495; number_of_response:1; }","duration":"296.06296ms","start":"2026-07-03T16:21:34.156135Z","end":"2026-07-03T16:21:34.452198Z","steps":["trace[1539195993] 'process raft request' (duration: 125.631776ms)","trace[1539195993] 'compare' (duration: 169.947423ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:34.452328Z","caller":"traceutil/trace.go:171","msg":"trace[560866412] transaction","detail":"{read_only:false; response_revision:12497; number_of_response:1; }","duration":"296.083342ms","start":"2026-07-03T16:21:34.15622Z","end":"2026-07-03T16:21:34.452304Z","steps":["trace[560866412] 'process raft request' (duration: 295.964168ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:34.452429Z","caller":"traceutil/trace.go:171","msg":"trace[27639775] transaction","detail":"{read_only:false; response_revision:12496; number_of_response:1; }","duration":"296.229825ms","start":"2026-07-03T16:21:34.156188Z","end":"2026-07-03T16:21:34.452418Z","steps":["trace[27639775] 'process raft request' (duration: 295.909177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:34.452571Z","caller":"traceutil/trace.go:171","msg":"trace[1259315642] linearizableReadLoop","detail":"{readStateIndex:12956; appliedIndex:12952; }","duration":"202.696317ms","start":"2026-07-03T16:21:34.249848Z","end":"2026-07-03T16:21:34.452545Z","steps":["trace[1259315642] 'read index received' (duration: 31.975535ms)","trace[1259315642] 'applied index is now lower than readState.Index' (duration: 170.717972ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:21:34.452747Z","caller":"traceutil/trace.go:171","msg":"trace[154775856] transaction","detail":"{read_only:false; response_revision:12498; number_of_response:1; }","duration":"295.971149ms","start":"2026-07-03T16:21:34.156671Z","end":"2026-07-03T16:21:34.452642Z","steps":["trace[154775856] 'process raft request' (duration: 295.577189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:21:34.452825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.962813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:21:34.452889Z","caller":"traceutil/trace.go:171","msg":"trace[1540264571] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12498; }","duration":"203.082116ms","start":"2026-07-03T16:21:34.249789Z","end":"2026-07-03T16:21:34.452871Z","steps":["trace[1540264571] 'agreement among raft nodes before linearized reading' (duration: 202.881752ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:21:35.718322Z","caller":"traceutil/trace.go:171","msg":"trace[1509621980] transaction","detail":"{read_only:false; response_revision:12499; number_of_response:1; }","duration":"147.020557ms","start":"2026-07-03T16:21:35.571272Z","end":"2026-07-03T16:21:35.718293Z","steps":["trace[1509621980] 'process raft request' (duration: 146.838113ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:31.090035Z","caller":"traceutil/trace.go:171","msg":"trace[1306045940] transaction","detail":"{read_only:false; response_revision:12893; number_of_response:1; }","duration":"337.009782ms","start":"2026-07-03T16:22:30.752996Z","end":"2026-07-03T16:22:31.090006Z","steps":["trace[1306045940] 'process raft request' (duration: 336.822878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:31.090106Z","caller":"traceutil/trace.go:171","msg":"trace[1546693603] linearizableReadLoop","detail":"{readStateIndex:13363; appliedIndex:13363; }","duration":"304.857053ms","start":"2026-07-03T16:22:30.785215Z","end":"2026-07-03T16:22:31.090073Z","steps":["trace[1546693603] 'read index received' (duration: 304.847483ms)","trace[1546693603] 'applied index is now lower than readState.Index' (duration: 7.37µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:22:31.090214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:22:30.752979Z","time spent":"337.144926ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:22:31.09033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.110699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:22:31.090363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.437013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:22:31.090405Z","caller":"traceutil/trace.go:171","msg":"trace[637233204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12893; }","duration":"250.546556ms","start":"2026-07-03T16:22:30.839844Z","end":"2026-07-03T16:22:31.090391Z","steps":["trace[637233204] 'agreement among raft nodes before linearized reading' (duration: 250.369892ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:31.090399Z","caller":"traceutil/trace.go:171","msg":"trace[1459623822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12893; }","duration":"305.240101ms","start":"2026-07-03T16:22:30.785141Z","end":"2026-07-03T16:22:31.090381Z","steps":["trace[1459623822] 'agreement among raft nodes before linearized reading' (duration: 305.043497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:22:31.090444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:22:30.785111Z","time spent":"305.324105ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:22:31.090427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.465219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:22:31.090514Z","caller":"traceutil/trace.go:171","msg":"trace[1964066070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12893; }","duration":"208.637114ms","start":"2026-07-03T16:22:30.881857Z","end":"2026-07-03T16:22:31.090494Z","steps":["trace[1964066070] 'agreement among raft nodes before linearized reading' (duration: 208.369337ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:31.80417Z","caller":"traceutil/trace.go:171","msg":"trace[352039397] linearizableReadLoop","detail":"{readStateIndex:13367; appliedIndex:13366; }","duration":"100.405317ms","start":"2026-07-03T16:22:31.703747Z","end":"2026-07-03T16:22:31.804152Z","steps":["trace[352039397] 'read index received' (duration: 100.348395ms)","trace[352039397] 'applied index is now lower than readState.Index' (duration: 56.102µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:22:31.804253Z","caller":"traceutil/trace.go:171","msg":"trace[945871244] transaction","detail":"{read_only:false; response_revision:12897; number_of_response:1; }","duration":"153.858805ms","start":"2026-07-03T16:22:31.650385Z","end":"2026-07-03T16:22:31.804244Z","steps":["trace[945871244] 'process raft request' (duration: 153.66156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:22:31.80441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.644192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-user-fx26q\" ","response":"range_response_count:1 size:9034"} {"level":"info","ts":"2026-07-03T16:22:31.804508Z","caller":"traceutil/trace.go:171","msg":"trace[686672549] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-user-fx26q; range_end:; response_count:1; response_revision:12897; }","duration":"100.789995ms","start":"2026-07-03T16:22:31.703704Z","end":"2026-07-03T16:22:31.804494Z","steps":["trace[686672549] 'agreement among raft nodes before linearized reading' (duration: 100.55104ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:31.873481Z","caller":"traceutil/trace.go:171","msg":"trace[663684191] transaction","detail":"{read_only:false; response_revision:12899; number_of_response:1; }","duration":"149.151217ms","start":"2026-07-03T16:22:31.724307Z","end":"2026-07-03T16:22:31.873458Z","steps":["trace[663684191] 'process raft request' (duration: 148.975033ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:31.873531Z","caller":"traceutil/trace.go:171","msg":"trace[361999758] transaction","detail":"{read_only:false; response_revision:12898; number_of_response:1; }","duration":"168.376928ms","start":"2026-07-03T16:22:31.70513Z","end":"2026-07-03T16:22:31.873507Z","steps":["trace[361999758] 'process raft request' (duration: 168.049881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:31.944071Z","caller":"traceutil/trace.go:171","msg":"trace[528448597] transaction","detail":"{read_only:false; response_revision:12900; number_of_response:1; }","duration":"130.16ms","start":"2026-07-03T16:22:31.813878Z","end":"2026-07-03T16:22:31.944038Z","steps":["trace[528448597] 'process raft request' (duration: 116.23942ms)","trace[528448597] 'compare' (duration: 13.765987ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:22:32.103196Z","caller":"traceutil/trace.go:171","msg":"trace[23104897] linearizableReadLoop","detail":"{readStateIndex:13373; appliedIndex:13372; }","duration":"124.9043ms","start":"2026-07-03T16:22:31.978267Z","end":"2026-07-03T16:22:32.103172Z","steps":["trace[23104897] 'read index received' (duration: 109.773193ms)","trace[23104897] 'applied index is now lower than readState.Index' (duration: 15.130007ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:22:32.103353Z","caller":"traceutil/trace.go:171","msg":"trace[311058692] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"146.575347ms","start":"2026-07-03T16:22:31.956739Z","end":"2026-07-03T16:22:32.103314Z","steps":["trace[311058692] 'process raft request' (duration: 131.369258ms)","trace[311058692] 'compare' (duration: 14.953604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:22:32.103428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.150895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T16:22:32.10347Z","caller":"traceutil/trace.go:171","msg":"trace[1977811492] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12902; }","duration":"125.238568ms","start":"2026-07-03T16:22:31.978217Z","end":"2026-07-03T16:22:32.103455Z","steps":["trace[1977811492] 'agreement among raft nodes before linearized reading' (duration: 125.097904ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:32.842423Z","caller":"traceutil/trace.go:171","msg":"trace[1981631918] transaction","detail":"{read_only:false; response_revision:12909; number_of_response:1; }","duration":"112.282929ms","start":"2026-07-03T16:22:32.730112Z","end":"2026-07-03T16:22:32.842395Z","steps":["trace[1981631918] 'process raft request' (duration: 112.132836ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:22:34.217305Z","caller":"traceutil/trace.go:171","msg":"trace[2138625448] linearizableReadLoop","detail":"{readStateIndex:13386; appliedIndex:13385; }","duration":"104.354588ms","start":"2026-07-03T16:22:34.112922Z","end":"2026-07-03T16:22:34.217276Z","steps":["trace[2138625448] 'read index received' (duration: 104.143134ms)","trace[2138625448] 'applied index is now lower than readState.Index' (duration: 210.174µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:22:34.217343Z","caller":"traceutil/trace.go:171","msg":"trace[1352976883] transaction","detail":"{read_only:false; response_revision:12915; number_of_response:1; }","duration":"109.458084ms","start":"2026-07-03T16:22:34.107852Z","end":"2026-07-03T16:22:34.21731Z","steps":["trace[1352976883] 'process raft request' (duration: 109.225139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:22:34.217448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.495962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:22:34.217508Z","caller":"traceutil/trace.go:171","msg":"trace[1445780389] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12915; }","duration":"104.603374ms","start":"2026-07-03T16:22:34.112894Z","end":"2026-07-03T16:22:34.217498Z","steps":["trace[1445780389] 'agreement among raft nodes before linearized reading' (duration: 104.494801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:23:13.013289Z","caller":"traceutil/trace.go:171","msg":"trace[2053498577] transaction","detail":"{read_only:false; response_revision:13169; number_of_response:1; }","duration":"112.70248ms","start":"2026-07-03T16:23:12.900567Z","end":"2026-07-03T16:23:13.013269Z","steps":["trace[2053498577] 'process raft request' (duration: 97.48072ms)","trace[2053498577] 'compare' (duration: 14.884952ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:23:13.610138Z","caller":"traceutil/trace.go:171","msg":"trace[1196116972] linearizableReadLoop","detail":"{readStateIndex:13653; appliedIndex:13650; }","duration":"141.898631ms","start":"2026-07-03T16:23:13.468207Z","end":"2026-07-03T16:23:13.610106Z","steps":["trace[1196116972] 'read index received' (duration: 1.199938ms)","trace[1196116972] 'applied index is now lower than readState.Index' (duration: 140.697683ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:23:13.610181Z","caller":"traceutil/trace.go:171","msg":"trace[185569056] transaction","detail":"{read_only:false; response_revision:13172; number_of_response:1; }","duration":"158.142364ms","start":"2026-07-03T16:23:13.452003Z","end":"2026-07-03T16:23:13.610145Z","steps":["trace[185569056] 'process raft request' (duration: 107.297586ms)","trace[185569056] 'compare' (duration: 50.615173ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:23:13.610274Z","caller":"traceutil/trace.go:171","msg":"trace[594558406] transaction","detail":"{read_only:false; response_revision:13173; number_of_response:1; }","duration":"155.943173ms","start":"2026-07-03T16:23:13.45432Z","end":"2026-07-03T16:23:13.610263Z","steps":["trace[594558406] 'process raft request' (duration: 155.736709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:23:13.610509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.271389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:23:13.610556Z","caller":"traceutil/trace.go:171","msg":"trace[221143842] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:13173; }","duration":"142.362761ms","start":"2026-07-03T16:23:13.46818Z","end":"2026-07-03T16:23:13.610543Z","steps":["trace[221143842] 'agreement among raft nodes before linearized reading' (duration: 142.238198ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:23:30.944355Z","caller":"traceutil/trace.go:171","msg":"trace[1175557311] transaction","detail":"{read_only:false; response_revision:13285; number_of_response:1; }","duration":"109.373612ms","start":"2026-07-03T16:23:30.834955Z","end":"2026-07-03T16:23:30.944329Z","steps":["trace[1175557311] 'process raft request' (duration: 45.108896ms)","trace[1175557311] 'compare' (duration: 64.160614ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:23:30.967846Z","caller":"traceutil/trace.go:171","msg":"trace[2025399847] linearizableReadLoop","detail":"{readStateIndex:13769; appliedIndex:13767; }","duration":"105.894983ms","start":"2026-07-03T16:23:30.861924Z","end":"2026-07-03T16:23:30.967819Z","steps":["trace[2025399847] 'read index received' (duration: 18.118496ms)","trace[2025399847] 'applied index is now lower than readState.Index' (duration: 87.775437ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:23:30.967984Z","caller":"traceutil/trace.go:171","msg":"trace[1269040013] transaction","detail":"{read_only:false; response_revision:13286; number_of_response:1; }","duration":"128.326009ms","start":"2026-07-03T16:23:30.839632Z","end":"2026-07-03T16:23:30.967958Z","steps":["trace[1269040013] 'process raft request' (duration: 128.041853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:23:30.968185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.17547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-03T16:23:30.968241Z","caller":"traceutil/trace.go:171","msg":"trace[549843138] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13286; }","duration":"106.353953ms","start":"2026-07-03T16:23:30.861871Z","end":"2026-07-03T16:23:30.968225Z","steps":["trace[549843138] 'agreement among raft nodes before linearized reading' (duration: 106.061516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:23:32.184053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.255123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:23:32.184234Z","caller":"traceutil/trace.go:171","msg":"trace[1136735583] transaction","detail":"{read_only:false; response_revision:13291; number_of_response:1; }","duration":"517.580281ms","start":"2026-07-03T16:23:31.666616Z","end":"2026-07-03T16:23:32.184196Z","steps":["trace[1136735583] 'process raft request' (duration: 229.078073ms)","trace[1136735583] 'compare' (duration: 287.854384ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:23:32.184303Z","caller":"traceutil/trace.go:171","msg":"trace[773245611] linearizableReadLoop","detail":"{readStateIndex:13774; appliedIndex:13773; }","duration":"400.141433ms","start":"2026-07-03T16:23:31.784144Z","end":"2026-07-03T16:23:32.184285Z","steps":["trace[773245611] 'read index received' (duration: 111.565593ms)","trace[773245611] 'applied index is now lower than readState.Index' (duration: 288.57449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:23:32.184395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:23:31.666597Z","time spent":"517.709804ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:23:32.184609Z","caller":"traceutil/trace.go:171","msg":"trace[1059741249] transaction","detail":"{read_only:false; response_revision:13292; number_of_response:1; }","duration":"350.741307ms","start":"2026-07-03T16:23:31.833817Z","end":"2026-07-03T16:23:32.184558Z","steps":["trace[1059741249] 'process raft request' (duration: 350.385479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:23:32.184686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.540812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-03T16:23:32.184747Z","caller":"traceutil/trace.go:171","msg":"trace[1255293849] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:13292; }","duration":"400.649804ms","start":"2026-07-03T16:23:31.784085Z","end":"2026-07-03T16:23:32.184735Z","steps":["trace[1255293849] 'agreement among raft nodes before linearized reading' (duration: 400.264156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:23:32.184782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:23:31.784051Z","time spent":"400.724326ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:23:32.184787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:23:31.833788Z","time spent":"350.929592ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:23:32.199636Z","caller":"traceutil/trace.go:171","msg":"trace[231312990] transaction","detail":"{read_only:false; response_revision:13293; number_of_response:1; }","duration":"258.186792ms","start":"2026-07-03T16:23:31.941421Z","end":"2026-07-03T16:23:32.199608Z","steps":["trace[231312990] 'process raft request' (duration: 257.970657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:23:32.199663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.124035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:23:32.199682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.937372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:23:32.199744Z","caller":"traceutil/trace.go:171","msg":"trace[50991168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13293; }","duration":"223.067005ms","start":"2026-07-03T16:23:31.976664Z","end":"2026-07-03T16:23:32.199731Z","steps":["trace[50991168] 'agreement among raft nodes before linearized reading' (duration: 222.866459ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:23:32.199764Z","caller":"traceutil/trace.go:171","msg":"trace[1480174136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13293; }","duration":"411.251098ms","start":"2026-07-03T16:23:31.788469Z","end":"2026-07-03T16:23:32.19972Z","steps":["trace[1480174136] 'agreement among raft nodes before linearized reading' (duration: 411.043183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:23:32.199789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.460326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:23:32.199767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.956041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:23:32.199825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:23:31.788405Z","time spent":"411.410642ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:23:32.199916Z","caller":"traceutil/trace.go:171","msg":"trace[1098597935] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13293; }","duration":"286.160715ms","start":"2026-07-03T16:23:31.913734Z","end":"2026-07-03T16:23:32.199895Z","steps":["trace[1098597935] 'agreement among raft nodes before linearized reading' (duration: 285.954021ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:23:32.19995Z","caller":"traceutil/trace.go:171","msg":"trace[1867514425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13293; }","duration":"257.519967ms","start":"2026-07-03T16:23:31.94231Z","end":"2026-07-03T16:23:32.19983Z","steps":["trace[1867514425] 'agreement among raft nodes before linearized reading' (duration: 257.327133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:23:33.312911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.781771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:23:33.313146Z","caller":"traceutil/trace.go:171","msg":"trace[1538805835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13305; }","duration":"112.972705ms","start":"2026-07-03T16:23:33.199995Z","end":"2026-07-03T16:23:33.312968Z","steps":["trace[1538805835] 'range keys from in-memory index tree' (duration: 112.599677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:23:41.430912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.287984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:23:41.43108Z","caller":"traceutil/trace.go:171","msg":"trace[796594327] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13353; }","duration":"100.475779ms","start":"2026-07-03T16:23:41.330581Z","end":"2026-07-03T16:23:41.431057Z","steps":["trace[796594327] 'range keys from in-memory index tree' (duration: 100.11198ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:23:41.926966Z","caller":"traceutil/trace.go:171","msg":"trace[592726627] transaction","detail":"{read_only:false; response_revision:13356; number_of_response:1; }","duration":"110.292295ms","start":"2026-07-03T16:23:41.816646Z","end":"2026-07-03T16:23:41.926938Z","steps":["trace[592726627] 'process raft request' (duration: 70.338487ms)","trace[592726627] 'compare' (duration: 39.806095ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:25:18.440166Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11903} {"level":"info","ts":"2026-07-03T16:25:18.518086Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11903,"took":"75.754081ms","hash":1176601256,"current-db-size-bytes":43802624,"current-db-size":"44 MB","current-db-size-in-use-bytes":26439680,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T16:25:18.518173Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1176601256,"revision":11903,"compact-revision":9835} {"level":"warn","ts":"2026-07-03T16:26:46.70155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.064399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-07-03T16:26:46.701641Z","caller":"traceutil/trace.go:171","msg":"trace[1918967390] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:14615; }","duration":"127.213262ms","start":"2026-07-03T16:26:46.574409Z","end":"2026-07-03T16:26:46.701622Z","steps":["trace[1918967390] 'range keys from in-memory index tree' (duration: 126.871214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:46.991448Z","caller":"traceutil/trace.go:171","msg":"trace[775235227] transaction","detail":"{read_only:false; response_revision:14617; number_of_response:1; }","duration":"163.902036ms","start":"2026-07-03T16:26:46.827509Z","end":"2026-07-03T16:26:46.991412Z","steps":["trace[775235227] 'process raft request' (duration: 92.971417ms)","trace[775235227] 'compare' (duration: 70.690454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:47.351271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.660205ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T16:26:47.351704Z","caller":"traceutil/trace.go:171","msg":"trace[1690244326] transaction","detail":"{read_only:false; response_revision:14621; number_of_response:1; }","duration":"163.281171ms","start":"2026-07-03T16:26:47.188378Z","end":"2026-07-03T16:26:47.351659Z","steps":["trace[1690244326] 'process raft request' (duration: 163.028786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:47.415758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.480457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:26:47.41586Z","caller":"traceutil/trace.go:171","msg":"trace[685907972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14621; }","duration":"130.613651ms","start":"2026-07-03T16:26:47.285222Z","end":"2026-07-03T16:26:47.415835Z","steps":["trace[685907972] 'agreement among raft nodes before linearized reading' (duration: 66.419276ms)","trace[685907972] 'range keys from in-memory index tree' (duration: 63.97854ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:47.415882Z","caller":"traceutil/trace.go:171","msg":"trace[952961146] transaction","detail":"{read_only:false; response_revision:14622; number_of_response:1; }","duration":"117.863908ms","start":"2026-07-03T16:26:47.297988Z","end":"2026-07-03T16:26:47.415852Z","steps":["trace[952961146] 'process raft request' (duration: 76.534889ms)","trace[952961146] 'compare' (duration: 41.169005ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:49.920834Z","caller":"traceutil/trace.go:171","msg":"trace[1949094322] transaction","detail":"{read_only:false; response_revision:14649; number_of_response:1; }","duration":"106.147339ms","start":"2026-07-03T16:26:49.814663Z","end":"2026-07-03T16:26:49.92081Z","steps":["trace[1949094322] 'process raft request' (duration: 105.969565ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:49.990332Z","caller":"traceutil/trace.go:171","msg":"trace[2048590011] linearizableReadLoop","detail":"{readStateIndex:15181; appliedIndex:15179; }","duration":"168.660365ms","start":"2026-07-03T16:26:49.821648Z","end":"2026-07-03T16:26:49.990309Z","steps":["trace[2048590011] 'read index received' (duration: 99.113968ms)","trace[2048590011] 'applied index is now lower than readState.Index' (duration: 69.545417ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:49.990447Z","caller":"traceutil/trace.go:171","msg":"trace[853102157] transaction","detail":"{read_only:false; response_revision:14651; number_of_response:1; }","duration":"135.026331ms","start":"2026-07-03T16:26:49.8554Z","end":"2026-07-03T16:26:49.990427Z","steps":["trace[853102157] 'process raft request' (duration: 134.844867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:49.990579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.91782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:26:49.990623Z","caller":"traceutil/trace.go:171","msg":"trace[1425294284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14651; }","duration":"169.007354ms","start":"2026-07-03T16:26:49.821603Z","end":"2026-07-03T16:26:49.99061Z","steps":["trace[1425294284] 'agreement among raft nodes before linearized reading' (duration: 168.831069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:49.990647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.12554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-03T16:26:49.990607Z","caller":"traceutil/trace.go:171","msg":"trace[1181283654] transaction","detail":"{read_only:false; response_revision:14650; number_of_response:1; }","duration":"171.651803ms","start":"2026-07-03T16:26:49.818929Z","end":"2026-07-03T16:26:49.990581Z","steps":["trace[1181283654] 'process raft request' (duration: 169.604367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:49.990691Z","caller":"traceutil/trace.go:171","msg":"trace[414941887] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14651; }","duration":"137.229012ms","start":"2026-07-03T16:26:49.853451Z","end":"2026-07-03T16:26:49.99068Z","steps":["trace[414941887] 'agreement among raft nodes before linearized reading' (duration: 137.067338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:51.926259Z","caller":"traceutil/trace.go:171","msg":"trace[1386650712] transaction","detail":"{read_only:false; response_revision:14658; number_of_response:1; }","duration":"154.154831ms","start":"2026-07-03T16:26:51.772076Z","end":"2026-07-03T16:26:51.926231Z","steps":["trace[1386650712] 'process raft request' (duration: 153.986947ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:52.023179Z","caller":"traceutil/trace.go:171","msg":"trace[542777728] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"231.450867ms","start":"2026-07-03T16:26:51.791699Z","end":"2026-07-03T16:26:52.02315Z","steps":["trace[542777728] 'process raft request' (duration: 223.360361ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:52.023308Z","caller":"traceutil/trace.go:171","msg":"trace[1637676468] transaction","detail":"{read_only:false; response_revision:14660; number_of_response:1; }","duration":"220.436275ms","start":"2026-07-03T16:26:51.802859Z","end":"2026-07-03T16:26:52.023296Z","steps":["trace[1637676468] 'process raft request' (duration: 220.173939ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:52.024443Z","caller":"traceutil/trace.go:171","msg":"trace[1157349283] linearizableReadLoop","detail":"{readStateIndex:15190; appliedIndex:15188; }","duration":"228.837388ms","start":"2026-07-03T16:26:51.795577Z","end":"2026-07-03T16:26:52.024414Z","steps":["trace[1157349283] 'read index received' (duration: 130.513628ms)","trace[1157349283] 'applied index is now lower than readState.Index' (duration: 98.32077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:52.024884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.288818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-03T16:26:52.024933Z","caller":"traceutil/trace.go:171","msg":"trace[1743160315] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:14663; }","duration":"229.362729ms","start":"2026-07-03T16:26:51.795558Z","end":"2026-07-03T16:26:52.02492Z","steps":["trace[1743160315] 'agreement among raft nodes before linearized reading' (duration: 228.973251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:26:52.226551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.735773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:26:52.226812Z","caller":"traceutil/trace.go:171","msg":"trace[40050046] transaction","detail":"{read_only:false; response_revision:14664; number_of_response:1; }","duration":"194.420348ms","start":"2026-07-03T16:26:52.032364Z","end":"2026-07-03T16:26:52.226784Z","steps":["trace[40050046] 'process raft request' (duration: 90.364307ms)","trace[40050046] 'compare' (duration: 103.58244ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:52.226859Z","caller":"traceutil/trace.go:171","msg":"trace[1938248975] transaction","detail":"{read_only:false; response_revision:14665; number_of_response:1; }","duration":"149.853184ms","start":"2026-07-03T16:26:52.076976Z","end":"2026-07-03T16:26:52.226829Z","steps":["trace[1938248975] 'process raft request' (duration: 149.6869ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:53.989156Z","caller":"traceutil/trace.go:171","msg":"trace[412981321] linearizableReadLoop","detail":"{readStateIndex:15213; appliedIndex:15212; }","duration":"114.47108ms","start":"2026-07-03T16:26:53.874654Z","end":"2026-07-03T16:26:53.989125Z","steps":["trace[412981321] 'read index received' (duration: 74.534343ms)","trace[412981321] 'applied index is now lower than readState.Index' (duration: 39.935327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:53.989282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.615253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:26:53.989255Z","caller":"traceutil/trace.go:171","msg":"trace[992399275] transaction","detail":"{read_only:false; response_revision:14681; number_of_response:1; }","duration":"172.075464ms","start":"2026-07-03T16:26:53.817141Z","end":"2026-07-03T16:26:53.989217Z","steps":["trace[992399275] 'process raft request' (duration: 132.145817ms)","trace[992399275] 'compare' (duration: 39.554429ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:26:53.989321Z","caller":"traceutil/trace.go:171","msg":"trace[1106527732] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14681; }","duration":"114.700256ms","start":"2026-07-03T16:26:53.87461Z","end":"2026-07-03T16:26:53.98931Z","steps":["trace[1106527732] 'agreement among raft nodes before linearized reading' (duration: 114.614834ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:26:55.111096Z","caller":"traceutil/trace.go:171","msg":"trace[865827266] transaction","detail":"{read_only:false; response_revision:14689; number_of_response:1; }","duration":"110.896567ms","start":"2026-07-03T16:26:55.00015Z","end":"2026-07-03T16:26:55.111047Z","steps":["trace[865827266] 'process raft request' (duration: 94.327717ms)","trace[865827266] 'compare' (duration: 16.10166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:26:56.367021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.023405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:26:56.367138Z","caller":"traceutil/trace.go:171","msg":"trace[180261106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14696; }","duration":"119.192058ms","start":"2026-07-03T16:26:56.24792Z","end":"2026-07-03T16:26:56.367112Z","steps":["trace[180261106] 'range keys from in-memory index tree' (duration: 118.77164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.29449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572658113,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:27:02.3187Z","caller":"traceutil/trace.go:171","msg":"trace[418011770] transaction","detail":"{read_only:false; response_revision:14717; number_of_response:1; }","duration":"655.029998ms","start":"2026-07-03T16:27:01.66365Z","end":"2026-07-03T16:27:02.31868Z","steps":["trace[418011770] 'process raft request' (duration: 654.921736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.318808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:01.66363Z","time spent":"655.117331ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:02.536068Z","caller":"traceutil/trace.go:171","msg":"trace[1043437327] transaction","detail":"{read_only:false; response_revision:14718; number_of_response:1; }","duration":"392.589029ms","start":"2026-07-03T16:27:02.143462Z","end":"2026-07-03T16:27:02.536051Z","steps":["trace[1043437327] 'process raft request' (duration: 392.357954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.536167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:02.143435Z","time spent":"392.678111ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:02.536273Z","caller":"traceutil/trace.go:171","msg":"trace[354497505] transaction","detail":"{read_only:false; response_revision:14719; number_of_response:1; }","duration":"333.544773ms","start":"2026-07-03T16:27:02.202694Z","end":"2026-07-03T16:27:02.536239Z","steps":["trace[354497505] 'process raft request' (duration: 333.253326ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:02.536031Z","caller":"traceutil/trace.go:171","msg":"trace[248501201] linearizableReadLoop","detail":"{readStateIndex:15253; appliedIndex:15250; }","duration":"742.444807ms","start":"2026-07-03T16:27:01.793566Z","end":"2026-07-03T16:27:02.53601Z","steps":["trace[248501201] 'read index received' (duration: 525.594324ms)","trace[248501201] 'applied index is now lower than readState.Index' (duration: 216.849703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:02.536333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.752303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:27:02.536411Z","caller":"traceutil/trace.go:171","msg":"trace[2128531835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14720; }","duration":"742.880776ms","start":"2026-07-03T16:27:01.793516Z","end":"2026-07-03T16:27:02.536397Z","steps":["trace[2128531835] 'agreement among raft nodes before linearized reading' (duration: 742.58782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.536411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:02.202668Z","time spent":"333.665345ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:02.53645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:01.793495Z","time spent":"742.943138ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:27:02.536321Z","caller":"traceutil/trace.go:171","msg":"trace[436228212] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"332.422717ms","start":"2026-07-03T16:27:02.203876Z","end":"2026-07-03T16:27:02.536299Z","steps":["trace[436228212] 'process raft request' (duration: 332.10144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.539349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:02.203867Z","time spent":"332.795615ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:02.539743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.07206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T16:27:02.539749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.216215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-03T16:27:02.539815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.335035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:02.539832Z","caller":"traceutil/trace.go:171","msg":"trace[1630561697] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:14722; }","duration":"743.336417ms","start":"2026-07-03T16:27:01.796476Z","end":"2026-07-03T16:27:02.539812Z","steps":["trace[1630561697] 'agreement among raft nodes before linearized reading' (duration: 743.075171ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:02.539844Z","caller":"traceutil/trace.go:171","msg":"trace[402931213] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14722; }","duration":"258.366535ms","start":"2026-07-03T16:27:02.28147Z","end":"2026-07-03T16:27:02.539836Z","steps":["trace[402931213] 'agreement among raft nodes before linearized reading' (duration: 258.323604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.53988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:01.796465Z","time spent":"743.406338ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-03T16:27:02.540102Z","caller":"traceutil/trace.go:171","msg":"trace[1240280974] transaction","detail":"{read_only:false; response_revision:14721; number_of_response:1; }","duration":"118.149784ms","start":"2026-07-03T16:27:02.421918Z","end":"2026-07-03T16:27:02.540068Z","steps":["trace[1240280974] 'process raft request' (duration: 117.442498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.540234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.225681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-03T16:27:02.540277Z","caller":"traceutil/trace.go:171","msg":"trace[1864230455] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14722; }","duration":"668.292413ms","start":"2026-07-03T16:27:01.871973Z","end":"2026-07-03T16:27:02.540266Z","steps":["trace[1864230455] 'agreement among raft nodes before linearized reading' (duration: 668.206731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.540314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:01.871957Z","time spent":"668.348924ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-07-03T16:27:02.539776Z","caller":"traceutil/trace.go:171","msg":"trace[563811727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14722; }","duration":"608.142982ms","start":"2026-07-03T16:27:01.931624Z","end":"2026-07-03T16:27:02.539767Z","steps":["trace[563811727] 'agreement among raft nodes before linearized reading' (duration: 608.037959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.540473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:01.931605Z","time spent":"608.858557ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:02.540159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.631293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:27:02.540804Z","caller":"traceutil/trace.go:171","msg":"trace[1081729395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14722; }","duration":"613.30332ms","start":"2026-07-03T16:27:01.927488Z","end":"2026-07-03T16:27:02.540792Z","steps":["trace[1081729395] 'agreement among raft nodes before linearized reading' (duration: 612.601683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:02.540861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:01.927472Z","time spent":"613.375901ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:27:02.789285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.462852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:02.789521Z","caller":"traceutil/trace.go:171","msg":"trace[2048958350] linearizableReadLoop","detail":"{readStateIndex:15261; appliedIndex:15256; }","duration":"105.330909ms","start":"2026-07-03T16:27:02.684179Z","end":"2026-07-03T16:27:02.78951Z","steps":["trace[2048958350] 'read index received' (duration: 104.644233ms)","trace[2048958350] 'applied index is now lower than readState.Index' (duration: 686.326µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:02.789661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.488863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12679"} {"level":"info","ts":"2026-07-03T16:27:02.789695Z","caller":"traceutil/trace.go:171","msg":"trace[944882762] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:14727; }","duration":"105.563055ms","start":"2026-07-03T16:27:02.684126Z","end":"2026-07-03T16:27:02.789689Z","steps":["trace[944882762] 'agreement among raft nodes before linearized reading' (duration: 105.440462ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:02.789698Z","caller":"traceutil/trace.go:171","msg":"trace[626351673] transaction","detail":"{read_only:false; response_revision:14724; number_of_response:1; }","duration":"244.797913ms","start":"2026-07-03T16:27:02.544869Z","end":"2026-07-03T16:27:02.789667Z","steps":["trace[626351673] 'process raft request' (duration: 244.541018ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:02.789737Z","caller":"traceutil/trace.go:171","msg":"trace[1124362780] transaction","detail":"{read_only:false; response_revision:14725; number_of_response:1; }","duration":"241.486377ms","start":"2026-07-03T16:27:02.548221Z","end":"2026-07-03T16:27:02.789708Z","steps":["trace[1124362780] 'process raft request' (duration: 241.225491ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:02.789826Z","caller":"traceutil/trace.go:171","msg":"trace[1636589771] transaction","detail":"{read_only:false; response_revision:14723; number_of_response:1; }","duration":"246.00425ms","start":"2026-07-03T16:27:02.54375Z","end":"2026-07-03T16:27:02.789754Z","steps":["trace[1636589771] 'process raft request' (duration: 93.012776ms)","trace[1636589771] 'compare' (duration: 152.266048ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:02.789751Z","caller":"traceutil/trace.go:171","msg":"trace[219342476] transaction","detail":"{read_only:false; response_revision:14726; number_of_response:1; }","duration":"239.8515ms","start":"2026-07-03T16:27:02.549837Z","end":"2026-07-03T16:27:02.789688Z","steps":["trace[219342476] 'process raft request' (duration: 239.633775ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:02.78994Z","caller":"traceutil/trace.go:171","msg":"trace[1713107497] transaction","detail":"{read_only:false; response_revision:14727; number_of_response:1; }","duration":"238.767675ms","start":"2026-07-03T16:27:02.551148Z","end":"2026-07-03T16:27:02.789916Z","steps":["trace[1713107497] 'process raft request' (duration: 238.343315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:04.929091Z","caller":"traceutil/trace.go:171","msg":"trace[585664146] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"130.228871ms","start":"2026-07-03T16:27:04.79884Z","end":"2026-07-03T16:27:04.929069Z","steps":["trace[585664146] 'process raft request' (duration: 130.101368ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:04.929373Z","caller":"traceutil/trace.go:171","msg":"trace[265734478] transaction","detail":"{read_only:false; response_revision:14738; number_of_response:1; }","duration":"130.387085ms","start":"2026-07-03T16:27:04.798958Z","end":"2026-07-03T16:27:04.929345Z","steps":["trace[265734478] 'process raft request' (duration: 130.073758ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:04.929513Z","caller":"traceutil/trace.go:171","msg":"trace[656242276] transaction","detail":"{read_only:false; response_revision:14739; number_of_response:1; }","duration":"130.020767ms","start":"2026-07-03T16:27:04.799479Z","end":"2026-07-03T16:27:04.9295Z","steps":["trace[656242276] 'process raft request' (duration: 129.801352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:05.141777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.189636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:05.142079Z","caller":"traceutil/trace.go:171","msg":"trace[1644961291] transaction","detail":"{read_only:false; response_revision:14741; number_of_response:1; }","duration":"179.414452ms","start":"2026-07-03T16:27:04.962653Z","end":"2026-07-03T16:27:05.142067Z","steps":["trace[1644961291] 'process raft request' (duration: 179.361351ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:05.142071Z","caller":"traceutil/trace.go:171","msg":"trace[833170606] transaction","detail":"{read_only:false; response_revision:14740; number_of_response:1; }","duration":"208.400987ms","start":"2026-07-03T16:27:04.933633Z","end":"2026-07-03T16:27:05.142034Z","steps":["trace[833170606] 'process raft request' (duration: 38.892954ms)","trace[833170606] 'compare' (duration: 169.116114ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:05.14221Z","caller":"traceutil/trace.go:171","msg":"trace[1214346805] linearizableReadLoop","detail":"{readStateIndex:15274; appliedIndex:15273; }","duration":"207.910506ms","start":"2026-07-03T16:27:04.934257Z","end":"2026-07-03T16:27:05.142168Z","steps":["trace[1214346805] 'read index received' (duration: 38.28548ms)","trace[1214346805] 'applied index is now lower than readState.Index' (duration: 169.615866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:05.142756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.282735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-endpoints-9mvlz\" ","response":"range_response_count:1 size:15729"} {"level":"info","ts":"2026-07-03T16:27:05.142832Z","caller":"traceutil/trace.go:171","msg":"trace[639530107] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-endpoints-9mvlz; range_end:; response_count:1; response_revision:14741; }","duration":"208.598882ms","start":"2026-07-03T16:27:04.934214Z","end":"2026-07-03T16:27:05.142813Z","steps":["trace[639530107] 'agreement among raft nodes before linearized reading' (duration: 208.06423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:10.644607Z","caller":"traceutil/trace.go:171","msg":"trace[1418081100] transaction","detail":"{read_only:false; response_revision:14785; number_of_response:1; }","duration":"127.810335ms","start":"2026-07-03T16:27:10.516772Z","end":"2026-07-03T16:27:10.644582Z","steps":["trace[1418081100] 'process raft request' (duration: 127.223182ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:10.644666Z","caller":"traceutil/trace.go:171","msg":"trace[391763070] transaction","detail":"{read_only:false; response_revision:14786; number_of_response:1; }","duration":"126.371543ms","start":"2026-07-03T16:27:10.518254Z","end":"2026-07-03T16:27:10.644626Z","steps":["trace[391763070] 'process raft request' (duration: 126.23952ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:10.644705Z","caller":"traceutil/trace.go:171","msg":"trace[366750985] transaction","detail":"{read_only:false; response_revision:14787; number_of_response:1; }","duration":"126.282281ms","start":"2026-07-03T16:27:10.518369Z","end":"2026-07-03T16:27:10.644652Z","steps":["trace[366750985] 'process raft request' (duration: 126.162298ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:10.644756Z","caller":"traceutil/trace.go:171","msg":"trace[449895673] transaction","detail":"{read_only:false; response_revision:14788; number_of_response:1; }","duration":"123.224981ms","start":"2026-07-03T16:27:10.521498Z","end":"2026-07-03T16:27:10.644723Z","steps":["trace[449895673] 'process raft request' (duration: 123.059528ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:10.645508Z","caller":"traceutil/trace.go:171","msg":"trace[114549592] transaction","detail":"{read_only:false; response_revision:14789; number_of_response:1; }","duration":"119.68708ms","start":"2026-07-03T16:27:10.525782Z","end":"2026-07-03T16:27:10.645469Z","steps":["trace[114549592] 'process raft request' (duration: 118.813479ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:10.645552Z","caller":"traceutil/trace.go:171","msg":"trace[2056946115] linearizableReadLoop","detail":"{readStateIndex:15322; appliedIndex:15319; }","duration":"127.646583ms","start":"2026-07-03T16:27:10.517889Z","end":"2026-07-03T16:27:10.645536Z","steps":["trace[2056946115] 'read index received' (duration: 62.097686ms)","trace[2056946115] 'applied index is now lower than readState.Index' (duration: 65.547967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:10.646035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.121953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T16:27:10.646091Z","caller":"traceutil/trace.go:171","msg":"trace[1346741560] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:14790; }","duration":"128.202716ms","start":"2026-07-03T16:27:10.517872Z","end":"2026-07-03T16:27:10.646075Z","steps":["trace[1346741560] 'agreement among raft nodes before linearized reading' (duration: 128.014492ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:10.962027Z","caller":"traceutil/trace.go:171","msg":"trace[1558860149] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14797; }","duration":"118.064524ms","start":"2026-07-03T16:27:10.843923Z","end":"2026-07-03T16:27:10.961987Z","steps":["trace[1558860149] 'process raft request' (duration: 117.589102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:10.962756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.5578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:27:10.962822Z","caller":"traceutil/trace.go:171","msg":"trace[1654488484] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:14797; }","duration":"100.816426ms","start":"2026-07-03T16:27:10.861985Z","end":"2026-07-03T16:27:10.962802Z","steps":["trace[1654488484] 'agreement among raft nodes before linearized reading' (duration: 100.003988ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:11.148006Z","caller":"traceutil/trace.go:171","msg":"trace[471911724] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14802; }","duration":"122.343451ms","start":"2026-07-03T16:27:11.025633Z","end":"2026-07-03T16:27:11.147977Z","steps":["trace[471911724] 'process raft request' (duration: 66.569079ms)","trace[471911724] 'compare' (duration: 55.598768ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:11.148047Z","caller":"traceutil/trace.go:171","msg":"trace[366872960] linearizableReadLoop","detail":"{readStateIndex:15340; appliedIndex:15339; }","duration":"107.707894ms","start":"2026-07-03T16:27:11.040309Z","end":"2026-07-03T16:27:11.148017Z","steps":["trace[366872960] 'read index received' (duration: 51.992163ms)","trace[366872960] 'applied index is now lower than readState.Index' (duration: 55.713771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:11.148361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.030701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-03T16:27:11.148427Z","caller":"traceutil/trace.go:171","msg":"trace[2038872119] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:14803; }","duration":"108.137284ms","start":"2026-07-03T16:27:11.040276Z","end":"2026-07-03T16:27:11.148413Z","steps":["trace[2038872119] 'agreement among raft nodes before linearized reading' (duration: 107.916409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:11.824039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.417177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-03T16:27:11.824126Z","caller":"traceutil/trace.go:171","msg":"trace[426703509] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:14810; }","duration":"265.54691ms","start":"2026-07-03T16:27:11.558557Z","end":"2026-07-03T16:27:11.824104Z","steps":["trace[426703509] 'range keys from in-memory index tree' (duration: 265.251973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:12.014703Z","caller":"traceutil/trace.go:171","msg":"trace[69823460] linearizableReadLoop","detail":"{readStateIndex:15349; appliedIndex:15348; }","duration":"217.544357ms","start":"2026-07-03T16:27:11.797134Z","end":"2026-07-03T16:27:12.014678Z","steps":["trace[69823460] 'read index received' (duration: 217.395274ms)","trace[69823460] 'applied index is now lower than readState.Index' (duration: 148.163µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:12.014946Z","caller":"traceutil/trace.go:171","msg":"trace[712848658] transaction","detail":"{read_only:false; response_revision:14811; number_of_response:1; }","duration":"343.365718ms","start":"2026-07-03T16:27:11.671568Z","end":"2026-07-03T16:27:12.014934Z","steps":["trace[712848658] 'process raft request' (duration: 342.975519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:12.015045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:11.67154Z","time spent":"343.442169ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:27:12.015355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.230003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-03T16:27:12.015397Z","caller":"traceutil/trace.go:171","msg":"trace[297607072] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:14811; }","duration":"218.362607ms","start":"2026-07-03T16:27:11.797025Z","end":"2026-07-03T16:27:12.015387Z","steps":["trace[297607072] 'agreement among raft nodes before linearized reading' (duration: 218.190773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:12.015399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.007014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-03T16:27:12.01552Z","caller":"traceutil/trace.go:171","msg":"trace[31056803] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:14811; }","duration":"186.127246ms","start":"2026-07-03T16:27:11.829365Z","end":"2026-07-03T16:27:12.015492Z","steps":["trace[31056803] 'agreement among raft nodes before linearized reading' (duration: 185.891511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.080925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.274546ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-07-03T16:27:13.081171Z","caller":"traceutil/trace.go:171","msg":"trace[906345333] transaction","detail":"{read_only:false; response_revision:14812; number_of_response:1; }","duration":"656.193875ms","start":"2026-07-03T16:27:12.424958Z","end":"2026-07-03T16:27:13.081151Z","steps":["trace[906345333] 'process raft request' (duration: 656.079973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.081268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.424937Z","time spent":"656.273707ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:13.0815Z","caller":"traceutil/trace.go:171","msg":"trace[795332858] linearizableReadLoop","detail":"{readStateIndex:15350; appliedIndex:15349; }","duration":"1.062241774s","start":"2026-07-03T16:27:12.019239Z","end":"2026-07-03T16:27:13.081481Z","steps":["trace[795332858] 'read index received' (duration: 254.311463ms)","trace[795332858] 'applied index is now lower than readState.Index' (duration: 807.928731ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:13.081517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.016738Z","time spent":"1.064769741s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:27:13.081678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062435418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-03T16:27:13.081704Z","caller":"traceutil/trace.go:171","msg":"trace[619756734] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:14812; }","duration":"1.06251299s","start":"2026-07-03T16:27:12.019182Z","end":"2026-07-03T16:27:13.081695Z","steps":["trace[619756734] 'agreement among raft nodes before linearized reading' (duration: 1.062373937s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.081721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.019162Z","time spent":"1.06255388s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-07-03T16:27:13.176861Z","caller":"traceutil/trace.go:171","msg":"trace[386572013] transaction","detail":"{read_only:false; response_revision:14814; number_of_response:1; }","duration":"524.649282ms","start":"2026-07-03T16:27:12.652192Z","end":"2026-07-03T16:27:13.176841Z","steps":["trace[386572013] 'process raft request' (duration: 524.54484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.176989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.652181Z","time spent":"524.741774ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:13.176871Z","caller":"traceutil/trace.go:171","msg":"trace[527062989] transaction","detail":"{read_only:false; response_revision:14813; number_of_response:1; }","duration":"525.670906ms","start":"2026-07-03T16:27:12.651151Z","end":"2026-07-03T16:27:13.176822Z","steps":["trace[527062989] 'process raft request' (duration: 525.461361ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:13.177178Z","caller":"traceutil/trace.go:171","msg":"trace[1044202621] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"524.567191ms","start":"2026-07-03T16:27:12.652602Z","end":"2026-07-03T16:27:13.177169Z","steps":["trace[1044202621] 'process raft request' (duration: 524.165722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.177222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.652576Z","time spent":"524.624823ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:13.177186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.651126Z","time spent":"525.969802ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:13.177395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.482174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:27:13.177424Z","caller":"traceutil/trace.go:171","msg":"trace[855502981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14815; }","duration":"149.536775ms","start":"2026-07-03T16:27:13.027881Z","end":"2026-07-03T16:27:13.177418Z","steps":["trace[855502981] 'agreement among raft nodes before linearized reading' (duration: 149.421993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.177522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.467005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:27:13.177546Z","caller":"traceutil/trace.go:171","msg":"trace[223809189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14815; }","duration":"200.520886ms","start":"2026-07-03T16:27:12.977017Z","end":"2026-07-03T16:27:13.177538Z","steps":["trace[223809189] 'agreement among raft nodes before linearized reading' (duration: 200.467685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.177692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085746224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-57c964bb98-75wtl\" ","response":"range_response_count:1 size:8317"} {"level":"warn","ts":"2026-07-03T16:27:13.17779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.191527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:13.17777Z","caller":"traceutil/trace.go:171","msg":"trace[427798933] range","detail":"{range_begin:/registry/pods/openstack/placement-api-57c964bb98-75wtl; range_end:; response_count:1; response_revision:14815; }","duration":"1.085858187s","start":"2026-07-03T16:27:12.091892Z","end":"2026-07-03T16:27:13.17775Z","steps":["trace[427798933] 'agreement among raft nodes before linearized reading' (duration: 1.085614791s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:13.177929Z","caller":"traceutil/trace.go:171","msg":"trace[647219016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14815; }","duration":"912.463073ms","start":"2026-07-03T16:27:12.265443Z","end":"2026-07-03T16:27:13.177906Z","steps":["trace[647219016] 'agreement among raft nodes before linearized reading' (duration: 912.091863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.178031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.091877Z","time spent":"1.086144243s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":8338,"request content":"key:\"/registry/pods/openstack/placement-api-57c964bb98-75wtl\" "} {"level":"warn","ts":"2026-07-03T16:27:13.178048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:12.265419Z","time spent":"912.606706ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:27:13.192967Z","caller":"traceutil/trace.go:171","msg":"trace[1242119172] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"110.486728ms","start":"2026-07-03T16:27:13.082455Z","end":"2026-07-03T16:27:13.192941Z","steps":["trace[1242119172] 'process raft request' (duration: 100.407616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.193162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.309405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-03T16:27:13.193232Z","caller":"traceutil/trace.go:171","msg":"trace[1323776688] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:14817; }","duration":"107.401557ms","start":"2026-07-03T16:27:13.085813Z","end":"2026-07-03T16:27:13.193214Z","steps":["trace[1323776688] 'agreement among raft nodes before linearized reading' (duration: 107.166121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.746592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572658376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:13.785074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.090561ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:13.78519Z","caller":"traceutil/trace.go:171","msg":"trace[1157720127] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14820; }","duration":"262.222944ms","start":"2026-07-03T16:27:13.522952Z","end":"2026-07-03T16:27:13.785175Z","steps":["trace[1157720127] 'range keys from in-memory index tree' (duration: 262.07407ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:13.864838Z","caller":"traceutil/trace.go:171","msg":"trace[801038587] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"634.286913ms","start":"2026-07-03T16:27:13.230525Z","end":"2026-07-03T16:27:13.864812Z","steps":["trace[801038587] 'process raft request' (duration: 634.094409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:13.864994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:13.230508Z","time spent":"634.404525ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:14.096469Z","caller":"traceutil/trace.go:171","msg":"trace[79266569] linearizableReadLoop","detail":"{readStateIndex:15361; appliedIndex:15359; }","duration":"850.054539ms","start":"2026-07-03T16:27:13.246378Z","end":"2026-07-03T16:27:14.096433Z","steps":["trace[79266569] 'read index received' (duration: 618.405527ms)","trace[79266569] 'applied index is now lower than readState.Index' (duration: 231.647642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:14.096606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.208943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:27:14.096698Z","caller":"traceutil/trace.go:171","msg":"trace[424199871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14822; }","duration":"850.283225ms","start":"2026-07-03T16:27:13.246374Z","end":"2026-07-03T16:27:14.096657Z","steps":["trace[424199871] 'agreement among raft nodes before linearized reading' (duration: 850.10345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:14.096738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.788887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:14.096743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:13.246354Z","time spent":"850.379877ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:27:14.096767Z","caller":"traceutil/trace.go:171","msg":"trace[789288899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14822; }","duration":"578.848369ms","start":"2026-07-03T16:27:13.51791Z","end":"2026-07-03T16:27:14.096759Z","steps":["trace[789288899] 'agreement among raft nodes before linearized reading' (duration: 578.798338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:14.096785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:13.517894Z","time spent":"578.887209ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:27:14.096834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.773359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:27:14.096895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.555601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:14.096911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.487575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:14.096945Z","caller":"traceutil/trace.go:171","msg":"trace[1829074573] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14822; }","duration":"376.666214ms","start":"2026-07-03T16:27:13.720265Z","end":"2026-07-03T16:27:14.096931Z","steps":["trace[1829074573] 'agreement among raft nodes before linearized reading' (duration: 376.545461ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:14.096969Z","caller":"traceutil/trace.go:171","msg":"trace[1637764925] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14822; }","duration":"677.552966ms","start":"2026-07-03T16:27:13.419396Z","end":"2026-07-03T16:27:14.096949Z","steps":["trace[1637764925] 'agreement among raft nodes before linearized reading' (duration: 677.454544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:14.096991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.972597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:27:14.096995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:13.720246Z","time spent":"376.738635ms","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:14.097011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:13.419334Z","time spent":"677.666798ms","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:14.097021Z","caller":"traceutil/trace.go:171","msg":"trace[1749399082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:14822; }","duration":"739.047279ms","start":"2026-07-03T16:27:13.357966Z","end":"2026-07-03T16:27:14.097013Z","steps":["trace[1749399082] 'agreement among raft nodes before linearized reading' (duration: 738.961897ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:14.096903Z","caller":"traceutil/trace.go:171","msg":"trace[248797831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14822; }","duration":"804.890122ms","start":"2026-07-03T16:27:13.291996Z","end":"2026-07-03T16:27:14.096886Z","steps":["trace[248797831] 'agreement among raft nodes before linearized reading' (duration: 804.632886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:14.097054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:13.357934Z","time spent":"739.11333ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:27:14.097073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:13.291977Z","time spent":"805.083187ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:27:14.097012Z","caller":"traceutil/trace.go:171","msg":"trace[831844930] transaction","detail":"{read_only:false; response_revision:14822; number_of_response:1; }","duration":"702.99822ms","start":"2026-07-03T16:27:13.393996Z","end":"2026-07-03T16:27:14.096994Z","steps":["trace[831844930] 'process raft request' (duration: 638.755565ms)","trace[831844930] 'compare' (duration: 63.517098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:14.097375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:13.393977Z","time spent":"703.324158ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:14.256982Z","caller":"traceutil/trace.go:171","msg":"trace[981155082] transaction","detail":"{read_only:false; response_revision:14823; number_of_response:1; }","duration":"155.209076ms","start":"2026-07-03T16:27:14.101742Z","end":"2026-07-03T16:27:14.256951Z","steps":["trace[981155082] 'process raft request' (duration: 155.011261ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:14.271536Z","caller":"traceutil/trace.go:171","msg":"trace[647574596] linearizableReadLoop","detail":"{readStateIndex:15363; appliedIndex:15361; }","duration":"168.413359ms","start":"2026-07-03T16:27:14.103095Z","end":"2026-07-03T16:27:14.271508Z","steps":["trace[647574596] 'read index received' (duration: 153.562848ms)","trace[647574596] 'applied index is now lower than readState.Index' (duration: 14.849111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:14.272186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.068384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578867"} {"level":"info","ts":"2026-07-03T16:27:14.272232Z","caller":"traceutil/trace.go:171","msg":"trace[1407339054] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14824; }","duration":"169.143405ms","start":"2026-07-03T16:27:14.103076Z","end":"2026-07-03T16:27:14.27222Z","steps":["trace[1407339054] 'agreement among raft nodes before linearized reading' (duration: 168.528131ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:14.272611Z","caller":"traceutil/trace.go:171","msg":"trace[1958505801] transaction","detail":"{read_only:false; response_revision:14824; number_of_response:1; }","duration":"170.365303ms","start":"2026-07-03T16:27:14.102213Z","end":"2026-07-03T16:27:14.272578Z","steps":["trace[1958505801] 'process raft request' (duration: 169.174316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:16.776392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572658410,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:27:17.063152Z","caller":"traceutil/trace.go:171","msg":"trace[2053351591] linearizableReadLoop","detail":"{readStateIndex:15372; appliedIndex:15371; }","duration":"787.262968ms","start":"2026-07-03T16:27:16.275865Z","end":"2026-07-03T16:27:17.063128Z","steps":["trace[2053351591] 'read index received' (duration: 787.107793ms)","trace[2053351591] 'applied index is now lower than readState.Index' (duration: 154.214µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:17.063206Z","caller":"traceutil/trace.go:171","msg":"trace[1623800156] transaction","detail":"{read_only:false; response_revision:14833; number_of_response:1; }","duration":"798.907965ms","start":"2026-07-03T16:27:16.264266Z","end":"2026-07-03T16:27:17.063174Z","steps":["trace[1623800156] 'process raft request' (duration: 798.73062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:17.063329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.1928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:17.063372Z","caller":"traceutil/trace.go:171","msg":"trace[559232155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14833; }","duration":"543.275821ms","start":"2026-07-03T16:27:16.520082Z","end":"2026-07-03T16:27:17.063358Z","steps":["trace[559232155] 'agreement among raft nodes before linearized reading' (duration: 543.202769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:17.063365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:16.264238Z","time spent":"799.048508ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:17.063393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.828086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:27:17.063413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:16.520054Z","time spent":"543.349683ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:27:17.063424Z","caller":"traceutil/trace.go:171","msg":"trace[2054188647] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:14833; }","duration":"779.909458ms","start":"2026-07-03T16:27:16.283505Z","end":"2026-07-03T16:27:17.063414Z","steps":["trace[2054188647] 'agreement among raft nodes before linearized reading' (duration: 779.760635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:17.063407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.513783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:27:17.063496Z","caller":"traceutil/trace.go:171","msg":"trace[247990366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14833; }","duration":"787.638116ms","start":"2026-07-03T16:27:16.275838Z","end":"2026-07-03T16:27:17.063476Z","steps":["trace[247990366] 'agreement among raft nodes before linearized reading' (duration: 787.381021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:17.063451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:16.28349Z","time spent":"779.953139ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:27:17.063584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:16.275827Z","time spent":"787.710838ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:27:21.428436Z","caller":"traceutil/trace.go:171","msg":"trace[90831618] transaction","detail":"{read_only:false; response_revision:14863; number_of_response:1; }","duration":"161.244657ms","start":"2026-07-03T16:27:21.267146Z","end":"2026-07-03T16:27:21.42839Z","steps":["trace[90831618] 'process raft request' (duration: 133.705315ms)","trace[90831618] 'compare' (duration: 27.272986ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:23.335947Z","caller":"traceutil/trace.go:171","msg":"trace[1666672294] transaction","detail":"{read_only:false; response_revision:14866; number_of_response:1; }","duration":"120.064013ms","start":"2026-07-03T16:27:23.21585Z","end":"2026-07-03T16:27:23.335914Z","steps":["trace[1666672294] 'process raft request' (duration: 28.587066ms)","trace[1666672294] 'compare' (duration: 91.336264ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:23.591763Z","caller":"traceutil/trace.go:171","msg":"trace[1519300266] transaction","detail":"{read_only:false; response_revision:14868; number_of_response:1; }","duration":"359.45237ms","start":"2026-07-03T16:27:23.232289Z","end":"2026-07-03T16:27:23.591741Z","steps":["trace[1519300266] 'process raft request' (duration: 359.380148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:23.591898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.232265Z","time spent":"359.566342ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:23.591929Z","caller":"traceutil/trace.go:171","msg":"trace[868393968] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"359.707275ms","start":"2026-07-03T16:27:23.232193Z","end":"2026-07-03T16:27:23.591901Z","steps":["trace[868393968] 'process raft request' (duration: 359.336497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:23.592076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.232176Z","time spent":"359.820048ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:23.592107Z","caller":"traceutil/trace.go:171","msg":"trace[122489761] transaction","detail":"{read_only:false; response_revision:14869; number_of_response:1; }","duration":"358.410306ms","start":"2026-07-03T16:27:23.233684Z","end":"2026-07-03T16:27:23.592094Z","steps":["trace[122489761] 'process raft request' (duration: 358.021667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:23.592202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.233663Z","time spent":"358.484398ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:23.592229Z","caller":"traceutil/trace.go:171","msg":"trace[823263258] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"348.383126ms","start":"2026-07-03T16:27:23.243838Z","end":"2026-07-03T16:27:23.592221Z","steps":["trace[823263258] 'process raft request' (duration: 348.12088ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:23.592086Z","caller":"traceutil/trace.go:171","msg":"trace[692067794] linearizableReadLoop","detail":"{readStateIndex:15410; appliedIndex:15406; }","duration":"348.899497ms","start":"2026-07-03T16:27:23.243165Z","end":"2026-07-03T16:27:23.592064Z","steps":["trace[692067794] 'read index received' (duration: 1.281979ms)","trace[692067794] 'applied index is now lower than readState.Index' (duration: 347.616658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:23.592283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.243826Z","time spent":"348.435167ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:23.592286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.113832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:27:23.592335Z","caller":"traceutil/trace.go:171","msg":"trace[661023631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:14870; }","duration":"349.196424ms","start":"2026-07-03T16:27:23.243129Z","end":"2026-07-03T16:27:23.592325Z","steps":["trace[661023631] 'agreement among raft nodes before linearized reading' (duration: 349.01147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:23.592371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.243116Z","time spent":"349.245565ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:27:23.637671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.849702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:27:23.637739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.582283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T16:27:23.637756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.766087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:27:23.637786Z","caller":"traceutil/trace.go:171","msg":"trace[1357818310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14871; }","duration":"326.995565ms","start":"2026-07-03T16:27:23.310771Z","end":"2026-07-03T16:27:23.637767Z","steps":["trace[1357818310] 'agreement among raft nodes before linearized reading' (duration: 326.736649ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:23.637809Z","caller":"traceutil/trace.go:171","msg":"trace[495610295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14871; }","duration":"205.734896ms","start":"2026-07-03T16:27:23.432058Z","end":"2026-07-03T16:27:23.637792Z","steps":["trace[495610295] 'agreement among raft nodes before linearized reading' (duration: 205.434039ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:23.637834Z","caller":"traceutil/trace.go:171","msg":"trace[1002493449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14871; }","duration":"376.883999ms","start":"2026-07-03T16:27:23.260927Z","end":"2026-07-03T16:27:23.637811Z","steps":["trace[1002493449] 'agreement among raft nodes before linearized reading' (duration: 376.607082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:23.637835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.310761Z","time spent":"327.061687ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:23.63781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.498323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:27:23.63792Z","caller":"traceutil/trace.go:171","msg":"trace[928497619] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14871; }","duration":"353.647657ms","start":"2026-07-03T16:27:23.284247Z","end":"2026-07-03T16:27:23.637895Z","steps":["trace[928497619] 'agreement among raft nodes before linearized reading' (duration: 353.426452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:23.63787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.260915Z","time spent":"376.949161ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:23.638013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:23.284236Z","time spent":"353.75721ms","remote":"127.0.0.1:34260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":28,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:23.638047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.17477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:27:23.637919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.899836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:23.638114Z","caller":"traceutil/trace.go:171","msg":"trace[1624098392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14871; }","duration":"119.121981ms","start":"2026-07-03T16:27:23.518982Z","end":"2026-07-03T16:27:23.638104Z","steps":["trace[1624098392] 'agreement among raft nodes before linearized reading' (duration: 118.919386ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:23.638117Z","caller":"traceutil/trace.go:171","msg":"trace[1336273057] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:14871; }","duration":"190.246781ms","start":"2026-07-03T16:27:23.447854Z","end":"2026-07-03T16:27:23.638101Z","steps":["trace[1336273057] 'agreement among raft nodes before linearized reading' (duration: 190.078507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:23.961403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.467067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-57c964bb98-75wtl\" ","response":"range_response_count:1 size:8464"} {"level":"info","ts":"2026-07-03T16:27:23.961464Z","caller":"traceutil/trace.go:171","msg":"trace[166647955] range","detail":"{range_begin:/registry/pods/openstack/placement-api-57c964bb98-75wtl; range_end:; response_count:1; response_revision:14874; }","duration":"105.57833ms","start":"2026-07-03T16:27:23.855873Z","end":"2026-07-03T16:27:23.961452Z","steps":["trace[166647955] 'range keys from in-memory index tree' (duration: 105.341335ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:24.166027Z","caller":"traceutil/trace.go:171","msg":"trace[78189528] transaction","detail":"{read_only:false; response_revision:14877; number_of_response:1; }","duration":"114.541916ms","start":"2026-07-03T16:27:24.051463Z","end":"2026-07-03T16:27:24.166005Z","steps":["trace[78189528] 'process raft request' (duration: 114.425543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:24.166146Z","caller":"traceutil/trace.go:171","msg":"trace[2125270128] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"114.69215ms","start":"2026-07-03T16:27:24.051426Z","end":"2026-07-03T16:27:24.166118Z","steps":["trace[2125270128] 'process raft request' (duration: 92.635034ms)","trace[2125270128] 'compare' (duration: 21.540664ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:24.239504Z","caller":"traceutil/trace.go:171","msg":"trace[96661319] transaction","detail":"{read_only:false; response_revision:14879; number_of_response:1; }","duration":"169.666399ms","start":"2026-07-03T16:27:24.069808Z","end":"2026-07-03T16:27:24.239474Z","steps":["trace[96661319] 'process raft request' (duration: 169.610148ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:24.239571Z","caller":"traceutil/trace.go:171","msg":"trace[233421067] transaction","detail":"{read_only:false; response_revision:14878; number_of_response:1; }","duration":"187.857646ms","start":"2026-07-03T16:27:24.051675Z","end":"2026-07-03T16:27:24.239533Z","steps":["trace[233421067] 'process raft request' (duration: 187.58919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:24.947919Z","caller":"traceutil/trace.go:171","msg":"trace[1864485243] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"110.646706ms","start":"2026-07-03T16:27:24.837254Z","end":"2026-07-03T16:27:24.9479Z","steps":["trace[1864485243] 'process raft request' (duration: 110.534973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:37.270386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.898885ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"warn","ts":"2026-07-03T16:27:41.99306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.900877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:41.993254Z","caller":"traceutil/trace.go:171","msg":"trace[1109463781] transaction","detail":"{read_only:false; response_revision:14965; number_of_response:1; }","duration":"247.542685ms","start":"2026-07-03T16:27:41.745669Z","end":"2026-07-03T16:27:41.993211Z","steps":["trace[1109463781] 'process raft request' (duration: 66.401013ms)","trace[1109463781] 'compare' (duration: 180.794644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:41.993439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.640819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-03T16:27:41.993476Z","caller":"traceutil/trace.go:171","msg":"trace[1032616842] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:14966; }","duration":"193.721161ms","start":"2026-07-03T16:27:41.799748Z","end":"2026-07-03T16:27:41.993469Z","steps":["trace[1032616842] 'agreement among raft nodes before linearized reading' (duration: 193.562057ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:41.993276Z","caller":"traceutil/trace.go:171","msg":"trace[1860691928] linearizableReadLoop","detail":"{readStateIndex:15509; appliedIndex:15508; }","duration":"193.480585ms","start":"2026-07-03T16:27:41.799782Z","end":"2026-07-03T16:27:41.993263Z","steps":["trace[1860691928] 'read index received' (duration: 12.188309ms)","trace[1860691928] 'applied index is now lower than readState.Index' (duration: 181.291076ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:41.993645Z","caller":"traceutil/trace.go:171","msg":"trace[1059002095] transaction","detail":"{read_only:false; response_revision:14966; number_of_response:1; }","duration":"145.903464ms","start":"2026-07-03T16:27:41.847722Z","end":"2026-07-03T16:27:41.993625Z","steps":["trace[1059002095] 'process raft request' (duration: 145.456124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:41.99378Z","caller":"traceutil/trace.go:171","msg":"trace[501996442] transaction","detail":"{read_only:false; response_revision:14967; number_of_response:1; }","duration":"138.008123ms","start":"2026-07-03T16:27:41.855732Z","end":"2026-07-03T16:27:41.99374Z","steps":["trace[501996442] 'process raft request' (duration: 137.498141ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:41.993532Z","caller":"traceutil/trace.go:171","msg":"trace[1486646948] transaction","detail":"{read_only:false; response_revision:14968; number_of_response:1; }","duration":"113.059561ms","start":"2026-07-03T16:27:41.880454Z","end":"2026-07-03T16:27:41.993513Z","steps":["trace[1486646948] 'process raft request' (duration: 113.00059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.19488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572658788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:44.69582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572658788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:44.849254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.489757181s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:27:44.849647Z","caller":"traceutil/trace.go:171","msg":"trace[260768874] transaction","detail":"{read_only:false; response_revision:14973; number_of_response:1; }","duration":"1.490249241s","start":"2026-07-03T16:27:43.35937Z","end":"2026-07-03T16:27:44.84962Z","steps":["trace[260768874] 'process raft request' (duration: 1.490077987s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.849803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:43.359345Z","time spent":"1.490380214s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.898971Z","caller":"traceutil/trace.go:171","msg":"trace[871199526] transaction","detail":"{read_only:false; response_revision:14974; number_of_response:1; }","duration":"899.898058ms","start":"2026-07-03T16:27:43.999052Z","end":"2026-07-03T16:27:44.89895Z","steps":["trace[871199526] 'process raft request' (duration: 899.656233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.899117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:43.999031Z","time spent":"900.006061ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.899285Z","caller":"traceutil/trace.go:171","msg":"trace[1207851259] transaction","detail":"{read_only:false; response_revision:14977; number_of_response:1; }","duration":"897.457292ms","start":"2026-07-03T16:27:44.001804Z","end":"2026-07-03T16:27:44.899261Z","steps":["trace[1207851259] 'process raft request' (duration: 897.391951ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:44.899346Z","caller":"traceutil/trace.go:171","msg":"trace[1384747321] transaction","detail":"{read_only:false; response_revision:14975; number_of_response:1; }","duration":"900.002281ms","start":"2026-07-03T16:27:43.999316Z","end":"2026-07-03T16:27:44.899318Z","steps":["trace[1384747321] 'process raft request' (duration: 899.565191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.899407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.001792Z","time spent":"897.548195ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.899453Z","caller":"traceutil/trace.go:171","msg":"trace[1561685022] linearizableReadLoop","detail":"{readStateIndex:15523; appliedIndex:15517; }","duration":"1.205148146s","start":"2026-07-03T16:27:43.694296Z","end":"2026-07-03T16:27:44.899445Z","steps":["trace[1561685022] 'read index received' (duration: 1.15514831s)","trace[1561685022] 'applied index is now lower than readState.Index' (duration: 49.999096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:44.899491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:43.999281Z","time spent":"900.139424ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:44.899571Z","caller":"traceutil/trace.go:171","msg":"trace[257093846] transaction","detail":"{read_only:false; response_revision:14976; number_of_response:1; }","duration":"898.260841ms","start":"2026-07-03T16:27:44.001303Z","end":"2026-07-03T16:27:44.899564Z","steps":["trace[257093846] 'process raft request' (duration: 897.801931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.899619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.001281Z","time spent":"898.316392ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:44.899716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.332559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:27:44.899733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.785563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:44.89976Z","caller":"traceutil/trace.go:171","msg":"trace[1756985435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14978; }","duration":"378.854814ms","start":"2026-07-03T16:27:44.520899Z","end":"2026-07-03T16:27:44.899754Z","steps":["trace[1756985435] 'agreement among raft nodes before linearized reading' (duration: 378.805753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.899786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.520879Z","time spent":"378.902696ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:27:44.899808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.983474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:44.899845Z","caller":"traceutil/trace.go:171","msg":"trace[247776759] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:14978; }","duration":"638.061036ms","start":"2026-07-03T16:27:44.261774Z","end":"2026-07-03T16:27:44.899835Z","steps":["trace[247776759] 'agreement among raft nodes before linearized reading' (duration: 638.003525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.899882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.261755Z","time spent":"638.118007ms","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:44.899897Z","caller":"traceutil/trace.go:171","msg":"trace[1189222693] transaction","detail":"{read_only:false; response_revision:14978; number_of_response:1; }","duration":"238.20566ms","start":"2026-07-03T16:27:44.661683Z","end":"2026-07-03T16:27:44.899889Z","steps":["trace[1189222693] 'process raft request' (duration: 237.543606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.899938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.598525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:27:44.899968Z","caller":"traceutil/trace.go:171","msg":"trace[223169442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14978; }","duration":"866.663026ms","start":"2026-07-03T16:27:44.033296Z","end":"2026-07-03T16:27:44.899959Z","steps":["trace[223169442] 'agreement among raft nodes before linearized reading' (duration: 866.606975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.899994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.033276Z","time spent":"866.713778ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:44.900031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2057368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:27:44.900057Z","caller":"traceutil/trace.go:171","msg":"trace[1119214527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14978; }","duration":"1.205799991s","start":"2026-07-03T16:27:43.694249Z","end":"2026-07-03T16:27:44.900049Z","steps":["trace[1119214527] 'agreement among raft nodes before linearized reading' (duration: 1.205714159s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.900077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:43.69423Z","time spent":"1.205842462s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:27:44.899758Z","caller":"traceutil/trace.go:171","msg":"trace[1631463708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:14978; }","duration":"873.39153ms","start":"2026-07-03T16:27:44.026356Z","end":"2026-07-03T16:27:44.899748Z","steps":["trace[1631463708] 'agreement among raft nodes before linearized reading' (duration: 873.261567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.900106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.026347Z","time spent":"873.750768ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:27:44.900111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.887688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:27:44.900144Z","caller":"traceutil/trace.go:171","msg":"trace[369974379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14978; }","duration":"868.941529ms","start":"2026-07-03T16:27:44.031194Z","end":"2026-07-03T16:27:44.900135Z","steps":["trace[369974379] 'agreement among raft nodes before linearized reading' (duration: 868.848837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.900183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.031183Z","time spent":"868.99109ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:44.899885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.358006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:27:44.900273Z","caller":"traceutil/trace.go:171","msg":"trace[781296523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14978; }","duration":"868.744605ms","start":"2026-07-03T16:27:44.031521Z","end":"2026-07-03T16:27:44.900265Z","steps":["trace[781296523] 'agreement among raft nodes before linearized reading' (duration: 868.293195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:44.900301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:44.031497Z","time spent":"868.796586ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:27:45.749446Z","caller":"traceutil/trace.go:171","msg":"trace[431806993] transaction","detail":"{read_only:false; response_revision:14984; number_of_response:1; }","duration":"379.874499ms","start":"2026-07-03T16:27:45.369552Z","end":"2026-07-03T16:27:45.749426Z","steps":["trace[431806993] 'process raft request' (duration: 379.753616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:45.749558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:45.369525Z","time spent":"379.97551ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:55.414885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572658913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:27:55.813159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295255885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:55.813243Z","caller":"traceutil/trace.go:171","msg":"trace[827973697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15024; }","duration":"2.295381827s","start":"2026-07-03T16:27:53.517839Z","end":"2026-07-03T16:27:55.813221Z","steps":["trace[827973697] 'range keys from in-memory index tree' (duration: 2.295178023s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.813241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182289376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:55.813198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290411865s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:55.813283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.517823Z","time spent":"2.295451599s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:27:55.813321Z","caller":"traceutil/trace.go:171","msg":"trace[397319375] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15024; }","duration":"2.290545238s","start":"2026-07-03T16:27:53.522752Z","end":"2026-07-03T16:27:55.813297Z","steps":["trace[397319375] 'range keys from in-memory index tree' (duration: 2.290391984s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:55.813296Z","caller":"traceutil/trace.go:171","msg":"trace[58704160] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15024; }","duration":"2.182395587s","start":"2026-07-03T16:27:53.630885Z","end":"2026-07-03T16:27:55.81328Z","steps":["trace[58704160] 'count revisions from in-memory index tree' (duration: 2.182189814s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.813411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.630862Z","time spent":"2.182522781s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:27:55.815484Z","caller":"traceutil/trace.go:171","msg":"trace[1897997809] transaction","detail":"{read_only:false; response_revision:15025; number_of_response:1; }","duration":"2.16286004s","start":"2026-07-03T16:27:53.652589Z","end":"2026-07-03T16:27:55.815449Z","steps":["trace[1897997809] 'process raft request' (duration: 2.158745746s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.815698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:53.652565Z","time spent":"2.163040844s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:55.872292Z","caller":"traceutil/trace.go:171","msg":"trace[445278600] transaction","detail":"{read_only:false; response_revision:15026; number_of_response:1; }","duration":"909.608941ms","start":"2026-07-03T16:27:54.962425Z","end":"2026-07-03T16:27:55.872034Z","steps":["trace[445278600] 'process raft request' (duration: 909.298814ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:55.872317Z","caller":"traceutil/trace.go:171","msg":"trace[1126410442] transaction","detail":"{read_only:false; response_revision:15027; number_of_response:1; }","duration":"870.343542ms","start":"2026-07-03T16:27:55.001945Z","end":"2026-07-03T16:27:55.872288Z","steps":["trace[1126410442] 'process raft request' (duration: 869.934513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.872438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.962409Z","time spent":"909.95446ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:55.872661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.001918Z","time spent":"870.647558ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:55.87349Z","caller":"traceutil/trace.go:171","msg":"trace[2039152355] transaction","detail":"{read_only:false; response_revision:15028; number_of_response:1; }","duration":"870.636288ms","start":"2026-07-03T16:27:55.002826Z","end":"2026-07-03T16:27:55.873462Z","steps":["trace[2039152355] 'process raft request' (duration: 869.329188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.873706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.002813Z","time spent":"870.781071ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:55.873767Z","caller":"traceutil/trace.go:171","msg":"trace[158809382] transaction","detail":"{read_only:false; response_revision:15029; number_of_response:1; }","duration":"870.811602ms","start":"2026-07-03T16:27:55.002921Z","end":"2026-07-03T16:27:55.873733Z","steps":["trace[158809382] 'process raft request' (duration: 870.397673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.873893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.002903Z","time spent":"870.921655ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:55.874616Z","caller":"traceutil/trace.go:171","msg":"trace[1170383612] linearizableReadLoop","detail":"{readStateIndex:15578; appliedIndex:15571; }","duration":"960.412956ms","start":"2026-07-03T16:27:54.914183Z","end":"2026-07-03T16:27:55.874596Z","steps":["trace[1170383612] 'read index received' (duration: 899.210923ms)","trace[1170383612] 'applied index is now lower than readState.Index' (duration: 61.201013ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:55.87482Z","caller":"traceutil/trace.go:171","msg":"trace[701539404] transaction","detail":"{read_only:false; response_revision:15030; number_of_response:1; }","duration":"656.54095ms","start":"2026-07-03T16:27:55.218266Z","end":"2026-07-03T16:27:55.874807Z","steps":["trace[701539404] 'process raft request' (duration: 656.208732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:55.874898Z","caller":"traceutil/trace.go:171","msg":"trace[1301923914] transaction","detail":"{read_only:false; response_revision:15031; number_of_response:1; }","duration":"565.444412ms","start":"2026-07-03T16:27:55.309435Z","end":"2026-07-03T16:27:55.874879Z","steps":["trace[1301923914] 'process raft request' (duration: 565.122245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.874965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.3094Z","time spent":"565.529585ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:55.874975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.218222Z","time spent":"656.675153ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:55.875408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.112494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:55.875507Z","caller":"traceutil/trace.go:171","msg":"trace[1340248314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:15031; }","duration":"647.215347ms","start":"2026-07-03T16:27:55.228263Z","end":"2026-07-03T16:27:55.875479Z","steps":["trace[1340248314] 'agreement among raft nodes before linearized reading' (duration: 646.593493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.875577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.228249Z","time spent":"647.298199ms","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:55.875675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.939264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:55.875881Z","caller":"traceutil/trace.go:171","msg":"trace[423468242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15031; }","duration":"337.115987ms","start":"2026-07-03T16:27:55.538684Z","end":"2026-07-03T16:27:55.8758Z","steps":["trace[423468242] 'agreement among raft nodes before linearized reading' (duration: 336.205777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.875349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.170133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:27:55.876129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.274533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:27:55.876184Z","caller":"traceutil/trace.go:171","msg":"trace[755318091] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:15031; }","duration":"341.358236ms","start":"2026-07-03T16:27:55.534811Z","end":"2026-07-03T16:27:55.876169Z","steps":["trace[755318091] 'agreement among raft nodes before linearized reading' (duration: 340.089266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.876162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.012232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:27:55.876223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.534768Z","time spent":"341.447038ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"info","ts":"2026-07-03T16:27:55.876317Z","caller":"traceutil/trace.go:171","msg":"trace[1315521568] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:15031; }","duration":"784.138215ms","start":"2026-07-03T16:27:55.092108Z","end":"2026-07-03T16:27:55.876246Z","steps":["trace[1315521568] 'agreement among raft nodes before linearized reading' (duration: 782.784764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.876388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.092092Z","time spent":"784.285648ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:27:55.87644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.82053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:27:55.876475Z","caller":"traceutil/trace.go:171","msg":"trace[1794256003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15031; }","duration":"667.87149ms","start":"2026-07-03T16:27:55.208592Z","end":"2026-07-03T16:27:55.876463Z","steps":["trace[1794256003] 'agreement among raft nodes before linearized reading' (duration: 666.337725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.876501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.208578Z","time spent":"667.917631ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:55.876393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.836627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:27:55.876579Z","caller":"traceutil/trace.go:171","msg":"trace[2048222220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15031; }","duration":"650.053342ms","start":"2026-07-03T16:27:55.226513Z","end":"2026-07-03T16:27:55.876566Z","steps":["trace[2048222220] 'agreement among raft nodes before linearized reading' (duration: 648.403703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.876333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.419538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:27:55.876646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.269281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T16:27:55.87662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.226492Z","time spent":"650.115253ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:27:55.876742Z","caller":"traceutil/trace.go:171","msg":"trace[919232674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15031; }","duration":"703.394884ms","start":"2026-07-03T16:27:55.173333Z","end":"2026-07-03T16:27:55.876727Z","steps":["trace[919232674] 'agreement among raft nodes before linearized reading' (duration: 701.600533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.876777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.173316Z","time spent":"703.453145ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:27:55.876767Z","caller":"traceutil/trace.go:171","msg":"trace[1333459767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15031; }","duration":"646.763157ms","start":"2026-07-03T16:27:55.2299Z","end":"2026-07-03T16:27:55.876663Z","steps":["trace[1333459767] 'agreement among raft nodes before linearized reading' (duration: 645.008956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.876846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.583294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:27:55.876918Z","caller":"traceutil/trace.go:171","msg":"trace[285554885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15031; }","duration":"650.683065ms","start":"2026-07-03T16:27:55.226224Z","end":"2026-07-03T16:27:55.876907Z","steps":["trace[285554885] 'agreement among raft nodes before linearized reading' (duration: 648.71532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.876958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.226208Z","time spent":"650.742907ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:27:55.876911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.229874Z","time spent":"646.998782ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:27:55.876957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.804447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:27:55.877075Z","caller":"traceutil/trace.go:171","msg":"trace[983403298] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15031; }","duration":"752.941291ms","start":"2026-07-03T16:27:55.124108Z","end":"2026-07-03T16:27:55.87705Z","steps":["trace[983403298] 'agreement among raft nodes before linearized reading' (duration: 750.837352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.877107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.124091Z","time spent":"753.008922ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:27:55.877217Z","caller":"traceutil/trace.go:171","msg":"trace[1033965241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15031; }","duration":"962.000243ms","start":"2026-07-03T16:27:54.914122Z","end":"2026-07-03T16:27:55.876122Z","steps":["trace[1033965241] 'agreement among raft nodes before linearized reading' (duration: 960.62632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:55.877269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:54.914106Z","time spent":"963.154649ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:27:55.87651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:55.538661Z","time spent":"337.369514ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:27:56.018649Z","caller":"traceutil/trace.go:171","msg":"trace[772619009] linearizableReadLoop","detail":"{readStateIndex:15579; appliedIndex:15578; }","duration":"138.515175ms","start":"2026-07-03T16:27:55.880106Z","end":"2026-07-03T16:27:56.018622Z","steps":["trace[772619009] 'read index received' (duration: 106.983062ms)","trace[772619009] 'applied index is now lower than readState.Index' (duration: 31.531333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:56.018796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.678539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:27:56.018818Z","caller":"traceutil/trace.go:171","msg":"trace[1489569728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15032; }","duration":"138.724909ms","start":"2026-07-03T16:27:55.880086Z","end":"2026-07-03T16:27:56.01881Z","steps":["trace[1489569728] 'agreement among raft nodes before linearized reading' (duration: 138.615287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:56.01896Z","caller":"traceutil/trace.go:171","msg":"trace[1309009598] transaction","detail":"{read_only:false; response_revision:15032; number_of_response:1; }","duration":"138.822771ms","start":"2026-07-03T16:27:55.879848Z","end":"2026-07-03T16:27:56.018671Z","steps":["trace[1309009598] 'process raft request' (duration: 107.291588ms)","trace[1309009598] 'compare' (duration: 31.351219ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:56.049183Z","caller":"traceutil/trace.go:171","msg":"trace[1024687856] transaction","detail":"{read_only:false; response_revision:15034; number_of_response:1; }","duration":"168.485342ms","start":"2026-07-03T16:27:55.880669Z","end":"2026-07-03T16:27:56.049154Z","steps":["trace[1024687856] 'process raft request' (duration: 168.39105ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:56.049524Z","caller":"traceutil/trace.go:171","msg":"trace[1041027270] transaction","detail":"{read_only:false; response_revision:15035; number_of_response:1; }","duration":"168.224206ms","start":"2026-07-03T16:27:55.881281Z","end":"2026-07-03T16:27:56.049505Z","steps":["trace[1041027270] 'process raft request' (duration: 167.838497ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:56.049662Z","caller":"traceutil/trace.go:171","msg":"trace[919252617] transaction","detail":"{read_only:false; response_revision:15033; number_of_response:1; }","duration":"169.155397ms","start":"2026-07-03T16:27:55.880495Z","end":"2026-07-03T16:27:56.04965Z","steps":["trace[919252617] 'process raft request' (duration: 168.442141ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:56.050056Z","caller":"traceutil/trace.go:171","msg":"trace[224622736] transaction","detail":"{read_only:false; response_revision:15036; number_of_response:1; }","duration":"168.424551ms","start":"2026-07-03T16:27:55.881623Z","end":"2026-07-03T16:27:56.050047Z","steps":["trace[224622736] 'process raft request' (duration: 167.817926ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:56.050325Z","caller":"traceutil/trace.go:171","msg":"trace[978116949] transaction","detail":"{read_only:false; response_revision:15037; number_of_response:1; }","duration":"167.329286ms","start":"2026-07-03T16:27:55.882976Z","end":"2026-07-03T16:27:56.050305Z","steps":["trace[978116949] 'process raft request' (duration: 167.102911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:56.087595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.438606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:56.087678Z","caller":"traceutil/trace.go:171","msg":"trace[1320465240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15038; }","duration":"204.544189ms","start":"2026-07-03T16:27:55.883116Z","end":"2026-07-03T16:27:56.087661Z","steps":["trace[1320465240] 'agreement among raft nodes before linearized reading' (duration: 204.348775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:56.08858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.84226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578677"} {"level":"info","ts":"2026-07-03T16:27:56.088654Z","caller":"traceutil/trace.go:171","msg":"trace[657855530] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15038; }","duration":"206.933504ms","start":"2026-07-03T16:27:55.881704Z","end":"2026-07-03T16:27:56.088638Z","steps":["trace[657855530] 'agreement among raft nodes before linearized reading' (duration: 205.768848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:56.514061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.59605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:56.514122Z","caller":"traceutil/trace.go:171","msg":"trace[887058535] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15038; }","duration":"351.702821ms","start":"2026-07-03T16:27:56.162404Z","end":"2026-07-03T16:27:56.514107Z","steps":["trace[887058535] 'range keys from in-memory index tree' (duration: 351.517357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:56.514153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:56.162382Z","time spent":"351.761743ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:27:56.514648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.143646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:56.514689Z","caller":"traceutil/trace.go:171","msg":"trace[245447604] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:15038; }","duration":"244.188927ms","start":"2026-07-03T16:27:56.270489Z","end":"2026-07-03T16:27:56.514678Z","steps":["trace[245447604] 'count revisions from in-memory index tree' (duration: 244.058034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.410096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.045627ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T16:27:58.410267Z","caller":"traceutil/trace.go:171","msg":"trace[1620393681] linearizableReadLoop","detail":"{readStateIndex:15586; appliedIndex:15585; }","duration":"890.376301ms","start":"2026-07-03T16:27:57.519877Z","end":"2026-07-03T16:27:58.410253Z","steps":["trace[1620393681] 'read index received' (duration: 149.120009ms)","trace[1620393681] 'applied index is now lower than readState.Index' (duration: 741.255292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:58.410907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.016545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:58.410968Z","caller":"traceutil/trace.go:171","msg":"trace[2026292125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15038; }","duration":"891.118817ms","start":"2026-07-03T16:27:57.519835Z","end":"2026-07-03T16:27:58.410954Z","steps":["trace[2026292125] 'agreement among raft nodes before linearized reading' (duration: 891.017355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.519816Z","time spent":"891.178448ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:27:58.410927Z","caller":"traceutil/trace.go:171","msg":"trace[1166998679] transaction","detail":"{read_only:false; response_revision:15039; number_of_response:1; }","duration":"532.849715ms","start":"2026-07-03T16:27:57.878068Z","end":"2026-07-03T16:27:58.410917Z","steps":["trace[1166998679] 'process raft request' (duration: 532.114948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.411155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.878041Z","time spent":"533.024829ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:58.739275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.206074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:58.73955Z","caller":"traceutil/trace.go:171","msg":"trace[852501539] linearizableReadLoop","detail":"{readStateIndex:15590; appliedIndex:15587; }","duration":"329.237308ms","start":"2026-07-03T16:27:58.410292Z","end":"2026-07-03T16:27:58.739529Z","steps":["trace[852501539] 'read index received' (duration: 130.636125ms)","trace[852501539] 'applied index is now lower than readState.Index' (duration: 198.599473ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:58.739905Z","caller":"traceutil/trace.go:171","msg":"trace[1373413026] transaction","detail":"{read_only:false; response_revision:15040; number_of_response:1; }","duration":"861.52905ms","start":"2026-07-03T16:27:57.87826Z","end":"2026-07-03T16:27:58.739789Z","steps":["trace[1373413026] 'process raft request' (duration: 662.701462ms)","trace[1373413026] 'compare' (duration: 198.026369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:27:58.740017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.87824Z","time spent":"861.725684ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:58.740041Z","caller":"traceutil/trace.go:171","msg":"trace[448990695] transaction","detail":"{read_only:false; response_revision:15041; number_of_response:1; }","duration":"860.192198ms","start":"2026-07-03T16:27:57.879827Z","end":"2026-07-03T16:27:58.74002Z","steps":["trace[448990695] 'process raft request' (duration: 859.564074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.740049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.990029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:27:58.740126Z","caller":"traceutil/trace.go:171","msg":"trace[227391501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15042; }","duration":"328.093151ms","start":"2026-07-03T16:27:58.412015Z","end":"2026-07-03T16:27:58.740108Z","steps":["trace[227391501] 'agreement among raft nodes before linearized reading' (duration: 327.983579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.740139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.219434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:27:58.740147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.879815Z","time spent":"860.27567ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:58.74018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.412003Z","time spent":"328.164353ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:27:58.740171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.928858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T16:27:58.740144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.15712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-03T16:27:58.740252Z","caller":"traceutil/trace.go:171","msg":"trace[1913119762] transaction","detail":"{read_only:false; response_revision:15042; number_of_response:1; }","duration":"860.28207ms","start":"2026-07-03T16:27:57.879956Z","end":"2026-07-03T16:27:58.740238Z","steps":["trace[1913119762] 'process raft request' (duration: 859.514233ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:58.740263Z","caller":"traceutil/trace.go:171","msg":"trace[497020664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15042; }","duration":"684.04925ms","start":"2026-07-03T16:27:58.056193Z","end":"2026-07-03T16:27:58.740242Z","steps":["trace[497020664] 'agreement among raft nodes before linearized reading' (duration: 683.813975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.740276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.859932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:27:58.74029Z","caller":"traceutil/trace.go:171","msg":"trace[976833531] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:15042; }","duration":"864.365395ms","start":"2026-07-03T16:27:57.875909Z","end":"2026-07-03T16:27:58.740275Z","steps":["trace[976833531] 'agreement among raft nodes before linearized reading' (duration: 864.050868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.74031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.056179Z","time spent":"684.122243ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:27:58.740334Z","caller":"traceutil/trace.go:171","msg":"trace[5702471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15042; }","duration":"685.945364ms","start":"2026-07-03T16:27:58.054372Z","end":"2026-07-03T16:27:58.740318Z","steps":["trace[5702471] 'agreement among raft nodes before linearized reading' (duration: 685.830011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.74034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.87589Z","time spent":"864.438086ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2103,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:27:58.740339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:57.87992Z","time spent":"860.366622ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:58.740374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.342267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:27:58.74024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.364501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:27:58.740444Z","caller":"traceutil/trace.go:171","msg":"trace[146454352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15042; }","duration":"684.421649ms","start":"2026-07-03T16:27:58.056002Z","end":"2026-07-03T16:27:58.740424Z","steps":["trace[146454352] 'agreement among raft nodes before linearized reading' (duration: 684.279776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.740454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.110028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:27:58.740482Z","caller":"traceutil/trace.go:171","msg":"trace[967171781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15042; }","duration":"685.631107ms","start":"2026-07-03T16:27:58.054836Z","end":"2026-07-03T16:27:58.740467Z","steps":["trace[967171781] 'agreement among raft nodes before linearized reading' (duration: 685.096235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.740383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.05434Z","time spent":"686.033156ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:58.740493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.055993Z","time spent":"684.486361ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:27:58.740201Z","caller":"traceutil/trace.go:171","msg":"trace[766085141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15042; }","duration":"639.310915ms","start":"2026-07-03T16:27:58.100874Z","end":"2026-07-03T16:27:58.740185Z","steps":["trace[766085141] 'agreement among raft nodes before linearized reading' (duration: 639.114581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.740732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.100858Z","time spent":"639.856048ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"info","ts":"2026-07-03T16:27:58.740491Z","caller":"traceutil/trace.go:171","msg":"trace[1189875877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15042; }","duration":"686.18021ms","start":"2026-07-03T16:27:58.054301Z","end":"2026-07-03T16:27:58.740482Z","steps":["trace[1189875877] 'agreement among raft nodes before linearized reading' (duration: 686.100838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:58.740829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.054282Z","time spent":"686.527947ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:27:58.740544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.054825Z","time spent":"685.703879ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:27:59.028964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.984175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:27:59.029081Z","caller":"traceutil/trace.go:171","msg":"trace[481881846] transaction","detail":"{read_only:false; response_revision:15043; number_of_response:1; }","duration":"284.197375ms","start":"2026-07-03T16:27:58.744864Z","end":"2026-07-03T16:27:59.029061Z","steps":["trace[481881846] 'process raft request' (duration: 94.010635ms)","trace[481881846] 'compare' (duration: 188.497801ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:59.227112Z","caller":"traceutil/trace.go:171","msg":"trace[259675812] transaction","detail":"{read_only:false; response_revision:15046; number_of_response:1; }","duration":"480.934365ms","start":"2026-07-03T16:27:58.746152Z","end":"2026-07-03T16:27:59.227087Z","steps":["trace[259675812] 'process raft request' (duration: 480.863393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:59.227268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.746134Z","time spent":"481.049458ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:59.227398Z","caller":"traceutil/trace.go:171","msg":"trace[804569581] transaction","detail":"{read_only:false; response_revision:15044; number_of_response:1; }","duration":"481.61223ms","start":"2026-07-03T16:27:58.745752Z","end":"2026-07-03T16:27:59.227364Z","steps":["trace[804569581] 'process raft request' (duration: 475.429529ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:59.227431Z","caller":"traceutil/trace.go:171","msg":"trace[158778995] linearizableReadLoop","detail":"{readStateIndex:15592; appliedIndex:15590; }","duration":"481.547749ms","start":"2026-07-03T16:27:58.745812Z","end":"2026-07-03T16:27:59.22736Z","steps":["trace[158778995] 'read index received' (duration: 93.077253ms)","trace[158778995] 'applied index is now lower than readState.Index' (duration: 388.463986ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:27:59.227505Z","caller":"traceutil/trace.go:171","msg":"trace[1659870680] transaction","detail":"{read_only:false; response_revision:15047; number_of_response:1; }","duration":"480.026334ms","start":"2026-07-03T16:27:58.747443Z","end":"2026-07-03T16:27:59.227469Z","steps":["trace[1659870680] 'process raft request' (duration: 479.602165ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:27:59.227538Z","caller":"traceutil/trace.go:171","msg":"trace[583644324] transaction","detail":"{read_only:false; response_revision:15045; number_of_response:1; }","duration":"481.636921ms","start":"2026-07-03T16:27:58.74586Z","end":"2026-07-03T16:27:59.227497Z","steps":["trace[583644324] 'process raft request' (duration: 481.074108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:59.227719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.747435Z","time spent":"480.195508ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:59.227805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.745846Z","time spent":"481.916337ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:27:59.227783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.948553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:27:59.22757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.745733Z","time spent":"481.744403ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:27:59.227861Z","caller":"traceutil/trace.go:171","msg":"trace[2135555617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15047; }","duration":"477.046815ms","start":"2026-07-03T16:27:58.750802Z","end":"2026-07-03T16:27:59.227849Z","steps":["trace[2135555617] 'agreement among raft nodes before linearized reading' (duration: 476.910072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:59.227938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.750794Z","time spent":"477.132737ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:27:59.228083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.546266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-07-03T16:27:59.228296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.454229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578677"} {"level":"info","ts":"2026-07-03T16:27:59.228409Z","caller":"traceutil/trace.go:171","msg":"trace[853197028] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15047; }","duration":"482.621623ms","start":"2026-07-03T16:27:58.745769Z","end":"2026-07-03T16:27:59.228391Z","steps":["trace[853197028] 'agreement among raft nodes before linearized reading' (duration: 481.803134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:59.22849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.745755Z","time spent":"482.720095ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":578698,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:27:59.228729Z","caller":"traceutil/trace.go:171","msg":"trace[722388640] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123; range_end:; response_count:1; response_revision:15047; }","duration":"480.69787ms","start":"2026-07-03T16:27:58.747428Z","end":"2026-07-03T16:27:59.228126Z","steps":["trace[722388640] 'agreement among raft nodes before linearized reading' (duration: 480.2374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:27:59.228835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:27:58.747419Z","time spent":"481.375185ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1456,"request content":"key:\"/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" "} {"level":"info","ts":"2026-07-03T16:28:00.614359Z","caller":"traceutil/trace.go:171","msg":"trace[1391445854] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"197.691952ms","start":"2026-07-03T16:28:00.416645Z","end":"2026-07-03T16:28:00.614337Z","steps":["trace[1391445854] 'process raft request' (duration: 197.450456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.941994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.438589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:00.942093Z","caller":"traceutil/trace.go:171","msg":"trace[1585489939] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:15048; }","duration":"263.593983ms","start":"2026-07-03T16:28:00.678479Z","end":"2026-07-03T16:28:00.942073Z","steps":["trace[1585489939] 'count revisions from in-memory index tree' (duration: 263.375497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:00.942196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.331067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:00.942317Z","caller":"traceutil/trace.go:171","msg":"trace[2010063713] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"195.365069ms","start":"2026-07-03T16:28:00.746932Z","end":"2026-07-03T16:28:00.942297Z","steps":["trace[2010063713] 'process raft request' (duration: 88.849807ms)","trace[2010063713] 'compare' (duration: 106.218275ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:01.296225Z","caller":"traceutil/trace.go:171","msg":"trace[231986490] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"548.861442ms","start":"2026-07-03T16:28:00.747327Z","end":"2026-07-03T16:28:01.296188Z","steps":["trace[231986490] 'process raft request' (duration: 548.523404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:01.296429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.747302Z","time spent":"549.032636ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:01.296408Z","caller":"traceutil/trace.go:171","msg":"trace[1128107432] linearizableReadLoop","detail":"{readStateIndex:15599; appliedIndex:15596; }","duration":"524.071994ms","start":"2026-07-03T16:28:00.772292Z","end":"2026-07-03T16:28:01.296364Z","steps":["trace[1128107432] 'read index received' (duration: 63.496626ms)","trace[1128107432] 'applied index is now lower than readState.Index' (duration: 460.572088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:01.296617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.310669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:01.296698Z","caller":"traceutil/trace.go:171","msg":"trace[278906415] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15051; }","duration":"524.423101ms","start":"2026-07-03T16:28:00.772245Z","end":"2026-07-03T16:28:01.296669Z","steps":["trace[278906415] 'agreement among raft nodes before linearized reading' (duration: 524.309939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:01.296732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.772231Z","time spent":"524.493393ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:01.296433Z","caller":"traceutil/trace.go:171","msg":"trace[1565090729] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"549.020126ms","start":"2026-07-03T16:28:00.747384Z","end":"2026-07-03T16:28:01.296404Z","steps":["trace[1565090729] 'process raft request' (duration: 548.736789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:01.297197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.747357Z","time spent":"549.756193ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:01.29721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.836275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:01.297271Z","caller":"traceutil/trace.go:171","msg":"trace[64401991] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:15051; }","duration":"433.960358ms","start":"2026-07-03T16:28:00.863292Z","end":"2026-07-03T16:28:01.297252Z","steps":["trace[64401991] 'agreement among raft nodes before linearized reading' (duration: 433.810474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:01.297328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:00.863271Z","time spent":"434.04551ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:01.297496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.987641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:28:01.297529Z","caller":"traceutil/trace.go:171","msg":"trace[901664012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15051; }","duration":"264.069623ms","start":"2026-07-03T16:28:01.033452Z","end":"2026-07-03T16:28:01.297522Z","steps":["trace[901664012] 'agreement among raft nodes before linearized reading' (duration: 263.996481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.099805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.730588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:02.100003Z","caller":"traceutil/trace.go:171","msg":"trace[488867601] transaction","detail":"{read_only:false; response_revision:15052; number_of_response:1; }","duration":"799.146879ms","start":"2026-07-03T16:28:01.300827Z","end":"2026-07-03T16:28:02.099974Z","steps":["trace[488867601] 'process raft request' (duration: 182.173776ms)","trace[488867601] 'compare' (duration: 616.102144ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:02.100096Z","caller":"traceutil/trace.go:171","msg":"trace[1869296067] linearizableReadLoop","detail":"{readStateIndex:15602; appliedIndex:15599; }","duration":"798.569046ms","start":"2026-07-03T16:28:01.301511Z","end":"2026-07-03T16:28:02.10008Z","steps":["trace[1869296067] 'read index received' (duration: 181.654104ms)","trace[1869296067] 'applied index is now lower than readState.Index' (duration: 616.914062ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:02.100069Z","caller":"traceutil/trace.go:171","msg":"trace[247789776] transaction","detail":"{read_only:false; response_revision:15053; number_of_response:1; }","duration":"798.823391ms","start":"2026-07-03T16:28:01.301207Z","end":"2026-07-03T16:28:02.10003Z","steps":["trace[247789776] 'process raft request' (duration: 798.696769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.100126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.3008Z","time spent":"799.259961ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:02.100108Z","caller":"traceutil/trace.go:171","msg":"trace[1284153201] transaction","detail":"{read_only:false; response_revision:15054; number_of_response:1; }","duration":"798.794571ms","start":"2026-07-03T16:28:01.301275Z","end":"2026-07-03T16:28:02.100069Z","steps":["trace[1284153201] 'process raft request' (duration: 798.690039ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:02.100157Z","caller":"traceutil/trace.go:171","msg":"trace[1728747479] transaction","detail":"{read_only:false; response_revision:15055; number_of_response:1; }","duration":"798.509305ms","start":"2026-07-03T16:28:01.30162Z","end":"2026-07-03T16:28:02.10013Z","steps":["trace[1728747479] 'process raft request' (duration: 798.377632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.100249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.301174Z","time spent":"798.979545ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:02.100285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.899075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-03T16:28:02.100317Z","caller":"traceutil/trace.go:171","msg":"trace[297171723] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:15056; }","duration":"299.935456ms","start":"2026-07-03T16:28:01.800373Z","end":"2026-07-03T16:28:02.100308Z","steps":["trace[297171723] 'agreement among raft nodes before linearized reading' (duration: 299.814033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.100303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.301609Z","time spent":"798.598756ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:02.100344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.800273Z","time spent":"300.064208ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:28:02.100301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.30127Z","time spent":"798.938094ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:02.100146Z","caller":"traceutil/trace.go:171","msg":"trace[1493203251] transaction","detail":"{read_only:false; response_revision:15056; number_of_response:1; }","duration":"798.158487ms","start":"2026-07-03T16:28:01.301973Z","end":"2026-07-03T16:28:02.100131Z","steps":["trace[1493203251] 'process raft request' (duration: 798.069725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.10053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.30195Z","time spent":"798.529845ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:02.100866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.540356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:28:02.100945Z","caller":"traceutil/trace.go:171","msg":"trace[1075779036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15056; }","duration":"562.659638ms","start":"2026-07-03T16:28:01.538269Z","end":"2026-07-03T16:28:02.100928Z","steps":["trace[1075779036] 'agreement among raft nodes before linearized reading' (duration: 561.893389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.100997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.538248Z","time spent":"562.73402ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:28:02.100877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.353484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578677"} {"level":"info","ts":"2026-07-03T16:28:02.101233Z","caller":"traceutil/trace.go:171","msg":"trace[1646511873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15056; }","duration":"799.728833ms","start":"2026-07-03T16:28:01.301488Z","end":"2026-07-03T16:28:02.101217Z","steps":["trace[1646511873] 'agreement among raft nodes before linearized reading' (duration: 798.657488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:02.101293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:01.301483Z","time spent":"799.789814ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":578698,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:28:03.444962Z","caller":"traceutil/trace.go:171","msg":"trace[1366335318] transaction","detail":"{read_only:false; response_revision:15061; number_of_response:1; }","duration":"142.447135ms","start":"2026-07-03T16:28:03.302491Z","end":"2026-07-03T16:28:03.444938Z","steps":["trace[1366335318] 'process raft request' (duration: 142.276312ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:03.46574Z","caller":"traceutil/trace.go:171","msg":"trace[904109313] transaction","detail":"{read_only:false; response_revision:15062; number_of_response:1; }","duration":"162.955015ms","start":"2026-07-03T16:28:03.302754Z","end":"2026-07-03T16:28:03.465709Z","steps":["trace[904109313] 'process raft request' (duration: 162.72297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:04.245164Z","caller":"traceutil/trace.go:171","msg":"trace[1671417995] transaction","detail":"{read_only:false; response_revision:15065; number_of_response:1; }","duration":"136.245394ms","start":"2026-07-03T16:28:04.108879Z","end":"2026-07-03T16:28:04.245125Z","steps":["trace[1671417995] 'process raft request' (duration: 114.763581ms)","trace[1671417995] 'compare' (duration: 19.027976ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:04.24546Z","caller":"traceutil/trace.go:171","msg":"trace[821959104] linearizableReadLoop","detail":"{readStateIndex:15616; appliedIndex:15613; }","duration":"117.33325ms","start":"2026-07-03T16:28:04.128071Z","end":"2026-07-03T16:28:04.245404Z","steps":["trace[821959104] 'read index received' (duration: 95.573621ms)","trace[821959104] 'applied index is now lower than readState.Index' (duration: 21.757569ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:04.245559Z","caller":"traceutil/trace.go:171","msg":"trace[1412551362] transaction","detail":"{read_only:false; response_revision:15066; number_of_response:1; }","duration":"136.630722ms","start":"2026-07-03T16:28:04.108883Z","end":"2026-07-03T16:28:04.245514Z","steps":["trace[1412551362] 'process raft request' (duration: 136.105661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:04.245687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.73904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:28:04.245777Z","caller":"traceutil/trace.go:171","msg":"trace[1601080922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15067; }","duration":"131.859563ms","start":"2026-07-03T16:28:04.113897Z","end":"2026-07-03T16:28:04.245757Z","steps":["trace[1601080922] 'agreement among raft nodes before linearized reading' (duration: 131.647728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:04.245828Z","caller":"traceutil/trace.go:171","msg":"trace[240140700] transaction","detail":"{read_only:false; response_revision:15067; number_of_response:1; }","duration":"135.403203ms","start":"2026-07-03T16:28:04.11041Z","end":"2026-07-03T16:28:04.245813Z","steps":["trace[240140700] 'process raft request' (duration: 134.903812ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:04.250438Z","caller":"traceutil/trace.go:171","msg":"trace[1521563254] transaction","detail":"{read_only:false; response_revision:15068; number_of_response:1; }","duration":"119.121011ms","start":"2026-07-03T16:28:04.131293Z","end":"2026-07-03T16:28:04.250414Z","steps":["trace[1521563254] 'process raft request' (duration: 119.035059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:07.682009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.289939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:28:07.682091Z","caller":"traceutil/trace.go:171","msg":"trace[319473339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15081; }","duration":"432.406463ms","start":"2026-07-03T16:28:07.249664Z","end":"2026-07-03T16:28:07.682071Z","steps":["trace[319473339] 'range keys from in-memory index tree' (duration: 432.114685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:07.68213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.249651Z","time spent":"432.470724ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:28:07.682099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.234614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:07.682221Z","caller":"traceutil/trace.go:171","msg":"trace[2078095042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15081; }","duration":"509.407808ms","start":"2026-07-03T16:28:07.172786Z","end":"2026-07-03T16:28:07.682193Z","steps":["trace[2078095042] 'count revisions from in-memory index tree' (duration: 509.145372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:07.6823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.172771Z","time spent":"509.50758ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:08.019355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:08.520105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:09.020473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:09.156737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.675919698s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:28:09.157128Z","caller":"traceutil/trace.go:171","msg":"trace[1681910879] transaction","detail":"{read_only:false; response_revision:15082; number_of_response:1; }","duration":"1.676384408s","start":"2026-07-03T16:28:07.480728Z","end":"2026-07-03T16:28:09.157112Z","steps":["trace[1681910879] 'process raft request' (duration: 1.676272336s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.157224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.480707Z","time spent":"1.676450349s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:09.519819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000880117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:28:09.519902Z","caller":"traceutil/trace.go:171","msg":"trace[311423331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00100981s","start":"2026-07-03T16:28:07.51887Z","end":"2026-07-03T16:28:09.51988Z","steps":["trace[311423331] 'agreement among raft nodes before linearized reading' (duration: 2.000906317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.519951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.518854Z","time spent":"2.001086321s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:28:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T16:28:09.661414Z","caller":"traceutil/trace.go:171","msg":"trace[255952016] linearizableReadLoop","detail":"{readStateIndex:15634; appliedIndex:15631; }","duration":"2.142480392s","start":"2026-07-03T16:28:07.518911Z","end":"2026-07-03T16:28:09.661392Z","steps":["trace[255952016] 'read index received' (duration: 1.63808474s)","trace[255952016] 'applied index is now lower than readState.Index' (duration: 504.394212ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:09.661581Z","caller":"traceutil/trace.go:171","msg":"trace[1276091390] transaction","detail":"{read_only:false; response_revision:15083; number_of_response:1; }","duration":"2.145415629s","start":"2026-07-03T16:28:07.516154Z","end":"2026-07-03T16:28:09.661569Z","steps":["trace[1276091390] 'process raft request' (duration: 2.105691829s)","trace[1276091390] 'compare' (duration: 39.213359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:09.661778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.516133Z","time spent":"2.145586715s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:09.661926Z","caller":"traceutil/trace.go:171","msg":"trace[1761775693] transaction","detail":"{read_only:false; response_revision:15084; number_of_response:1; }","duration":"964.745936ms","start":"2026-07-03T16:28:08.697172Z","end":"2026-07-03T16:28:09.661918Z","steps":["trace[1761775693] 'process raft request' (duration: 964.132011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.661976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.697149Z","time spent":"964.803197ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:09.662091Z","caller":"traceutil/trace.go:171","msg":"trace[260758696] transaction","detail":"{read_only:false; response_revision:15085; number_of_response:1; }","duration":"573.458106ms","start":"2026-07-03T16:28:09.088625Z","end":"2026-07-03T16:28:09.662083Z","steps":["trace[260758696] 'process raft request' (duration: 572.729188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.662133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.088603Z","time spent":"573.508387ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:09.662295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977152793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:28:09.662322Z","caller":"traceutil/trace.go:171","msg":"trace[451960711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15085; }","duration":"1.977221455s","start":"2026-07-03T16:28:07.685094Z","end":"2026-07-03T16:28:09.662315Z","steps":["trace[451960711] 'agreement among raft nodes before linearized reading' (duration: 1.977122063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.662342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:07.685077Z","time spent":"1.977260816s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:28:09.662397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189878046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:09.662475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382145795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:28:09.66248Z","caller":"traceutil/trace.go:171","msg":"trace[462210520] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15085; }","duration":"1.190021279s","start":"2026-07-03T16:28:08.472441Z","end":"2026-07-03T16:28:09.662462Z","steps":["trace[462210520] 'agreement among raft nodes before linearized reading' (duration: 1.189835375s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.662497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327715115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:28:09.6625Z","caller":"traceutil/trace.go:171","msg":"trace[1829913226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15085; }","duration":"1.382208196s","start":"2026-07-03T16:28:08.280286Z","end":"2026-07-03T16:28:09.662494Z","steps":["trace[1829913226] 'agreement among raft nodes before linearized reading' (duration: 1.382145085s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.662551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467005319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:09.662573Z","caller":"traceutil/trace.go:171","msg":"trace[1718047825] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:15085; }","duration":"1.46703044s","start":"2026-07-03T16:28:08.195537Z","end":"2026-07-03T16:28:09.662568Z","steps":["trace[1718047825] 'agreement among raft nodes before linearized reading' (duration: 1.466975129s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.662572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.280268Z","time spent":"1.382296968s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:09.662597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.195472Z","time spent":"1.467117881s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":28,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:09.662535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.472417Z","time spent":"1.190108252s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":28,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:09.662645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32008841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:28:09.662698Z","caller":"traceutil/trace.go:171","msg":"trace[1305012415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15085; }","duration":"1.320172792s","start":"2026-07-03T16:28:08.34251Z","end":"2026-07-03T16:28:09.662683Z","steps":["trace[1305012415] 'agreement among raft nodes before linearized reading' (duration: 1.320021739s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.66273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493749401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T16:28:09.662733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.342494Z","time spent":"1.320232174s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"info","ts":"2026-07-03T16:28:09.662752Z","caller":"traceutil/trace.go:171","msg":"trace[929523937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15085; }","duration":"1.493809243s","start":"2026-07-03T16:28:08.168937Z","end":"2026-07-03T16:28:09.662746Z","steps":["trace[929523937] 'agreement among raft nodes before linearized reading' (duration: 1.493750791s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.662771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.168895Z","time spent":"1.493871734s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:28:09.662767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.521258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:09.662803Z","caller":"traceutil/trace.go:171","msg":"trace[359357639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15085; }","duration":"269.559089ms","start":"2026-07-03T16:28:09.393232Z","end":"2026-07-03T16:28:09.662791Z","steps":["trace[359357639] 'agreement among raft nodes before linearized reading' (duration: 269.499337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.662852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3270371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:28:09.662897Z","caller":"traceutil/trace.go:171","msg":"trace[457164777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15085; }","duration":"1.327081061s","start":"2026-07-03T16:28:08.335805Z","end":"2026-07-03T16:28:09.662886Z","steps":["trace[457164777] 'agreement among raft nodes before linearized reading' (duration: 1.326977229s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.662938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.335767Z","time spent":"1.327163043s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:28:09.662964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316363675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:09.663017Z","caller":"traceutil/trace.go:171","msg":"trace[553967191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15085; }","duration":"1.316439238s","start":"2026-07-03T16:28:08.346564Z","end":"2026-07-03T16:28:09.663003Z","steps":["trace[553967191] 'agreement among raft nodes before linearized reading' (duration: 1.316364096s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.663066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.717534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:09.663069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.346552Z","time spent":"1.316503599s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:09.663107Z","caller":"traceutil/trace.go:171","msg":"trace[717279866] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15085; }","duration":"803.788786ms","start":"2026-07-03T16:28:08.859307Z","end":"2026-07-03T16:28:09.663096Z","steps":["trace[717279866] 'agreement among raft nodes before linearized reading' (duration: 803.739685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.663144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.859287Z","time spent":"803.848677ms","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":26,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:09.663177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327981471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:28:09.66321Z","caller":"traceutil/trace.go:171","msg":"trace[404212630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15085; }","duration":"1.328039443s","start":"2026-07-03T16:28:08.335161Z","end":"2026-07-03T16:28:09.6632Z","steps":["trace[404212630] 'agreement among raft nodes before linearized reading' (duration: 1.327965171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.663233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.335143Z","time spent":"1.328085614s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:09.663262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153118774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:09.662586Z","caller":"traceutil/trace.go:171","msg":"trace[352349356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15085; }","duration":"1.327858199s","start":"2026-07-03T16:28:08.334706Z","end":"2026-07-03T16:28:09.662564Z","steps":["trace[352349356] 'agreement among raft nodes before linearized reading' (duration: 1.327600183s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:09.663312Z","caller":"traceutil/trace.go:171","msg":"trace[40019946] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:15085; }","duration":"1.153208956s","start":"2026-07-03T16:28:08.510088Z","end":"2026-07-03T16:28:09.663297Z","steps":["trace[40019946] 'agreement among raft nodes before linearized reading' (duration: 1.153139315s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.663025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.249755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T16:28:09.6643Z","caller":"traceutil/trace.go:171","msg":"trace[1703713250] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15085; }","duration":"801.562134ms","start":"2026-07-03T16:28:08.862716Z","end":"2026-07-03T16:28:09.664278Z","steps":["trace[1703713250] 'agreement among raft nodes before linearized reading' (duration: 800.210674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.662864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626790751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:09.664393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.862704Z","time spent":"801.665516ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:28:09.66442Z","caller":"traceutil/trace.go:171","msg":"trace[2043696527] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:15085; }","duration":"1.628351127s","start":"2026-07-03T16:28:08.036039Z","end":"2026-07-03T16:28:09.66439Z","steps":["trace[2043696527] 'agreement among raft nodes before linearized reading' (duration: 1.626804862s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:09.664482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.036022Z","time spent":"1.628441778s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:09.663347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.510068Z","time spent":"1.153269707s","remote":"127.0.0.1:35832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:09.663346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:08.334683Z","time spent":"1.328652097s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:09.663411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.141332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:09.665139Z","caller":"traceutil/trace.go:171","msg":"trace[423720065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15085; }","duration":"145.003604ms","start":"2026-07-03T16:28:09.520124Z","end":"2026-07-03T16:28:09.665128Z","steps":["trace[423720065] 'agreement among raft nodes before linearized reading' (duration: 142.972398ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:10.172024Z","caller":"traceutil/trace.go:171","msg":"trace[916340019] transaction","detail":"{read_only:false; response_revision:15087; number_of_response:1; }","duration":"502.97972ms","start":"2026-07-03T16:28:09.669007Z","end":"2026-07-03T16:28:10.171986Z","steps":["trace[916340019] 'process raft request' (duration: 502.780746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:10.172219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.668981Z","time spent":"503.142505ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:10.172287Z","caller":"traceutil/trace.go:171","msg":"trace[93107872] transaction","detail":"{read_only:false; response_revision:15088; number_of_response:1; }","duration":"503.248657ms","start":"2026-07-03T16:28:09.669009Z","end":"2026-07-03T16:28:10.172258Z","steps":["trace[93107872] 'process raft request' (duration: 502.925179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:10.172432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.668981Z","time spent":"503.37778ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:10.172486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.604672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:28:10.1723Z","caller":"traceutil/trace.go:171","msg":"trace[805973494] linearizableReadLoop","detail":"{readStateIndex:15640; appliedIndex:15635; }","duration":"502.404728ms","start":"2026-07-03T16:28:09.66987Z","end":"2026-07-03T16:28:10.172275Z","steps":["trace[805973494] 'read index received' (duration: 14.80635ms)","trace[805973494] 'applied index is now lower than readState.Index' (duration: 487.597028ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:10.172566Z","caller":"traceutil/trace.go:171","msg":"trace[1875988560] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:15090; }","duration":"502.708204ms","start":"2026-07-03T16:28:09.669835Z","end":"2026-07-03T16:28:10.172543Z","steps":["trace[1875988560] 'agreement among raft nodes before linearized reading' (duration: 502.503949ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:10.172557Z","caller":"traceutil/trace.go:171","msg":"trace[396964337] transaction","detail":"{read_only:false; response_revision:15090; number_of_response:1; }","duration":"502.96897ms","start":"2026-07-03T16:28:09.669567Z","end":"2026-07-03T16:28:10.172536Z","steps":["trace[396964337] 'process raft request' (duration: 502.654773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:10.17262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.669823Z","time spent":"502.782156ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"warn","ts":"2026-07-03T16:28:10.172787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.669554Z","time spent":"503.109124ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:10.172923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.301965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-03T16:28:10.172934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.509774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:10.172979Z","caller":"traceutil/trace.go:171","msg":"trace[2026301450] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:15090; }","duration":"297.397888ms","start":"2026-07-03T16:28:09.875566Z","end":"2026-07-03T16:28:10.172964Z","steps":["trace[2026301450] 'agreement among raft nodes before linearized reading' (duration: 297.229104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:10.172963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.949053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:10.173028Z","caller":"traceutil/trace.go:171","msg":"trace[307397008] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15090; }","duration":"452.625056ms","start":"2026-07-03T16:28:09.720378Z","end":"2026-07-03T16:28:10.173003Z","steps":["trace[307397008] 'agreement among raft nodes before linearized reading' (duration: 452.495463ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:10.173056Z","caller":"traceutil/trace.go:171","msg":"trace[1272927310] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:15090; }","duration":"388.088196ms","start":"2026-07-03T16:28:09.784941Z","end":"2026-07-03T16:28:10.173029Z","steps":["trace[1272927310] 'agreement among raft nodes before linearized reading' (duration: 387.920072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:10.172933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.927875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:10.173117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.784922Z","time spent":"388.181989ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":17,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:10.173218Z","caller":"traceutil/trace.go:171","msg":"trace[1668576527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15090; }","duration":"498.201851ms","start":"2026-07-03T16:28:09.674952Z","end":"2026-07-03T16:28:10.173154Z","steps":["trace[1668576527] 'agreement among raft nodes before linearized reading' (duration: 497.807492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:10.173323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.674947Z","time spent":"498.358574ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:10.1731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.72036Z","time spent":"452.725628ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:28:10.173314Z","caller":"traceutil/trace.go:171","msg":"trace[1518100235] transaction","detail":"{read_only:false; response_revision:15089; number_of_response:1; }","duration":"503.8421ms","start":"2026-07-03T16:28:09.669452Z","end":"2026-07-03T16:28:10.173294Z","steps":["trace[1518100235] 'process raft request' (duration: 502.682564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:10.174054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.59369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:10.174054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:09.669437Z","time spent":"504.568726ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:10.174114Z","caller":"traceutil/trace.go:171","msg":"trace[1678511221] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15090; }","duration":"269.850896ms","start":"2026-07-03T16:28:09.904243Z","end":"2026-07-03T16:28:10.174094Z","steps":["trace[1678511221] 'agreement among raft nodes before linearized reading' (duration: 268.571847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:10.849073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.568064ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-03T16:28:10.849165Z","caller":"traceutil/trace.go:171","msg":"trace[1194490681] linearizableReadLoop","detail":"{readStateIndex:15641; appliedIndex:15640; }","duration":"672.439225ms","start":"2026-07-03T16:28:10.176709Z","end":"2026-07-03T16:28:10.849148Z","steps":["trace[1194490681] 'read index received' (duration: 219.767368ms)","trace[1194490681] 'applied index is now lower than readState.Index' (duration: 452.670227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:10.849265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.550077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:10.849292Z","caller":"traceutil/trace.go:171","msg":"trace[2077943519] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15090; }","duration":"672.627559ms","start":"2026-07-03T16:28:10.176656Z","end":"2026-07-03T16:28:10.849283Z","steps":["trace[2077943519] 'agreement among raft nodes before linearized reading' (duration: 672.565277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:10.84932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.176636Z","time spent":"672.67607ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:28:10.849333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.175296Z","time spent":"674.031281ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:28:11.27324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.571218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:11.273466Z","caller":"traceutil/trace.go:171","msg":"trace[1993470636] transaction","detail":"{read_only:false; response_revision:15091; number_of_response:1; }","duration":"452.015803ms","start":"2026-07-03T16:28:10.821401Z","end":"2026-07-03T16:28:11.273417Z","steps":["trace[1993470636] 'process raft request' (duration: 128.038596ms)","trace[1993470636] 'compare' (duration: 323.419234ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:11.273528Z","caller":"traceutil/trace.go:171","msg":"trace[278740862] transaction","detail":"{read_only:false; response_revision:15092; number_of_response:1; }","duration":"423.116479ms","start":"2026-07-03T16:28:10.850397Z","end":"2026-07-03T16:28:11.273514Z","steps":["trace[278740862] 'process raft request' (duration: 422.926285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:11.273586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.850374Z","time spent":"423.184561ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:11.273551Z","caller":"traceutil/trace.go:171","msg":"trace[183577279] linearizableReadLoop","detail":"{readStateIndex:15642; appliedIndex:15641; }","duration":"424.299307ms","start":"2026-07-03T16:28:10.849197Z","end":"2026-07-03T16:28:11.273496Z","steps":["trace[183577279] 'read index received' (duration: 100.287349ms)","trace[183577279] 'applied index is now lower than readState.Index' (duration: 324.001968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:11.273615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.367371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:11.273659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.821376Z","time spent":"452.178706ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:11.273695Z","caller":"traceutil/trace.go:171","msg":"trace[1323073136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15092; }","duration":"750.492554ms","start":"2026-07-03T16:28:10.523185Z","end":"2026-07-03T16:28:11.273678Z","steps":["trace[1323073136] 'agreement among raft nodes before linearized reading' (duration: 750.31394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:11.273737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.523167Z","time spent":"750.562136ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:11.273767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096939436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-07-03T16:28:11.273842Z","caller":"traceutil/trace.go:171","msg":"trace[221626097] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b; range_end:; response_count:1; response_revision:15092; }","duration":"1.097049229s","start":"2026-07-03T16:28:10.176775Z","end":"2026-07-03T16:28:11.273824Z","steps":["trace[221626097] 'agreement among raft nodes before linearized reading' (duration: 1.096837064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:11.27388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.176761Z","time spent":"1.09711147s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1296,"request content":"key:\"/registry/persistentvolumes/pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" "} {"level":"info","ts":"2026-07-03T16:28:11.348767Z","caller":"traceutil/trace.go:171","msg":"trace[1968319732] transaction","detail":"{read_only:false; response_revision:15093; number_of_response:1; }","duration":"378.037765ms","start":"2026-07-03T16:28:10.970695Z","end":"2026-07-03T16:28:11.348733Z","steps":["trace[1968319732] 'process raft request' (duration: 377.835331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:11.348959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.970664Z","time spent":"378.194189ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:13.5192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:28:13.519303Z","caller":"traceutil/trace.go:171","msg":"trace[1547191809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358406s","start":"2026-07-03T16:28:11.518924Z","end":"2026-07-03T16:28:13.519282Z","steps":["trace[1547191809] 'agreement among raft nodes before linearized reading' (duration: 2.000214072s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:13.519355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.518903Z","time spent":"2.000441377s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:28:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:14.664565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141322622s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:14.664699Z","caller":"traceutil/trace.go:171","msg":"trace[673703955] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15093; }","duration":"1.141446155s","start":"2026-07-03T16:28:13.523218Z","end":"2026-07-03T16:28:14.664664Z","steps":["trace[673703955] 'range keys from in-memory index tree' (duration: 1.141308202s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:14.665276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285858343s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:14.66532Z","caller":"traceutil/trace.go:171","msg":"trace[535902457] linearizableReadLoop","detail":"{readStateIndex:15645; appliedIndex:15643; }","duration":"3.391666199s","start":"2026-07-03T16:28:11.273647Z","end":"2026-07-03T16:28:14.665313Z","steps":["trace[535902457] 'read index received' (duration: 74.944278ms)","trace[535902457] 'applied index is now lower than readState.Index' (duration: 3.316721101s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:14.665389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68315923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:14.665407Z","caller":"traceutil/trace.go:171","msg":"trace[316411659] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:15094; }","duration":"3.683217922s","start":"2026-07-03T16:28:10.982185Z","end":"2026-07-03T16:28:14.665403Z","steps":["trace[316411659] 'agreement among raft nodes before linearized reading' (duration: 3.68316508s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:14.665386Z","caller":"traceutil/trace.go:171","msg":"trace[1986677807] transaction","detail":"{read_only:false; response_revision:15094; number_of_response:1; }","duration":"3.502799817s","start":"2026-07-03T16:28:11.162559Z","end":"2026-07-03T16:28:14.665359Z","steps":["trace[1986677807] 'process raft request' (duration: 216.812291ms)","trace[1986677807] 'compare' (duration: 3.284694916s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:14.665426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.982165Z","time spent":"3.683256123s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":26,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:14.665503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.162535Z","time spent":"3.502905389s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:14.665594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813179331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:28:14.665614Z","caller":"traceutil/trace.go:171","msg":"trace[1074903990] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15094; }","duration":"3.813227931s","start":"2026-07-03T16:28:10.852382Z","end":"2026-07-03T16:28:14.66561Z","steps":["trace[1074903990] 'agreement among raft nodes before linearized reading' (duration: 3.813142059s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:14.665627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:10.85237Z","time spent":"3.813254442s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:28:15.165837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:15.186722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:28:15.186779Z","caller":"traceutil/trace.go:171","msg":"trace[843810661] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962156s","start":"2026-07-03T16:28:13.186803Z","end":"2026-07-03T16:28:15.186765Z","steps":["trace[843810661] 'agreement among raft nodes before linearized reading' (duration: 1.999878474s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:15.186841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.186783Z","time spent":"2.000024148s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:28:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:15.468125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.800007418s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:28:15.468509Z","caller":"traceutil/trace.go:171","msg":"trace[745024879] transaction","detail":"{read_only:false; response_revision:15095; number_of_response:1; }","duration":"3.800507839s","start":"2026-07-03T16:28:11.667975Z","end":"2026-07-03T16:28:15.468483Z","steps":["trace[745024879] 'process raft request' (duration: 3.800295124s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:15.468628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.667947Z","time spent":"3.800598971s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:15.519678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:28:15.519765Z","caller":"traceutil/trace.go:171","msg":"trace[872378740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091139s","start":"2026-07-03T16:28:13.519655Z","end":"2026-07-03T16:28:15.519746Z","steps":["trace[872378740] 'agreement among raft nodes before linearized reading' (duration: 1.999978736s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:15.51982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:13.519638Z","time spent":"2.00017156s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:28:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:28:16.042571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.155709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:16.042764Z","caller":"traceutil/trace.go:171","msg":"trace[2001265759] linearizableReadLoop","detail":"{readStateIndex:15648; appliedIndex:15645; }","duration":"1.377412284s","start":"2026-07-03T16:28:14.665335Z","end":"2026-07-03T16:28:16.042747Z","steps":["trace[2001265759] 'read index received' (duration: 803.055968ms)","trace[2001265759] 'applied index is now lower than readState.Index' (duration: 574.355256ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:16.042854Z","caller":"traceutil/trace.go:171","msg":"trace[2037661806] transaction","detail":"{read_only:false; response_revision:15097; number_of_response:1; }","duration":"4.373005083s","start":"2026-07-03T16:28:11.66984Z","end":"2026-07-03T16:28:16.042845Z","steps":["trace[2037661806] 'process raft request' (duration: 4.372833749s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:16.042873Z","caller":"traceutil/trace.go:171","msg":"trace[740759044] transaction","detail":"{read_only:false; response_revision:15096; number_of_response:1; }","duration":"4.374305833s","start":"2026-07-03T16:28:11.668555Z","end":"2026-07-03T16:28:16.042861Z","steps":["trace[740759044] 'process raft request' (duration: 4.005781265s)","trace[740759044] 'compare' (duration: 367.75562ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:16.04291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.669825Z","time spent":"4.373053794s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:16.042965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881696021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:16.04305Z","caller":"traceutil/trace.go:171","msg":"trace[610995890] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:15097; }","duration":"3.881834494s","start":"2026-07-03T16:28:12.16119Z","end":"2026-07-03T16:28:16.043024Z","steps":["trace[610995890] 'agreement among raft nodes before linearized reading' (duration: 3.881670021s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.043095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.161169Z","time spent":"3.881915226s","remote":"127.0.0.1:38546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:16.043141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242770118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-03T16:28:16.043168Z","caller":"traceutil/trace.go:171","msg":"trace[1070747943] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:15097; }","duration":"4.242835049s","start":"2026-07-03T16:28:11.800321Z","end":"2026-07-03T16:28:16.043156Z","steps":["trace[1070747943] 'agreement among raft nodes before linearized reading' (duration: 4.242752438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.043191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.800302Z","time spent":"4.24288404s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:28:16.043212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.954663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:16.043225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.354330317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:28:16.043252Z","caller":"traceutil/trace.go:171","msg":"trace[1697649682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15097; }","duration":"518.023154ms","start":"2026-07-03T16:28:15.525217Z","end":"2026-07-03T16:28:16.04324Z","steps":["trace[1697649682] 'agreement among raft nodes before linearized reading' (duration: 517.960282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.043253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863595677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:28:16.043243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367846216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:28:16.043285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.525203Z","time spent":"518.074216ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:28:16.043281Z","caller":"traceutil/trace.go:171","msg":"trace[429886049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15097; }","duration":"4.354428109s","start":"2026-07-03T16:28:11.688835Z","end":"2026-07-03T16:28:16.043263Z","steps":["trace[429886049] 'agreement among raft nodes before linearized reading' (duration: 4.354267454s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:16.043318Z","caller":"traceutil/trace.go:171","msg":"trace[461269034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15097; }","duration":"3.863675309s","start":"2026-07-03T16:28:12.179622Z","end":"2026-07-03T16:28:16.043297Z","steps":["trace[461269034] 'agreement among raft nodes before linearized reading' (duration: 3.863441672s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:16.043325Z","caller":"traceutil/trace.go:171","msg":"trace[852390319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15097; }","duration":"4.367954449s","start":"2026-07-03T16:28:11.675354Z","end":"2026-07-03T16:28:16.043308Z","steps":["trace[852390319] 'agreement among raft nodes before linearized reading' (duration: 4.367705032s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.043331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.688815Z","time spent":"4.35450425s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:16.043368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.675323Z","time spent":"4.368036311s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:28:16.04325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37629502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19097"} {"level":"info","ts":"2026-07-03T16:28:16.043413Z","caller":"traceutil/trace.go:171","msg":"trace[1752693322] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15097; }","duration":"1.376501025s","start":"2026-07-03T16:28:14.666903Z","end":"2026-07-03T16:28:16.043404Z","steps":["trace[1752693322] 'agreement among raft nodes before linearized reading' (duration: 1.376226918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.043413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.169547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-03T16:28:16.043442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:14.666888Z","time spent":"1.376543936s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19118,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:28:16.043446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.39629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:16.043462Z","caller":"traceutil/trace.go:171","msg":"trace[1583698581] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:15097; }","duration":"521.240909ms","start":"2026-07-03T16:28:15.522203Z","end":"2026-07-03T16:28:16.043444Z","steps":["trace[1583698581] 'agreement among raft nodes before linearized reading' (duration: 521.101506ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:16.043479Z","caller":"traceutil/trace.go:171","msg":"trace[1087541425] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:15097; }","duration":"332.469601ms","start":"2026-07-03T16:28:15.710997Z","end":"2026-07-03T16:28:16.043467Z","steps":["trace[1087541425] 'agreement among raft nodes before linearized reading' (duration: 332.4228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.043489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852131394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:28:16.043508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.710971Z","time spent":"332.529363ms","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:16.043507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.522187Z","time spent":"521.31202ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"warn","ts":"2026-07-03T16:28:16.043368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.179613Z","time spent":"3.863742341s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:28:16.043562Z","caller":"traceutil/trace.go:171","msg":"trace[1896604020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15097; }","duration":"3.852182245s","start":"2026-07-03T16:28:12.191345Z","end":"2026-07-03T16:28:16.043527Z","steps":["trace[1896604020] 'agreement among raft nodes before linearized reading' (duration: 3.852049432s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.043584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866068263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:28:16.043609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.191325Z","time spent":"3.852271826s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:28:16.04363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.603543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:16.043631Z","caller":"traceutil/trace.go:171","msg":"trace[106860904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15097; }","duration":"3.866122675s","start":"2026-07-03T16:28:12.177491Z","end":"2026-07-03T16:28:16.043613Z","steps":["trace[106860904] 'agreement among raft nodes before linearized reading' (duration: 3.866032283s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:16.043658Z","caller":"traceutil/trace.go:171","msg":"trace[89601557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:15097; }","duration":"352.663374ms","start":"2026-07-03T16:28:15.690985Z","end":"2026-07-03T16:28:16.043648Z","steps":["trace[89601557] 'agreement among raft nodes before linearized reading' (duration: 352.621183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.043673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.177482Z","time spent":"3.866183176s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:16.043682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.690966Z","time spent":"352.709585ms","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:16.043477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866271099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:28:16.043727Z","caller":"traceutil/trace.go:171","msg":"trace[1959357914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15097; }","duration":"3.866565146s","start":"2026-07-03T16:28:12.177147Z","end":"2026-07-03T16:28:16.043712Z","steps":["trace[1959357914] 'agreement among raft nodes before linearized reading' (duration: 3.866161097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.043773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:12.177131Z","time spent":"3.866627897s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:28:16.043924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:11.668528Z","time spent":"4.374367955s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:16.043827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.047592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:16.045211Z","caller":"traceutil/trace.go:171","msg":"trace[826817565] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:15097; }","duration":"887.480734ms","start":"2026-07-03T16:28:15.157715Z","end":"2026-07-03T16:28:16.045195Z","steps":["trace[826817565] 'agreement among raft nodes before linearized reading' (duration: 885.890808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:16.045251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:15.157696Z","time spent":"887.542795ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:16.59832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:17.098734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:17.599584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:18.10076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:18.601094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:18.749574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.652359512s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:28:18.810059Z","caller":"traceutil/trace.go:171","msg":"trace[1039046679] transaction","detail":"{read_only:false; response_revision:15098; number_of_response:1; }","duration":"2.764727307s","start":"2026-07-03T16:28:16.045306Z","end":"2026-07-03T16:28:18.810033Z","steps":["trace[1039046679] 'process raft request' (duration: 2.704426895s)","trace[1039046679] 'compare' (duration: 59.591976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:18.810178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.045289Z","time spent":"2.76482184s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:18.81031Z","caller":"traceutil/trace.go:171","msg":"trace[20155780] transaction","detail":"{read_only:false; response_revision:15103; number_of_response:1; }","duration":"2.760578132s","start":"2026-07-03T16:28:16.049709Z","end":"2026-07-03T16:28:18.810287Z","steps":["trace[20155780] 'process raft request' (duration: 2.760533571s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:18.810421Z","caller":"traceutil/trace.go:171","msg":"trace[629870001] transaction","detail":"{read_only:false; response_revision:15100; number_of_response:1; }","duration":"2.76183251s","start":"2026-07-03T16:28:16.048575Z","end":"2026-07-03T16:28:18.810407Z","steps":["trace[629870001] 'process raft request' (duration: 2.761568364s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:18.810452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.049704Z","time spent":"2.760675364s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:18.810472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.048547Z","time spent":"2.761901462s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:18.810574Z","caller":"traceutil/trace.go:171","msg":"trace[1075786583] transaction","detail":"{read_only:false; response_revision:15102; number_of_response:1; }","duration":"2.760900539s","start":"2026-07-03T16:28:16.049663Z","end":"2026-07-03T16:28:18.810564Z","steps":["trace[1075786583] 'process raft request' (duration: 2.760551561s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:18.810605Z","caller":"traceutil/trace.go:171","msg":"trace[1608499578] transaction","detail":"{read_only:false; response_revision:15099; number_of_response:1; }","duration":"2.762347262s","start":"2026-07-03T16:28:16.04825Z","end":"2026-07-03T16:28:18.810597Z","steps":["trace[1608499578] 'process raft request' (duration: 2.761754728s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:18.810628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.049658Z","time spent":"2.76094481s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:18.81062Z","caller":"traceutil/trace.go:171","msg":"trace[712716409] transaction","detail":"{read_only:false; response_revision:15101; number_of_response:1; }","duration":"2.761049511s","start":"2026-07-03T16:28:16.049539Z","end":"2026-07-03T16:28:18.810588Z","steps":["trace[712716409] 'process raft request' (duration: 2.760642492s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:18.810761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.049529Z","time spent":"2.761154745s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:18.810642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.047622Z","time spent":"2.763001337s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.491386Z","caller":"traceutil/trace.go:171","msg":"trace[480120981] transaction","detail":"{read_only:false; response_revision:15105; number_of_response:1; }","duration":"3.192450061s","start":"2026-07-03T16:28:16.298907Z","end":"2026-07-03T16:28:19.491357Z","steps":["trace[480120981] 'process raft request' (duration: 3.192198685s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.491514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.298879Z","time spent":"3.192569814s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.491691Z","caller":"traceutil/trace.go:171","msg":"trace[328215568] transaction","detail":"{read_only:false; response_revision:15104; number_of_response:1; }","duration":"3.393612962s","start":"2026-07-03T16:28:16.098068Z","end":"2026-07-03T16:28:19.491681Z","steps":["trace[328215568] 'process raft request' (duration: 3.392369374s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.491753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.098052Z","time spent":"3.393671485s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.492314Z","caller":"traceutil/trace.go:171","msg":"trace[1542153905] transaction","detail":"{read_only:false; response_revision:15107; number_of_response:1; }","duration":"2.822379759s","start":"2026-07-03T16:28:16.669899Z","end":"2026-07-03T16:28:19.492279Z","steps":["trace[1542153905] 'process raft request' (duration: 2.821315334s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.492503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.669875Z","time spent":"2.822519962s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.492264Z","caller":"traceutil/trace.go:171","msg":"trace[1016136705] transaction","detail":"{read_only:false; response_revision:15106; number_of_response:1; }","duration":"2.989992281s","start":"2026-07-03T16:28:16.502261Z","end":"2026-07-03T16:28:19.492253Z","steps":["trace[1016136705] 'process raft request' (duration: 2.988921596s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.494304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.502241Z","time spent":"2.992027748s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:19.520855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:28:19.520897Z","caller":"traceutil/trace.go:171","msg":"trace[1602877771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999957905s","start":"2026-07-03T16:28:17.520929Z","end":"2026-07-03T16:28:19.520887Z","steps":["trace[1602877771] 'agreement among raft nodes before linearized reading' (duration: 1.999906234s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.520993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.520913Z","time spent":"2.000004687s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:28:19.5819Z","caller":"traceutil/trace.go:171","msg":"trace[1647032456] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"2.106623571s","start":"2026-07-03T16:28:17.475256Z","end":"2026-07-03T16:28:19.581879Z","steps":["trace[1647032456] 'process raft request' (duration: 2.106314144s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.475233Z","time spent":"2.106728414s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.582031Z","caller":"traceutil/trace.go:171","msg":"trace[44120901] transaction","detail":"{read_only:false; response_revision:15112; number_of_response:1; }","duration":"727.693682ms","start":"2026-07-03T16:28:18.854316Z","end":"2026-07-03T16:28:19.58201Z","steps":["trace[44120901] 'process raft request' (duration: 727.654231ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.582149Z","caller":"traceutil/trace.go:171","msg":"trace[446472746] transaction","detail":"{read_only:false; response_revision:15110; number_of_response:1; }","duration":"1.533814721s","start":"2026-07-03T16:28:18.048327Z","end":"2026-07-03T16:28:19.582142Z","steps":["trace[446472746] 'process raft request' (duration: 1.533565495s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.854291Z","time spent":"727.806394ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:19.582201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.048308Z","time spent":"1.533873792s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.582262Z","caller":"traceutil/trace.go:171","msg":"trace[511569834] transaction","detail":"{read_only:false; response_revision:15109; number_of_response:1; }","duration":"1.909790809s","start":"2026-07-03T16:28:17.672464Z","end":"2026-07-03T16:28:19.582255Z","steps":["trace[511569834] 'process raft request' (duration: 1.909339509s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.67244Z","time spent":"1.909840751s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.582313Z","caller":"traceutil/trace.go:171","msg":"trace[1358979414] transaction","detail":"{read_only:false; response_revision:15111; number_of_response:1; }","duration":"1.531417445s","start":"2026-07-03T16:28:18.050886Z","end":"2026-07-03T16:28:19.582304Z","steps":["trace[1358979414] 'process raft request' (duration: 1.531043907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.050859Z","time spent":"1.531483787s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:19.582417Z","caller":"traceutil/trace.go:171","msg":"trace[1567675579] linearizableReadLoop","detail":"{readStateIndex:15664; appliedIndex:15649; }","duration":"3.485167491s","start":"2026-07-03T16:28:16.097231Z","end":"2026-07-03T16:28:19.582399Z","steps":["trace[1567675579] 'read index received' (duration: 2.652513145s)","trace[1567675579] 'applied index is now lower than readState.Index' (duration: 832.652476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:19.582644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527174574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T16:28:19.582686Z","caller":"traceutil/trace.go:171","msg":"trace[1289777536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15112; }","duration":"3.527243617s","start":"2026-07-03T16:28:16.05543Z","end":"2026-07-03T16:28:19.582673Z","steps":["trace[1289777536] 'agreement among raft nodes before linearized reading' (duration: 3.527093593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.05542Z","time spent":"3.527291257s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5672,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:28:19.582749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68911489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-03T16:28:19.582812Z","caller":"traceutil/trace.go:171","msg":"trace[1978539893] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:15112; }","duration":"1.689197992s","start":"2026-07-03T16:28:17.893587Z","end":"2026-07-03T16:28:19.582785Z","steps":["trace[1978539893] 'agreement among raft nodes before linearized reading' (duration: 1.689046879s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.582886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.893557Z","time spent":"1.689310085s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-03T16:28:19.583128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22234237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:19.583158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031502075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:19.583174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382421426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:926238"} {"level":"info","ts":"2026-07-03T16:28:19.583193Z","caller":"traceutil/trace.go:171","msg":"trace[1560112301] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15112; }","duration":"1.031578957s","start":"2026-07-03T16:28:18.551604Z","end":"2026-07-03T16:28:19.583183Z","steps":["trace[1560112301] 'agreement among raft nodes before linearized reading' (duration: 1.031460444s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:19.583208Z","caller":"traceutil/trace.go:171","msg":"trace[901539413] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:15112; }","duration":"3.382526318s","start":"2026-07-03T16:28:16.200674Z","end":"2026-07-03T16:28:19.5832Z","steps":["trace[901539413] 'agreement among raft nodes before linearized reading' (duration: 3.381888944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.583222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.551581Z","time spent":"1.031634548s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":98,"response size":28,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:19.583237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.200654Z","time spent":"3.382574709s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":85,"response size":926259,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:28:19.58327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349001063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:19.583303Z","caller":"traceutil/trace.go:171","msg":"trace[1971570941] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:15112; }","duration":"1.349074085s","start":"2026-07-03T16:28:18.234221Z","end":"2026-07-03T16:28:19.583295Z","steps":["trace[1971570941] 'agreement among raft nodes before linearized reading' (duration: 1.348971032s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.583331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.234199Z","time spent":"1.349124766s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":99,"response size":28,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:19.583512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959437136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:19.583543Z","caller":"traceutil/trace.go:171","msg":"trace[1509417777] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15112; }","duration":"1.959488097s","start":"2026-07-03T16:28:17.624048Z","end":"2026-07-03T16:28:19.583536Z","steps":["trace[1509417777] 'agreement among raft nodes before linearized reading' (duration: 1.959441136s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.583564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.62404Z","time spent":"1.959519179s","remote":"127.0.0.1:40466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:19.583701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963891719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-07-03T16:28:19.583726Z","caller":"traceutil/trace.go:171","msg":"trace[952036166] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15112; }","duration":"1.96395245s","start":"2026-07-03T16:28:17.619768Z","end":"2026-07-03T16:28:19.58372Z","steps":["trace[952036166] 'agreement among raft nodes before linearized reading' (duration: 1.963887339s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.583745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.619748Z","time spent":"1.963990831s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:28:19.583855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232212072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:28:19.583857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030046648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-03T16:28:19.583878Z","caller":"traceutil/trace.go:171","msg":"trace[355571534] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:15112; }","duration":"3.232270204s","start":"2026-07-03T16:28:16.351603Z","end":"2026-07-03T16:28:19.583873Z","steps":["trace[355571534] 'agreement among raft nodes before linearized reading' (duration: 3.232229653s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.583897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.351586Z","time spent":"3.232306214s","remote":"127.0.0.1:48104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:19.583173Z","caller":"traceutil/trace.go:171","msg":"trace[756901752] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15112; }","duration":"1.222432162s","start":"2026-07-03T16:28:18.360731Z","end":"2026-07-03T16:28:19.583163Z","steps":["trace[756901752] 'agreement among raft nodes before linearized reading' (duration: 1.22235697s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.583974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129581677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:19.584002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:18.360703Z","time spent":"1.223291341s","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:19.584005Z","caller":"traceutil/trace.go:171","msg":"trace[493245036] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:15112; }","duration":"2.129643078s","start":"2026-07-03T16:28:17.454352Z","end":"2026-07-03T16:28:19.583995Z","steps":["trace[493245036] 'agreement among raft nodes before linearized reading' (duration: 2.129559137s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.584034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.454333Z","time spent":"2.129693919s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":48,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:19.584254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379119018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:19.584294Z","caller":"traceutil/trace.go:171","msg":"trace[678242409] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:15112; }","duration":"2.37919236s","start":"2026-07-03T16:28:17.205093Z","end":"2026-07-03T16:28:19.584285Z","steps":["trace[678242409] 'agreement among raft nodes before linearized reading' (duration: 2.379116208s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.584323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:17.205074Z","time spent":"2.379241731s","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":23,"response size":28,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:19.583892Z","caller":"traceutil/trace.go:171","msg":"trace[1146405717] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15112; }","duration":"3.03011039s","start":"2026-07-03T16:28:16.553772Z","end":"2026-07-03T16:28:19.583882Z","steps":["trace[1146405717] 'agreement among raft nodes before linearized reading' (duration: 3.030018888s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.584401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.553755Z","time spent":"3.030613502s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":377,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:28:19.58386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534921541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578677"} {"level":"info","ts":"2026-07-03T16:28:19.584523Z","caller":"traceutil/trace.go:171","msg":"trace[768722770] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15112; }","duration":"3.535600928s","start":"2026-07-03T16:28:16.04891Z","end":"2026-07-03T16:28:19.58451Z","steps":["trace[768722770] 'agreement among raft nodes before linearized reading' (duration: 3.534430241s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.584574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.048857Z","time spent":"3.53570102s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":578698,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:28:19.584629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677750943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150922"} {"level":"info","ts":"2026-07-03T16:28:19.584669Z","caller":"traceutil/trace.go:171","msg":"trace[87403700] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:15112; }","duration":"2.677828365s","start":"2026-07-03T16:28:16.906832Z","end":"2026-07-03T16:28:19.58466Z","steps":["trace[87403700] 'agreement among raft nodes before linearized reading' (duration: 2.677621441s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:19.584726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:16.906815Z","time spent":"2.677902427s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150943,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-03T16:28:20.69712Z","caller":"traceutil/trace.go:171","msg":"trace[1757782566] transaction","detail":"{read_only:false; response_revision:15116; number_of_response:1; }","duration":"120.685196ms","start":"2026-07-03T16:28:20.576413Z","end":"2026-07-03T16:28:20.697098Z","steps":["trace[1757782566] 'process raft request' (duration: 87.445314ms)","trace[1757782566] 'compare' (duration: 33.029717ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:20.941529Z","caller":"traceutil/trace.go:171","msg":"trace[373263028] transaction","detail":"{read_only:false; response_revision:15117; number_of_response:1; }","duration":"236.142732ms","start":"2026-07-03T16:28:20.705348Z","end":"2026-07-03T16:28:20.941491Z","steps":["trace[373263028] 'process raft request' (duration: 207.933236ms)","trace[373263028] 'compare' (duration: 28.025252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:20.94246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.987108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:28:20.943157Z","caller":"traceutil/trace.go:171","msg":"trace[958688391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15117; }","duration":"127.557925ms","start":"2026-07-03T16:28:20.815581Z","end":"2026-07-03T16:28:20.943139Z","steps":["trace[958688391] 'agreement among raft nodes before linearized reading' (duration: 125.941707ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:20.943533Z","caller":"traceutil/trace.go:171","msg":"trace[952762208] linearizableReadLoop","detail":"{readStateIndex:15671; appliedIndex:15670; }","duration":"125.788473ms","start":"2026-07-03T16:28:20.815616Z","end":"2026-07-03T16:28:20.941404Z","steps":["trace[952762208] 'read index received' (duration: 97.649469ms)","trace[952762208] 'applied index is now lower than readState.Index' (duration: 28.138194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:20.943874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.820731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T16:28:20.943973Z","caller":"traceutil/trace.go:171","msg":"trace[558816785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15117; }","duration":"127.946093ms","start":"2026-07-03T16:28:20.816014Z","end":"2026-07-03T16:28:20.94396Z","steps":["trace[558816785] 'agreement among raft nodes before linearized reading' (duration: 127.788239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.943884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.50861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:28:20.944047Z","caller":"traceutil/trace.go:171","msg":"trace[1022876559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15117; }","duration":"126.724005ms","start":"2026-07-03T16:28:20.817315Z","end":"2026-07-03T16:28:20.944039Z","steps":["trace[1022876559] 'agreement among raft nodes before linearized reading' (duration: 126.457339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.944121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.251331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:28:20.944202Z","caller":"traceutil/trace.go:171","msg":"trace[1031733556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15117; }","duration":"128.486546ms","start":"2026-07-03T16:28:20.815696Z","end":"2026-07-03T16:28:20.944182Z","steps":["trace[1031733556] 'agreement among raft nodes before linearized reading' (duration: 128.157119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:20.945138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.448067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:28:20.94602Z","caller":"traceutil/trace.go:171","msg":"trace[1560995345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15117; }","duration":"130.344368ms","start":"2026-07-03T16:28:20.815659Z","end":"2026-07-03T16:28:20.946004Z","steps":["trace[1560995345] 'agreement among raft nodes before linearized reading' (duration: 128.061026ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.148948Z","caller":"traceutil/trace.go:171","msg":"trace[924718712] transaction","detail":"{read_only:false; response_revision:15119; number_of_response:1; }","duration":"199.861301ms","start":"2026-07-03T16:28:20.949056Z","end":"2026-07-03T16:28:21.148917Z","steps":["trace[924718712] 'process raft request' (duration: 113.593343ms)","trace[924718712] 'compare' (duration: 86.084734ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:21.149245Z","caller":"traceutil/trace.go:171","msg":"trace[620850484] transaction","detail":"{read_only:false; response_revision:15121; number_of_response:1; }","duration":"199.607165ms","start":"2026-07-03T16:28:20.949625Z","end":"2026-07-03T16:28:21.149232Z","steps":["trace[620850484] 'process raft request' (duration: 199.482712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.149227Z","caller":"traceutil/trace.go:171","msg":"trace[405767491] transaction","detail":"{read_only:false; response_revision:15120; number_of_response:1; }","duration":"199.699458ms","start":"2026-07-03T16:28:20.94951Z","end":"2026-07-03T16:28:21.149209Z","steps":["trace[405767491] 'process raft request' (duration: 199.34905ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.14936Z","caller":"traceutil/trace.go:171","msg":"trace[1697836226] transaction","detail":"{read_only:false; response_revision:15122; number_of_response:1; }","duration":"197.468396ms","start":"2026-07-03T16:28:20.951881Z","end":"2026-07-03T16:28:21.149349Z","steps":["trace[1697836226] 'process raft request' (duration: 197.318022ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.149659Z","caller":"traceutil/trace.go:171","msg":"trace[233892267] transaction","detail":"{read_only:false; response_revision:15123; number_of_response:1; }","duration":"196.020943ms","start":"2026-07-03T16:28:20.953625Z","end":"2026-07-03T16:28:21.149646Z","steps":["trace[233892267] 'process raft request' (duration: 195.677446ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:21.149759Z","caller":"traceutil/trace.go:171","msg":"trace[337898990] transaction","detail":"{read_only:false; response_revision:15124; number_of_response:1; }","duration":"195.433149ms","start":"2026-07-03T16:28:20.954296Z","end":"2026-07-03T16:28:21.149729Z","steps":["trace[337898990] 'process raft request' (duration: 195.235665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.261433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.352385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:28:23.261537Z","caller":"traceutil/trace.go:171","msg":"trace[1465170392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15137; }","duration":"108.495758ms","start":"2026-07-03T16:28:23.153014Z","end":"2026-07-03T16:28:23.26151Z","steps":["trace[1465170392] 'range keys from in-memory index tree' (duration: 108.172789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.261878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.418125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:28:23.261932Z","caller":"traceutil/trace.go:171","msg":"trace[237099327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15137; }","duration":"108.512167ms","start":"2026-07-03T16:28:23.153406Z","end":"2026-07-03T16:28:23.261918Z","steps":["trace[237099327] 'range keys from in-memory index tree' (duration: 108.283852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.262214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.560473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:28:23.262274Z","caller":"traceutil/trace.go:171","msg":"trace[978064422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15137; }","duration":"106.626455ms","start":"2026-07-03T16:28:23.155626Z","end":"2026-07-03T16:28:23.262252Z","steps":["trace[978064422] 'range keys from in-memory index tree' (duration: 106.43868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.262531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.129998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:28:23.262582Z","caller":"traceutil/trace.go:171","msg":"trace[1952151526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15137; }","duration":"104.19824ms","start":"2026-07-03T16:28:23.158371Z","end":"2026-07-03T16:28:23.262569Z","steps":["trace[1952151526] 'range keys from in-memory index tree' (duration: 104.003665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.56057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.299413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:23.560906Z","caller":"traceutil/trace.go:171","msg":"trace[2085741166] transaction","detail":"{read_only:false; response_revision:15139; number_of_response:1; }","duration":"292.861072ms","start":"2026-07-03T16:28:23.26802Z","end":"2026-07-03T16:28:23.560881Z","steps":["trace[2085741166] 'process raft request' (duration: 146.16592ms)","trace[2085741166] 'compare' (duration: 146.13047ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:23.56089Z","caller":"traceutil/trace.go:171","msg":"trace[766745965] transaction","detail":"{read_only:false; response_revision:15140; number_of_response:1; }","duration":"292.544636ms","start":"2026-07-03T16:28:23.268318Z","end":"2026-07-03T16:28:23.560863Z","steps":["trace[766745965] 'process raft request' (duration: 292.353902ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:23.560879Z","caller":"traceutil/trace.go:171","msg":"trace[1035753338] transaction","detail":"{read_only:false; response_revision:15141; number_of_response:1; }","duration":"292.490545ms","start":"2026-07-03T16:28:23.268361Z","end":"2026-07-03T16:28:23.560851Z","steps":["trace[1035753338] 'process raft request' (duration: 292.404973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.970877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.517202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:23.970943Z","caller":"traceutil/trace.go:171","msg":"trace[309933289] linearizableReadLoop","detail":"{readStateIndex:15698; appliedIndex:15697; }","duration":"333.657889ms","start":"2026-07-03T16:28:23.637273Z","end":"2026-07-03T16:28:23.970931Z","steps":["trace[309933289] 'read index received' (duration: 73.033565ms)","trace[309933289] 'applied index is now lower than readState.Index' (duration: 260.623454ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:23.970996Z","caller":"traceutil/trace.go:171","msg":"trace[1077695732] transaction","detail":"{read_only:false; response_revision:15143; number_of_response:1; }","duration":"347.398583ms","start":"2026-07-03T16:28:23.623558Z","end":"2026-07-03T16:28:23.970956Z","steps":["trace[1077695732] 'process raft request' (duration: 86.745088ms)","trace[1077695732] 'compare' (duration: 260.362319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:23.971022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.73944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:23.971158Z","caller":"traceutil/trace.go:171","msg":"trace[2100597376] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:15143; }","duration":"333.887445ms","start":"2026-07-03T16:28:23.637258Z","end":"2026-07-03T16:28:23.971145Z","steps":["trace[2100597376] 'agreement among raft nodes before linearized reading' (duration: 333.7132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:23.971148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.623531Z","time spent":"347.540947ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:23.971184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.637203Z","time spent":"333.974336ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:24.632227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.39364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:24.632366Z","caller":"traceutil/trace.go:171","msg":"trace[1741491476] linearizableReadLoop","detail":"{readStateIndex:15700; appliedIndex:15698; }","duration":"661.390683ms","start":"2026-07-03T16:28:23.970956Z","end":"2026-07-03T16:28:24.632347Z","steps":["trace[1741491476] 'read index received' (duration: 290.746606ms)","trace[1741491476] 'applied index is now lower than readState.Index' (duration: 370.643297ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:24.632539Z","caller":"traceutil/trace.go:171","msg":"trace[710248532] transaction","detail":"{read_only:false; response_revision:15144; number_of_response:1; }","duration":"938.443233ms","start":"2026-07-03T16:28:23.694087Z","end":"2026-07-03T16:28:24.63253Z","steps":["trace[710248532] 'process raft request' (duration: 567.684903ms)","trace[710248532] 'compare' (duration: 370.288408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:24.632588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.694059Z","time spent":"938.506073ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:24.63279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.020073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:24.632847Z","caller":"traceutil/trace.go:171","msg":"trace[1954317909] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:15145; }","duration":"360.123686ms","start":"2026-07-03T16:28:24.272711Z","end":"2026-07-03T16:28:24.632835Z","steps":["trace[1954317909] 'agreement among raft nodes before linearized reading' (duration: 360.008913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.632875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:24.272693Z","time spent":"360.176966ms","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:24.632901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.489267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:28:24.63293Z","caller":"traceutil/trace.go:171","msg":"trace[540127824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15145; }","duration":"929.550149ms","start":"2026-07-03T16:28:23.703372Z","end":"2026-07-03T16:28:24.632922Z","steps":["trace[540127824] 'agreement among raft nodes before linearized reading' (duration: 929.449116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.632953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.703356Z","time spent":"929.592409ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"info","ts":"2026-07-03T16:28:24.633094Z","caller":"traceutil/trace.go:171","msg":"trace[1954947536] transaction","detail":"{read_only:false; response_revision:15145; number_of_response:1; }","duration":"938.76486ms","start":"2026-07-03T16:28:23.694299Z","end":"2026-07-03T16:28:24.633064Z","steps":["trace[1954947536] 'process raft request' (duration: 938.004533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.633157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.319145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:24.633426Z","caller":"traceutil/trace.go:171","msg":"trace[487113088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15145; }","duration":"112.615841ms","start":"2026-07-03T16:28:24.520797Z","end":"2026-07-03T16:28:24.633413Z","steps":["trace[487113088] 'agreement among raft nodes before linearized reading' (duration: 112.333094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:24.633404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:23.694257Z","time spent":"939.066377ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:26.161865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.244118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:28:26.161893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056834087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:28:26.161909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.596266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:28:26.161963Z","caller":"traceutil/trace.go:171","msg":"trace[2136885154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15145; }","duration":"856.389172ms","start":"2026-07-03T16:28:25.305546Z","end":"2026-07-03T16:28:26.161935Z","steps":["trace[2136885154] 'range keys from in-memory index tree' (duration: 855.977642ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:26.16197Z","caller":"traceutil/trace.go:171","msg":"trace[766328158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15145; }","duration":"1.05695993s","start":"2026-07-03T16:28:25.104988Z","end":"2026-07-03T16:28:26.161947Z","steps":["trace[766328158] 'range keys from in-memory index tree' (duration: 1.056523879s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:26.162034Z","caller":"traceutil/trace.go:171","msg":"trace[453492486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15145; }","duration":"596.727709ms","start":"2026-07-03T16:28:25.565252Z","end":"2026-07-03T16:28:26.16198Z","steps":["trace[453492486] 'range keys from in-memory index tree' (duration: 596.38409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.16205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:25.104964Z","time spent":"1.057076742s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:28:26.162055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:25.305521Z","time spent":"856.518095ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:26.162089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:25.565245Z","time spent":"596.831772ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:28:26.16213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.946214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:28:26.162221Z","caller":"traceutil/trace.go:171","msg":"trace[1422463681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15145; }","duration":"597.084448ms","start":"2026-07-03T16:28:25.565112Z","end":"2026-07-03T16:28:26.162197Z","steps":["trace[1422463681] 'range keys from in-memory index tree' (duration: 596.77576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.162271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:25.565091Z","time spent":"597.168469ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:26.16213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.715122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:28:26.16239Z","caller":"traceutil/trace.go:171","msg":"trace[1084450177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15145; }","duration":"598.02876ms","start":"2026-07-03T16:28:25.56435Z","end":"2026-07-03T16:28:26.162379Z","steps":["trace[1084450177] 'range keys from in-memory index tree' (duration: 597.413246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.162389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.430508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-03T16:28:26.162419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:25.564333Z","time spent":"598.08038ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:28:26.162455Z","caller":"traceutil/trace.go:171","msg":"trace[207260926] linearizableReadLoop","detail":"{readStateIndex:15701; appliedIndex:15700; }","duration":"402.481747ms","start":"2026-07-03T16:28:25.759962Z","end":"2026-07-03T16:28:26.162444Z","steps":["trace[207260926] 'read index received' (duration: 201.015839ms)","trace[207260926] 'applied index is now lower than readState.Index' (duration: 201.464668ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:26.162637Z","caller":"traceutil/trace.go:171","msg":"trace[1575534083] transaction","detail":"{read_only:false; response_revision:15146; number_of_response:1; }","duration":"539.16892ms","start":"2026-07-03T16:28:25.623453Z","end":"2026-07-03T16:28:26.162622Z","steps":["trace[1575534083] 'process raft request' (duration: 337.431375ms)","trace[1575534083] 'compare' (duration: 200.847044ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:26.162704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:25.62343Z","time spent":"539.243491ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:26.162881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.928957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:26.162918Z","caller":"traceutil/trace.go:171","msg":"trace[2025443805] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:15146; }","duration":"403.005049ms","start":"2026-07-03T16:28:25.759904Z","end":"2026-07-03T16:28:26.162909Z","steps":["trace[2025443805] 'agreement among raft nodes before linearized reading' (duration: 402.883326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.16295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:25.759882Z","time spent":"403.060359ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:26.257184Z","caller":"traceutil/trace.go:171","msg":"trace[891317296] transaction","detail":"{read_only:false; response_revision:15147; number_of_response:1; }","duration":"281.3497ms","start":"2026-07-03T16:28:25.975796Z","end":"2026-07-03T16:28:26.257145Z","steps":["trace[891317296] 'process raft request' (duration: 281.098784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.257724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.80609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:26.257859Z","caller":"traceutil/trace.go:171","msg":"trace[1858895425] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:15147; }","duration":"166.006755ms","start":"2026-07-03T16:28:26.091835Z","end":"2026-07-03T16:28:26.257842Z","steps":["trace[1858895425] 'agreement among raft nodes before linearized reading' (duration: 165.236457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:26.979461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659214,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:28:27.183605Z","caller":"traceutil/trace.go:171","msg":"trace[1496823367] transaction","detail":"{read_only:false; response_revision:15149; number_of_response:1; }","duration":"1.016344688s","start":"2026-07-03T16:28:26.167218Z","end":"2026-07-03T16:28:27.183563Z","steps":["trace[1496823367] 'process raft request' (duration: 1.016242066s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:27.183864Z","caller":"traceutil/trace.go:171","msg":"trace[1644513787] transaction","detail":"{read_only:false; response_revision:15150; number_of_response:1; }","duration":"1.016510182s","start":"2026-07-03T16:28:26.167342Z","end":"2026-07-03T16:28:27.183852Z","steps":["trace[1644513787] 'process raft request' (duration: 1.016176184s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:27.184054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.167335Z","time spent":"1.016588574s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:27.184078Z","caller":"traceutil/trace.go:171","msg":"trace[721127305] transaction","detail":"{read_only:false; response_revision:15152; number_of_response:1; }","duration":"1.016177594s","start":"2026-07-03T16:28:26.167871Z","end":"2026-07-03T16:28:27.184049Z","steps":["trace[721127305] 'process raft request' (duration: 1.016066642s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:27.183858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.167197Z","time spent":"1.016539423s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:27.184232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.167859Z","time spent":"1.016293947s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:27.183627Z","caller":"traceutil/trace.go:171","msg":"trace[458235912] transaction","detail":"{read_only:false; response_revision:15148; number_of_response:1; }","duration":"1.01643836s","start":"2026-07-03T16:28:26.167135Z","end":"2026-07-03T16:28:27.183573Z","steps":["trace[458235912] 'process raft request' (duration: 1.015890618s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:27.184245Z","caller":"traceutil/trace.go:171","msg":"trace[688739192] transaction","detail":"{read_only:false; response_revision:15151; number_of_response:1; }","duration":"1.016822259s","start":"2026-07-03T16:28:26.16735Z","end":"2026-07-03T16:28:27.184172Z","steps":["trace[688739192] 'process raft request' (duration: 1.01642874s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:27.184393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.167113Z","time spent":"1.01724585s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:27.184591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.16733Z","time spent":"1.017098927s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:28.519494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:28:28.519579Z","caller":"traceutil/trace.go:171","msg":"trace[1248845622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264553s","start":"2026-07-03T16:28:26.519295Z","end":"2026-07-03T16:28:28.519559Z","steps":["trace[1248845622] 'agreement among raft nodes before linearized reading' (duration: 2.00015558s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:28.51963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.51923Z","time spent":"2.000387276s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:28.601551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418564798s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:28:28.60191Z","caller":"traceutil/trace.go:171","msg":"trace[946021853] transaction","detail":"{read_only:false; response_revision:15153; number_of_response:1; }","duration":"2.322741206s","start":"2026-07-03T16:28:26.279147Z","end":"2026-07-03T16:28:28.601888Z","steps":["trace[946021853] 'process raft request' (duration: 2.322557621s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:28.602045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.279121Z","time spent":"2.322852489s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:28.602087Z","caller":"traceutil/trace.go:171","msg":"trace[873361649] transaction","detail":"{read_only:false; response_revision:15154; number_of_response:1; }","duration":"1.961981506s","start":"2026-07-03T16:28:26.640091Z","end":"2026-07-03T16:28:28.602072Z","steps":["trace[873361649] 'process raft request' (duration: 1.961759051s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:28.602151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.640064Z","time spent":"1.962051438s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:28.60244Z","caller":"traceutil/trace.go:171","msg":"trace[803174529] transaction","detail":"{read_only:false; response_revision:15155; number_of_response:1; }","duration":"1.962037297s","start":"2026-07-03T16:28:26.640391Z","end":"2026-07-03T16:28:28.602428Z","steps":["trace[803174529] 'process raft request' (duration: 1.961627828s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:28.602514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.640368Z","time spent":"1.962109609s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:28.602511Z","caller":"traceutil/trace.go:171","msg":"trace[1977752109] linearizableReadLoop","detail":"{readStateIndex:15711; appliedIndex:15702; }","duration":"2.123960318s","start":"2026-07-03T16:28:26.478523Z","end":"2026-07-03T16:28:28.602483Z","steps":["trace[1977752109] 'read index received' (duration: 704.420757ms)","trace[1977752109] 'applied index is now lower than readState.Index' (duration: 1.419538611s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:28.602626Z","caller":"traceutil/trace.go:171","msg":"trace[1168003948] transaction","detail":"{read_only:false; response_revision:15157; number_of_response:1; }","duration":"1.5128621s","start":"2026-07-03T16:28:27.089752Z","end":"2026-07-03T16:28:28.602614Z","steps":["trace[1168003948] 'process raft request' (duration: 1.512663696s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:28.602629Z","caller":"traceutil/trace.go:171","msg":"trace[1148253514] transaction","detail":"{read_only:false; response_revision:15156; number_of_response:1; }","duration":"1.931661511s","start":"2026-07-03T16:28:26.670943Z","end":"2026-07-03T16:28:28.602604Z","steps":["trace[1148253514] 'process raft request' (duration: 1.931343164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:28.602732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.670922Z","time spent":"1.931753422s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:28:28.60275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:27.089726Z","time spent":"1.512938682s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:28.602754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124216684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:28.602805Z","caller":"traceutil/trace.go:171","msg":"trace[350926804] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:15157; }","duration":"2.124307556s","start":"2026-07-03T16:28:26.478482Z","end":"2026-07-03T16:28:28.60279Z","steps":["trace[350926804] 'agreement among raft nodes before linearized reading' (duration: 2.124222964s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:28.602852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.478463Z","time spent":"2.124379237s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:29.273481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.644888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:29.273709Z","caller":"traceutil/trace.go:171","msg":"trace[203708671] transaction","detail":"{read_only:false; response_revision:15160; number_of_response:1; }","duration":"666.926647ms","start":"2026-07-03T16:28:28.606764Z","end":"2026-07-03T16:28:29.273691Z","steps":["trace[203708671] 'process raft request' (duration: 666.872296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:29.273799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:28.60674Z","time spent":"667.01199ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:28:29.273849Z","caller":"traceutil/trace.go:171","msg":"trace[2101035019] transaction","detail":"{read_only:false; response_revision:15159; number_of_response:1; }","duration":"1.011411024s","start":"2026-07-03T16:28:28.262397Z","end":"2026-07-03T16:28:29.273808Z","steps":["trace[2101035019] 'process raft request' (duration: 1.011178349s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:29.273935Z","caller":"traceutil/trace.go:171","msg":"trace[467117637] linearizableReadLoop","detail":"{readStateIndex:15714; appliedIndex:15712; }","duration":"671.350109ms","start":"2026-07-03T16:28:28.602572Z","end":"2026-07-03T16:28:29.273922Z","steps":["trace[467117637] 'read index received' (duration: 149.260581ms)","trace[467117637] 'applied index is now lower than readState.Index' (duration: 522.087888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:29.274021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:28.262372Z","time spent":"1.011561068s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:29.274007Z","caller":"traceutil/trace.go:171","msg":"trace[975075865] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"1.106208227s","start":"2026-07-03T16:28:28.167769Z","end":"2026-07-03T16:28:29.273977Z","steps":["trace[975075865] 'process raft request' (duration: 583.992837ms)","trace[975075865] 'compare' (duration: 521.534425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:29.274082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621634286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:28:29.27406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.09575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:29.274109Z","caller":"traceutil/trace.go:171","msg":"trace[266818448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15160; }","duration":"2.621703498s","start":"2026-07-03T16:28:26.652398Z","end":"2026-07-03T16:28:29.274102Z","steps":["trace[266818448] 'agreement among raft nodes before linearized reading' (duration: 2.621604025s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:29.274071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117842774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:29.27406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.812529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:29.274135Z","caller":"traceutil/trace.go:171","msg":"trace[2136167040] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:15160; }","duration":"677.222814ms","start":"2026-07-03T16:28:28.59689Z","end":"2026-07-03T16:28:29.274113Z","steps":["trace[2136167040] 'agreement among raft nodes before linearized reading' (duration: 677.061339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:29.274147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.652375Z","time spent":"2.62176648s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:28:29.274146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:28.167742Z","time spent":"1.106332829s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:29.274153Z","caller":"traceutil/trace.go:171","msg":"trace[1069314746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15160; }","duration":"1.117992078s","start":"2026-07-03T16:28:28.156142Z","end":"2026-07-03T16:28:29.274134Z","steps":["trace[1069314746] 'agreement among raft nodes before linearized reading' (duration: 1.117804203s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:29.274179Z","caller":"traceutil/trace.go:171","msg":"trace[230815706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15160; }","duration":"753.967344ms","start":"2026-07-03T16:28:28.520189Z","end":"2026-07-03T16:28:29.274157Z","steps":["trace[230815706] 'agreement among raft nodes before linearized reading' (duration: 753.773429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:29.274217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:28.156122Z","time spent":"1.118084521s","remote":"127.0.0.1:48202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:29.27413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.798876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-qpk48\" ","response":"range_response_count:1 size:11628"} {"level":"warn","ts":"2026-07-03T16:28:29.274236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:28.520169Z","time spent":"754.052655ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:28:29.274262Z","caller":"traceutil/trace.go:171","msg":"trace[2114636607] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-qpk48; range_end:; response_count:1; response_revision:15160; }","duration":"567.971069ms","start":"2026-07-03T16:28:28.706282Z","end":"2026-07-03T16:28:29.274253Z","steps":["trace[2114636607] 'agreement among raft nodes before linearized reading' (duration: 567.749483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:29.274097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638399917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:28:29.274287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:28.706262Z","time spent":"568.018511ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11649,"request content":"key:\"/registry/pods/openstack/openvswitch-qpk48\" "} {"level":"info","ts":"2026-07-03T16:28:29.274305Z","caller":"traceutil/trace.go:171","msg":"trace[326992301] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:15160; }","duration":"1.638666253s","start":"2026-07-03T16:28:27.635628Z","end":"2026-07-03T16:28:29.274294Z","steps":["trace[326992301] 'agreement among raft nodes before linearized reading' (duration: 1.638343485s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:29.274168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:28.596868Z","time spent":"677.292536ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:29.274332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:27.635612Z","time spent":"1.638711025s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":28,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:29.274324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589197973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:29.277528Z","caller":"traceutil/trace.go:171","msg":"trace[220200388] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15160; }","duration":"2.592433468s","start":"2026-07-03T16:28:26.685079Z","end":"2026-07-03T16:28:29.277512Z","steps":["trace[220200388] 'agreement among raft nodes before linearized reading' (duration: 2.588906616s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:29.277668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:26.685067Z","time spent":"2.59256219s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:29.778879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:30.39726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.990114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:28:30.397366Z","caller":"traceutil/trace.go:171","msg":"trace[1702896686] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"1.119911021s","start":"2026-07-03T16:28:29.277436Z","end":"2026-07-03T16:28:30.397347Z","steps":["trace[1702896686] 'process raft request' (duration: 669.760013ms)","trace[1702896686] 'compare' (duration: 449.886542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:30.397426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.277421Z","time spent":"1.119975632s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:30.709018Z","caller":"traceutil/trace.go:171","msg":"trace[963051333] transaction","detail":"{read_only:false; response_revision:15163; number_of_response:1; }","duration":"1.430017881s","start":"2026-07-03T16:28:29.278952Z","end":"2026-07-03T16:28:30.70897Z","steps":["trace[963051333] 'process raft request' (duration: 1.429718324s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:30.709094Z","caller":"traceutil/trace.go:171","msg":"trace[1226522165] transaction","detail":"{read_only:false; response_revision:15162; number_of_response:1; }","duration":"1.430678066s","start":"2026-07-03T16:28:29.278169Z","end":"2026-07-03T16:28:30.708847Z","steps":["trace[1226522165] 'process raft request' (duration: 1.430353589s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:30.709164Z","caller":"traceutil/trace.go:171","msg":"trace[276015772] transaction","detail":"{read_only:false; response_revision:15166; number_of_response:1; }","duration":"1.425920627s","start":"2026-07-03T16:28:29.283219Z","end":"2026-07-03T16:28:30.709139Z","steps":["trace[276015772] 'process raft request' (duration: 1.425661211s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.7092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.278944Z","time spent":"1.430171274s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:30.709197Z","caller":"traceutil/trace.go:171","msg":"trace[1328333204] transaction","detail":"{read_only:false; response_revision:15167; number_of_response:1; }","duration":"1.078974684s","start":"2026-07-03T16:28:29.630199Z","end":"2026-07-03T16:28:30.709174Z","steps":["trace[1328333204] 'process raft request' (duration: 1.078844791s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.709251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.283206Z","time spent":"1.425999789s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:30.709258Z","caller":"traceutil/trace.go:171","msg":"trace[1899208323] linearizableReadLoop","detail":"{readStateIndex:15723; appliedIndex:15715; }","duration":"1.431145456s","start":"2026-07-03T16:28:29.278095Z","end":"2026-07-03T16:28:30.709241Z","steps":["trace[1899208323] 'read index received' (duration: 669.115798ms)","trace[1899208323] 'applied index is now lower than readState.Index' (duration: 762.028308ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:30.708978Z","caller":"traceutil/trace.go:171","msg":"trace[340563650] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"1.42997321s","start":"2026-07-03T16:28:29.278979Z","end":"2026-07-03T16:28:30.708953Z","steps":["trace[340563650] 'process raft request' (duration: 1.429810886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.709508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431384922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-03T16:28:30.709349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.630174Z","time spent":"1.079081776s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:30.709589Z","caller":"traceutil/trace.go:171","msg":"trace[366440114] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:15168; }","duration":"1.431497275s","start":"2026-07-03T16:28:29.278071Z","end":"2026-07-03T16:28:30.709568Z","steps":["trace[366440114] 'agreement among raft nodes before linearized reading' (duration: 1.431262969s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:30.70936Z","caller":"traceutil/trace.go:171","msg":"trace[769204136] transaction","detail":"{read_only:false; response_revision:15168; number_of_response:1; }","duration":"1.065236188s","start":"2026-07-03T16:28:29.644082Z","end":"2026-07-03T16:28:30.709318Z","steps":["trace[769204136] 'process raft request' (duration: 1.065045444s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.709671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.278959Z","time spent":"1.430498752s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:30.709639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.278059Z","time spent":"1.431570396s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"info","ts":"2026-07-03T16:28:30.709372Z","caller":"traceutil/trace.go:171","msg":"trace[1186032850] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"1.427024622s","start":"2026-07-03T16:28:29.281955Z","end":"2026-07-03T16:28:30.708979Z","steps":["trace[1186032850] 'process raft request' (duration: 1.426886949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.709795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.644066Z","time spent":"1.065642858s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:30.710909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.281946Z","time spent":"1.428904365s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:30.710276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.278159Z","time spent":"1.431018714s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:30.831617Z","caller":"traceutil/trace.go:171","msg":"trace[426780080] transaction","detail":"{read_only:false; response_revision:15171; number_of_response:1; }","duration":"115.59309ms","start":"2026-07-03T16:28:30.715999Z","end":"2026-07-03T16:28:30.831592Z","steps":["trace[426780080] 'process raft request' (duration: 115.516328ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:30.831663Z","caller":"traceutil/trace.go:171","msg":"trace[560677128] transaction","detail":"{read_only:false; response_revision:15169; number_of_response:1; }","duration":"224.009644ms","start":"2026-07-03T16:28:30.607623Z","end":"2026-07-03T16:28:30.831632Z","steps":["trace[560677128] 'process raft request' (duration: 175.632516ms)","trace[560677128] 'compare' (duration: 48.052571ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:30.831912Z","caller":"traceutil/trace.go:171","msg":"trace[1493984507] transaction","detail":"{read_only:false; response_revision:15170; number_of_response:1; }","duration":"222.808088ms","start":"2026-07-03T16:28:30.609081Z","end":"2026-07-03T16:28:30.831889Z","steps":["trace[1493984507] 'process raft request' (duration: 222.369757ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:30.831959Z","caller":"traceutil/trace.go:171","msg":"trace[199764493] linearizableReadLoop","detail":"{readStateIndex:15725; appliedIndex:15723; }","duration":"122.633231ms","start":"2026-07-03T16:28:30.709301Z","end":"2026-07-03T16:28:30.831934Z","steps":["trace[199764493] 'read index received' (duration: 74.097908ms)","trace[199764493] 'applied index is now lower than readState.Index' (duration: 48.531903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:30.832033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.683883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:30.832108Z","caller":"traceutil/trace.go:171","msg":"trace[1446041714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15171; }","duration":"546.811906ms","start":"2026-07-03T16:28:30.285279Z","end":"2026-07-03T16:28:30.832091Z","steps":["trace[1446041714] 'agreement among raft nodes before linearized reading' (duration: 546.680613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.832158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:30.285254Z","time spent":"546.894047ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:30.83217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108782637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-03T16:28:30.832138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.969949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:30.832202Z","caller":"traceutil/trace.go:171","msg":"trace[995109437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15171; }","duration":"1.108855999s","start":"2026-07-03T16:28:29.723337Z","end":"2026-07-03T16:28:30.832193Z","steps":["trace[995109437] 'agreement among raft nodes before linearized reading' (duration: 1.108731186s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.832226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.723321Z","time spent":"1.10889832s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:28:30.832225Z","caller":"traceutil/trace.go:171","msg":"trace[600946361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15171; }","duration":"188.119732ms","start":"2026-07-03T16:28:30.644086Z","end":"2026-07-03T16:28:30.832206Z","steps":["trace[600946361] 'agreement among raft nodes before linearized reading' (duration: 187.947139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.832222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549977141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:30.832547Z","caller":"traceutil/trace.go:171","msg":"trace[68529375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15171; }","duration":"1.550300638s","start":"2026-07-03T16:28:29.28221Z","end":"2026-07-03T16:28:30.83251Z","steps":["trace[68529375] 'agreement among raft nodes before linearized reading' (duration: 1.54994821s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.832654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.282201Z","time spent":"1.550414832s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:30.832895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55079841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590500"} {"level":"info","ts":"2026-07-03T16:28:30.832971Z","caller":"traceutil/trace.go:171","msg":"trace[1352451825] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:15171; }","duration":"1.550908632s","start":"2026-07-03T16:28:29.282046Z","end":"2026-07-03T16:28:30.832954Z","steps":["trace[1352451825] 'agreement among raft nodes before linearized reading' (duration: 1.549966401s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:30.833036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:29.282035Z","time spent":"1.550978004s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":590521,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:28:32.301869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572659247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:28:32.511704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232230547s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:28:32.513171Z","caller":"traceutil/trace.go:171","msg":"trace[1732592371] transaction","detail":"{read_only:false; response_revision:15172; number_of_response:1; }","duration":"1.233779943s","start":"2026-07-03T16:28:31.279362Z","end":"2026-07-03T16:28:32.513142Z","steps":["trace[1732592371] 'process raft request' (duration: 1.233586429s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:32.513423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:31.279333Z","time spent":"1.234003888s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:32.555533Z","caller":"traceutil/trace.go:171","msg":"trace[183209220] transaction","detail":"{read_only:false; response_revision:15173; number_of_response:1; }","duration":"1.26550417s","start":"2026-07-03T16:28:31.289998Z","end":"2026-07-03T16:28:32.555502Z","steps":["trace[183209220] 'process raft request' (duration: 1.265285205s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:32.555715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:31.289987Z","time spent":"1.265612202s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:33.651098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095655156s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"warn","ts":"2026-07-03T16:28:33.651389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.847171ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:33.651575Z","caller":"traceutil/trace.go:171","msg":"trace[399052692] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15173; }","duration":"128.050116ms","start":"2026-07-03T16:28:33.5235Z","end":"2026-07-03T16:28:33.65155Z","steps":["trace[399052692] 'range keys from in-memory index tree' (duration: 127.825241ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:33.652029Z","caller":"traceutil/trace.go:171","msg":"trace[1109436059] linearizableReadLoop","detail":"{readStateIndex:15729; appliedIndex:15726; }","duration":"1.85099039s","start":"2026-07-03T16:28:31.801025Z","end":"2026-07-03T16:28:33.652015Z","steps":["trace[1109436059] 'read index received' (duration: 712.074233ms)","trace[1109436059] 'applied index is now lower than readState.Index' (duration: 1.138914447s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:28:33.652177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851144544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-03T16:28:33.652205Z","caller":"traceutil/trace.go:171","msg":"trace[663182685] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:15173; }","duration":"1.851212905s","start":"2026-07-03T16:28:31.800984Z","end":"2026-07-03T16:28:33.652196Z","steps":["trace[663182685] 'agreement among raft nodes before linearized reading' (duration: 1.851101663s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.652225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:31.800946Z","time spent":"1.851274246s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-03T16:28:33.654122Z","caller":"traceutil/trace.go:171","msg":"trace[1488668995] transaction","detail":"{read_only:false; response_revision:15174; number_of_response:1; }","duration":"815.704048ms","start":"2026-07-03T16:28:32.838347Z","end":"2026-07-03T16:28:33.654051Z","steps":["trace[1488668995] 'process raft request' (duration: 815.402371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.654339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.838324Z","time spent":"815.913333ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:33.690755Z","caller":"traceutil/trace.go:171","msg":"trace[1193847457] transaction","detail":"{read_only:false; response_revision:15175; number_of_response:1; }","duration":"852.227336ms","start":"2026-07-03T16:28:32.838503Z","end":"2026-07-03T16:28:33.690731Z","steps":["trace[1193847457] 'process raft request' (duration: 851.895219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.690928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.83849Z","time spent":"852.349488ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:33.691176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763512035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:33.691231Z","caller":"traceutil/trace.go:171","msg":"trace[952195769] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:15176; }","duration":"1.763616448s","start":"2026-07-03T16:28:31.927604Z","end":"2026-07-03T16:28:33.69122Z","steps":["trace[952195769] 'agreement among raft nodes before linearized reading' (duration: 1.763524326s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.691272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:31.927584Z","time spent":"1.763681039s","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":28,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:28:33.691446Z","caller":"traceutil/trace.go:171","msg":"trace[650146172] transaction","detail":"{read_only:false; response_revision:15176; number_of_response:1; }","duration":"459.842041ms","start":"2026-07-03T16:28:33.231596Z","end":"2026-07-03T16:28:33.691438Z","steps":["trace[650146172] 'process raft request' (duration: 458.93303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.691516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:33.231575Z","time spent":"459.889712ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19059,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:33.691665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.582022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:33.691687Z","caller":"traceutil/trace.go:171","msg":"trace[281810091] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15176; }","duration":"995.641823ms","start":"2026-07-03T16:28:32.696039Z","end":"2026-07-03T16:28:33.69168Z","steps":["trace[281810091] 'agreement among raft nodes before linearized reading' (duration: 995.607233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.691702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.695982Z","time spent":"995.716365ms","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:33.69182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170492511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:33.691839Z","caller":"traceutil/trace.go:171","msg":"trace[1928795785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15176; }","duration":"1.170546342s","start":"2026-07-03T16:28:32.521288Z","end":"2026-07-03T16:28:33.691834Z","steps":["trace[1928795785] 'agreement among raft nodes before linearized reading' (duration: 1.170518241s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.691865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.521244Z","time spent":"1.170604763s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:28:33.691968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242072854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:33.691987Z","caller":"traceutil/trace.go:171","msg":"trace[1725027300] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:15176; }","duration":"1.242125674s","start":"2026-07-03T16:28:32.449857Z","end":"2026-07-03T16:28:33.691983Z","steps":["trace[1725027300] 'agreement among raft nodes before linearized reading' (duration: 1.242091553s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.44984Z","time spent":"1.242156716s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:33.691943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.970817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T16:28:33.692268Z","caller":"traceutil/trace.go:171","msg":"trace[176134834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15176; }","duration":"974.441918ms","start":"2026-07-03T16:28:32.717805Z","end":"2026-07-03T16:28:33.692247Z","steps":["trace[176134834] 'agreement among raft nodes before linearized reading' (duration: 973.816213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.692473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.717783Z","time spent":"974.668323ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:28:33.692564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.23712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:28:33.692587Z","caller":"traceutil/trace.go:171","msg":"trace[1358914346] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:15176; }","duration":"795.282991ms","start":"2026-07-03T16:28:32.897298Z","end":"2026-07-03T16:28:33.692581Z","steps":["trace[1358914346] 'agreement among raft nodes before linearized reading' (duration: 795.24878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.692603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.897288Z","time spent":"795.311331ms","remote":"127.0.0.1:48176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:28:33.692849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.741295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T16:28:33.692167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291335432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T16:28:33.692871Z","caller":"traceutil/trace.go:171","msg":"trace[1518416310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15176; }","duration":"974.781685ms","start":"2026-07-03T16:28:32.718083Z","end":"2026-07-03T16:28:33.692865Z","steps":["trace[1518416310] 'agreement among raft nodes before linearized reading' (duration: 974.725114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.692859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.686169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:28:33.692885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.718074Z","time spent":"974.807796ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:28:33.692907Z","caller":"traceutil/trace.go:171","msg":"trace[1569988663] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15176; }","duration":"846.73583ms","start":"2026-07-03T16:28:32.846158Z","end":"2026-07-03T16:28:33.692894Z","steps":["trace[1569988663] 'agreement among raft nodes before linearized reading' (duration: 846.551636ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:28:33.692897Z","caller":"traceutil/trace.go:171","msg":"trace[909902913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15176; }","duration":"1.292051468s","start":"2026-07-03T16:28:32.400825Z","end":"2026-07-03T16:28:33.692877Z","steps":["trace[909902913] 'agreement among raft nodes before linearized reading' (duration: 1.29125635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.692517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.404677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T16:28:33.692943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.846109Z","time spent":"846.825302ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:28:33.692939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.866737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T16:28:33.693402Z","caller":"traceutil/trace.go:171","msg":"trace[1828154251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15176; }","duration":"975.354809ms","start":"2026-07-03T16:28:32.71803Z","end":"2026-07-03T16:28:33.693384Z","steps":["trace[1828154251] 'agreement among raft nodes before linearized reading' (duration: 974.773826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.69356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.718016Z","time spent":"975.513552ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:28:33.692954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.40076Z","time spent":"1.292177581s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:28:33.692958Z","caller":"traceutil/trace.go:171","msg":"trace[1940248624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15176; }","duration":"974.860217ms","start":"2026-07-03T16:28:32.718092Z","end":"2026-07-03T16:28:33.692952Z","steps":["trace[1940248624] 'agreement among raft nodes before linearized reading' (duration: 974.382246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:33.694176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:32.718085Z","time spent":"976.070774ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:28:35.128064Z","caller":"traceutil/trace.go:171","msg":"trace[214874803] transaction","detail":"{read_only:false; response_revision:15185; number_of_response:1; }","duration":"602.912071ms","start":"2026-07-03T16:28:34.525128Z","end":"2026-07-03T16:28:35.12804Z","steps":["trace[214874803] 'process raft request' (duration: 602.737297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:35.128221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:34.525108Z","time spent":"603.025723ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:35.129484Z","caller":"traceutil/trace.go:171","msg":"trace[476245088] linearizableReadLoop","detail":"{readStateIndex:15744; appliedIndex:15741; }","duration":"209.405711ms","start":"2026-07-03T16:28:34.920052Z","end":"2026-07-03T16:28:35.129458Z","steps":["trace[476245088] 'read index received' (duration: 207.926116ms)","trace[476245088] 'applied index is now lower than readState.Index' (duration: 1.478335ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:28:35.129531Z","caller":"traceutil/trace.go:171","msg":"trace[1433554484] transaction","detail":"{read_only:false; response_revision:15186; number_of_response:1; }","duration":"568.90119ms","start":"2026-07-03T16:28:34.560595Z","end":"2026-07-03T16:28:35.129496Z","steps":["trace[1433554484] 'process raft request' (duration: 568.716866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:35.129612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.552754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:28:35.12981Z","caller":"traceutil/trace.go:171","msg":"trace[1518086995] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:15187; }","duration":"209.779919ms","start":"2026-07-03T16:28:34.920014Z","end":"2026-07-03T16:28:35.129794Z","steps":["trace[1518086995] 'agreement among raft nodes before linearized reading' (duration: 209.514153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:35.129698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:34.560562Z","time spent":"569.047154ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:35.129998Z","caller":"traceutil/trace.go:171","msg":"trace[1289850643] transaction","detail":"{read_only:false; response_revision:15187; number_of_response:1; }","duration":"540.899259ms","start":"2026-07-03T16:28:34.589069Z","end":"2026-07-03T16:28:35.129968Z","steps":["trace[1289850643] 'process raft request' (duration: 540.328986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:35.130397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:34.589052Z","time spent":"541.190335ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:28:57.408012Z","caller":"traceutil/trace.go:171","msg":"trace[1917062618] transaction","detail":"{read_only:false; response_revision:15492; number_of_response:1; }","duration":"335.077251ms","start":"2026-07-03T16:28:57.072906Z","end":"2026-07-03T16:28:57.407983Z","steps":["trace[1917062618] 'process raft request' (duration: 334.888467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:57.408309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.072887Z","time spent":"335.327546ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:28:59.521743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:28:59.521838Z","caller":"traceutil/trace.go:171","msg":"trace[226886938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014006s","start":"2026-07-03T16:28:57.521677Z","end":"2026-07-03T16:28:59.521817Z","steps":["trace[226886938] 'agreement among raft nodes before linearized reading' (duration: 2.000015667s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:28:59.52189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.521656Z","time spent":"2.000223922s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:29:01.131035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.51812334s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:29:01.230829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657454061s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T16:29:01.233088Z","caller":"traceutil/trace.go:171","msg":"trace[873850060] transaction","detail":"{read_only:false; response_revision:15493; number_of_response:1; }","duration":"4.02559274s","start":"2026-07-03T16:28:57.207463Z","end":"2026-07-03T16:29:01.233056Z","steps":["trace[873850060] 'process raft request' (duration: 4.023476691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:01.233269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.207435Z","time spent":"4.025728193s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:01.522725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000462047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:29:01.522823Z","caller":"traceutil/trace.go:171","msg":"trace[1500903957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599399s","start":"2026-07-03T16:28:59.522197Z","end":"2026-07-03T16:29:01.522796Z","steps":["trace[1500903957] 'agreement among raft nodes before linearized reading' (duration: 2.000488007s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:01.52287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:59.52218Z","time spent":"2.000679832s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:29:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:29:02.177198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.654232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:29:02.177406Z","caller":"traceutil/trace.go:171","msg":"trace[1556959477] transaction","detail":"{read_only:false; response_revision:15494; number_of_response:1; }","duration":"4.964637906s","start":"2026-07-03T16:28:57.212718Z","end":"2026-07-03T16:29:02.177356Z","steps":["trace[1556959477] 'process raft request' (duration: 4.020318999s)","trace[1556959477] 'compare' (duration: 942.086646ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:02.177499Z","caller":"traceutil/trace.go:171","msg":"trace[343557368] transaction","detail":"{read_only:false; response_revision:15498; number_of_response:1; }","duration":"3.494424053s","start":"2026-07-03T16:28:58.683055Z","end":"2026-07-03T16:29:02.177479Z","steps":["trace[343557368] 'process raft request' (duration: 3.494378902s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.177511Z","caller":"traceutil/trace.go:171","msg":"trace[1210612799] transaction","detail":"{read_only:false; response_revision:15497; number_of_response:1; }","duration":"3.562909963s","start":"2026-07-03T16:28:58.614584Z","end":"2026-07-03T16:29:02.177494Z","steps":["trace[1210612799] 'process raft request' (duration: 3.562813581s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.177505Z","caller":"traceutil/trace.go:171","msg":"trace[1465833652] transaction","detail":"{read_only:false; response_revision:15496; number_of_response:1; }","duration":"4.361586552s","start":"2026-07-03T16:28:57.815878Z","end":"2026-07-03T16:29:02.177464Z","steps":["trace[1465833652] 'process raft request' (duration: 4.36148474s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.177576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:58.683029Z","time spent":"3.494514775s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:02.177613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:58.614559Z","time spent":"3.563000175s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:02.177609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.212709Z","time spent":"4.96478845s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:02.177661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.815855Z","time spent":"4.361715964s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:02.1774Z","caller":"traceutil/trace.go:171","msg":"trace[1141263516] linearizableReadLoop","detail":"{readStateIndex:16064; appliedIndex:16061; }","duration":"4.655644033s","start":"2026-07-03T16:28:57.521725Z","end":"2026-07-03T16:29:02.177369Z","steps":["trace[1141263516] 'read index received' (duration: 51.579852ms)","trace[1141263516] 'applied index is now lower than readState.Index' (duration: 4.604061171s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:02.177728Z","caller":"traceutil/trace.go:171","msg":"trace[1768030064] transaction","detail":"{read_only:false; response_revision:15499; number_of_response:1; }","duration":"979.592885ms","start":"2026-07-03T16:29:01.198116Z","end":"2026-07-03T16:29:02.177709Z","steps":["trace[1768030064] 'process raft request' (duration: 979.469303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.17783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:01.198093Z","time spent":"979.687188ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:02.177596Z","caller":"traceutil/trace.go:171","msg":"trace[1348318999] transaction","detail":"{read_only:false; response_revision:15495; number_of_response:1; }","duration":"4.412039828s","start":"2026-07-03T16:28:57.765384Z","end":"2026-07-03T16:29:02.177424Z","steps":["trace[1348318999] 'process raft request' (duration: 4.411920715s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.178097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.765359Z","time spent":"4.412616901s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:02.179198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466701541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:29:02.179267Z","caller":"traceutil/trace.go:171","msg":"trace[1548649036] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15500; }","duration":"4.466812514s","start":"2026-07-03T16:28:57.712434Z","end":"2026-07-03T16:29:02.179246Z","steps":["trace[1548649036] 'agreement among raft nodes before linearized reading' (duration: 4.46665651s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.179313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.712414Z","time spent":"4.466889705s","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:29:02.17961Z","caller":"traceutil/trace.go:171","msg":"trace[1174269404] transaction","detail":"{read_only:false; response_revision:15500; number_of_response:1; }","duration":"877.630819ms","start":"2026-07-03T16:29:01.301963Z","end":"2026-07-03T16:29:02.179593Z","steps":["trace[1174269404] 'process raft request' (duration: 877.042615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.179681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:01.301935Z","time spent":"877.710531ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:02.179797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317709767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:29:02.179877Z","caller":"traceutil/trace.go:171","msg":"trace[1889306870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15500; }","duration":"4.317810859s","start":"2026-07-03T16:28:57.862046Z","end":"2026-07-03T16:29:02.179856Z","steps":["trace[1889306870] 'agreement among raft nodes before linearized reading' (duration: 4.317600754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.179932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.862035Z","time spent":"4.317885441s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:29:02.179956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.334552822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ac42e-d106-4d57-a903-9484bd9aa362\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-07-03T16:29:02.179997Z","caller":"traceutil/trace.go:171","msg":"trace[1244271874] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ac42e-d106-4d57-a903-9484bd9aa362; range_end:; response_count:1; response_revision:15500; }","duration":"4.334616744s","start":"2026-07-03T16:28:57.845367Z","end":"2026-07-03T16:29:02.179984Z","steps":["trace[1244271874] 'agreement among raft nodes before linearized reading' (duration: 4.334535122s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.180027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.845354Z","time spent":"4.334666434s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3775,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ac42e-d106-4d57-a903-9484bd9aa362\" "} {"level":"warn","ts":"2026-07-03T16:29:02.180054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58183978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-07-03T16:29:02.180111Z","caller":"traceutil/trace.go:171","msg":"trace[1003963844] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15500; }","duration":"1.581921802s","start":"2026-07-03T16:29:00.598169Z","end":"2026-07-03T16:29:02.18009Z","steps":["trace[1003963844] 'agreement among raft nodes before linearized reading' (duration: 1.581788879s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.180206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:00.598151Z","time spent":"1.582041305s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3317,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-03T16:29:02.180273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335655118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:29:02.180327Z","caller":"traceutil/trace.go:171","msg":"trace[1871269180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15500; }","duration":"4.335738329s","start":"2026-07-03T16:28:57.844576Z","end":"2026-07-03T16:29:02.180314Z","steps":["trace[1871269180] 'agreement among raft nodes before linearized reading' (duration: 4.335621196s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.180368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.84456Z","time spent":"4.335800611s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:29:02.180374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.963024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-03T16:29:02.180414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313570751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:29:02.180466Z","caller":"traceutil/trace.go:171","msg":"trace[473546920] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:15500; }","duration":"378.086877ms","start":"2026-07-03T16:29:01.802356Z","end":"2026-07-03T16:29:02.180443Z","steps":["trace[473546920] 'agreement among raft nodes before linearized reading' (duration: 377.891933ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.180488Z","caller":"traceutil/trace.go:171","msg":"trace[1095187478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15500; }","duration":"4.313672824s","start":"2026-07-03T16:28:57.866799Z","end":"2026-07-03T16:29:02.180471Z","steps":["trace[1095187478] 'agreement among raft nodes before linearized reading' (duration: 4.31349481s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.180486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959679884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:29:02.180525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.866783Z","time spent":"4.313732695s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:29:02.180543Z","caller":"traceutil/trace.go:171","msg":"trace[125724294] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15500; }","duration":"2.959777728s","start":"2026-07-03T16:28:59.220746Z","end":"2026-07-03T16:29:02.180524Z","steps":["trace[125724294] 'agreement among raft nodes before linearized reading' (duration: 2.959687336s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.180593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.053295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:02.180619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337939899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:29:02.180629Z","caller":"traceutil/trace.go:171","msg":"trace[283298722] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:15500; }","duration":"730.153878ms","start":"2026-07-03T16:29:01.450464Z","end":"2026-07-03T16:29:02.180618Z","steps":["trace[283298722] 'agreement among raft nodes before linearized reading' (duration: 730.087706ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.180652Z","caller":"traceutil/trace.go:171","msg":"trace[2083217326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15500; }","duration":"4.33801017s","start":"2026-07-03T16:28:57.842633Z","end":"2026-07-03T16:29:02.180643Z","steps":["trace[2083217326] 'agreement among raft nodes before linearized reading' (duration: 4.337912358s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.180673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:01.450419Z","time spent":"730.24456ms","remote":"127.0.0.1:33986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:02.18065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.718088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-03T16:29:02.180753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.674129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:02.180785Z","caller":"traceutil/trace.go:171","msg":"trace[111843314] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:15500; }","duration":"654.879162ms","start":"2026-07-03T16:29:01.525883Z","end":"2026-07-03T16:29:02.180762Z","steps":["trace[111843314] 'agreement among raft nodes before linearized reading' (duration: 654.582395ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.180799Z","caller":"traceutil/trace.go:171","msg":"trace[529381598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15500; }","duration":"651.739781ms","start":"2026-07-03T16:29:01.529045Z","end":"2026-07-03T16:29:02.180785Z","steps":["trace[529381598] 'agreement among raft nodes before linearized reading' (duration: 651.688519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.180841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:01.529031Z","time spent":"651.803342ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:29:02.180588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552516461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:29:02.180902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292044947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-03T16:29:02.180115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33969674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-03T16:29:02.180955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261443546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:29:02.181008Z","caller":"traceutil/trace.go:171","msg":"trace[672770581] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15500; }","duration":"4.261496187s","start":"2026-07-03T16:28:57.919496Z","end":"2026-07-03T16:29:02.180992Z","steps":["trace[672770581] 'agreement among raft nodes before linearized reading' (duration: 4.261389185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.18102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.655699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:29:02.181018Z","caller":"traceutil/trace.go:171","msg":"trace[610637872] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:15500; }","duration":"1.34063446s","start":"2026-07-03T16:29:00.840356Z","end":"2026-07-03T16:29:02.180991Z","steps":["trace[610637872] 'agreement among raft nodes before linearized reading' (duration: 1.339541566s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.181013Z","caller":"traceutil/trace.go:171","msg":"trace[879944004] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:15500; }","duration":"4.292199691s","start":"2026-07-03T16:28:57.888771Z","end":"2026-07-03T16:29:02.180971Z","steps":["trace[879944004] 'agreement among raft nodes before linearized reading' (duration: 4.291508415s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.181071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.919433Z","time spent":"4.26161684s","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":19,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:02.181088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478115545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:02.181092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:00.840341Z","time spent":"1.340730142s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:29:02.181098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274485585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:29:02.181127Z","caller":"traceutil/trace.go:171","msg":"trace[2127893938] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:15500; }","duration":"2.478246808s","start":"2026-07-03T16:28:59.70287Z","end":"2026-07-03T16:29:02.181117Z","steps":["trace[2127893938] 'agreement among raft nodes before linearized reading' (duration: 2.478122275s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.181162Z","caller":"traceutil/trace.go:171","msg":"trace[1735578271] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15500; }","duration":"4.274574247s","start":"2026-07-03T16:28:57.906572Z","end":"2026-07-03T16:29:02.181147Z","steps":["trace[1735578271] 'agreement among raft nodes before linearized reading' (duration: 4.274422473s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.179935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535558119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:02.18121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.906559Z","time spent":"4.274640249s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:29:02.181231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:59.702849Z","time spent":"2.478344361s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:29:02.181267Z","caller":"traceutil/trace.go:171","msg":"trace[1441518500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15500; }","duration":"1.53691888s","start":"2026-07-03T16:29:00.644317Z","end":"2026-07-03T16:29:02.181236Z","steps":["trace[1441518500] 'agreement among raft nodes before linearized reading' (duration: 1.53558874s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.180663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08248318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:29:02.180524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:01.802338Z","time spent":"378.175519ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-03T16:29:02.181338Z","caller":"traceutil/trace.go:171","msg":"trace[63858646] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:15500; }","duration":"3.083190396s","start":"2026-07-03T16:28:59.098137Z","end":"2026-07-03T16:29:02.181328Z","steps":["trace[63858646] 'agreement among raft nodes before linearized reading' (duration: 3.082444429s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.18131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:00.64429Z","time spent":"1.537013142s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:29:02.179879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328288628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:29:02.181459Z","caller":"traceutil/trace.go:171","msg":"trace[457582890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15500; }","duration":"4.329895465s","start":"2026-07-03T16:28:57.851555Z","end":"2026-07-03T16:29:02.181451Z","steps":["trace[457582890] 'agreement among raft nodes before linearized reading' (duration: 4.328227647s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.181158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.88875Z","time spent":"4.292352115s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20586,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" "} {"level":"warn","ts":"2026-07-03T16:29:02.181378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:59.098117Z","time spent":"3.083248667s","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":107,"response size":28,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:02.180805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405889888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-07-03T16:29:02.181638Z","caller":"traceutil/trace.go:171","msg":"trace[317388197] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15500; }","duration":"4.406758488s","start":"2026-07-03T16:28:57.774861Z","end":"2026-07-03T16:29:02.181619Z","steps":["trace[317388197] 'agreement among raft nodes before linearized reading' (duration: 4.405882828s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.181699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.774828Z","time spent":"4.406857479s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3317,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-03T16:29:02.180849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:01.525867Z","time spent":"654.967664ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"warn","ts":"2026-07-03T16:29:02.180547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206112404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18bed47cfdfb542c\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-07-03T16:29:02.181998Z","caller":"traceutil/trace.go:171","msg":"trace[904201477] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18bed47cfdfb542c; range_end:; response_count:1; response_revision:15500; }","duration":"3.207603518s","start":"2026-07-03T16:28:58.974379Z","end":"2026-07-03T16:29:02.181983Z","steps":["trace[904201477] 'agreement among raft nodes before linearized reading' (duration: 3.20600053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.182043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:58.974356Z","time spent":"3.20767527s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1022,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18bed47cfdfb542c\" "} {"level":"warn","ts":"2026-07-03T16:29:02.180625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:59.220725Z","time spent":"2.95988283s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:02.179879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.108972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:02.182208Z","caller":"traceutil/trace.go:171","msg":"trace[1385431615] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:15500; }","duration":"200.466266ms","start":"2026-07-03T16:29:01.981714Z","end":"2026-07-03T16:29:02.18218Z","steps":["trace[1385431615] 'agreement among raft nodes before linearized reading' (duration: 198.126652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.180722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.84261Z","time spent":"4.338103933s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:29:02.180908Z","caller":"traceutil/trace.go:171","msg":"trace[1647175934] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:15500; }","duration":"2.5528905s","start":"2026-07-03T16:28:59.627997Z","end":"2026-07-03T16:29:02.180887Z","steps":["trace[1647175934] 'agreement among raft nodes before linearized reading' (duration: 2.55243297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.179799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058094752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:29:02.181063Z","caller":"traceutil/trace.go:171","msg":"trace[1831714197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15500; }","duration":"795.732871ms","start":"2026-07-03T16:29:01.385319Z","end":"2026-07-03T16:29:02.181052Z","steps":["trace[1831714197] 'agreement among raft nodes before linearized reading' (duration: 795.609138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.181481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:57.851542Z","time spent":"4.329932055s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:29:02.180931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091047303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:02.182372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:59.627978Z","time spent":"2.554381644s","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:29:02.18235Z","caller":"traceutil/trace.go:171","msg":"trace[1304014156] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15500; }","duration":"2.092502187s","start":"2026-07-03T16:29:00.089833Z","end":"2026-07-03T16:29:02.182335Z","steps":["trace[1304014156] 'agreement among raft nodes before linearized reading' (duration: 2.091044863s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:02.182496Z","caller":"traceutil/trace.go:171","msg":"trace[401988130] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:15500; }","duration":"3.060849824s","start":"2026-07-03T16:28:59.121637Z","end":"2026-07-03T16:29:02.182487Z","steps":["trace[401988130] 'agreement among raft nodes before linearized reading' (duration: 3.057974198s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:02.18251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:00.089816Z","time spent":"2.09267555s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:02.182531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:28:59.121614Z","time spent":"3.060908006s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":120,"response size":28,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:02.182625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:01.385304Z","time spent":"797.315297ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:29:39.61589Z","caller":"traceutil/trace.go:171","msg":"trace[1845698978] transaction","detail":"{read_only:false; response_revision:15990; number_of_response:1; }","duration":"168.950333ms","start":"2026-07-03T16:29:39.446911Z","end":"2026-07-03T16:29:39.615861Z","steps":["trace[1845698978] 'process raft request' (duration: 168.757839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.397686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572661375,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:29:40.604419Z","caller":"traceutil/trace.go:171","msg":"trace[705279181] transaction","detail":"{read_only:false; response_revision:15991; number_of_response:1; }","duration":"1.100574119s","start":"2026-07-03T16:29:39.503822Z","end":"2026-07-03T16:29:40.604396Z","steps":["trace[705279181] 'process raft request' (duration: 1.011785463s)","trace[705279181] 'compare' (duration: 88.653893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:29:40.604513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.503803Z","time spent":"1.100667411s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4047,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:29:40.682681Z","caller":"traceutil/trace.go:171","msg":"trace[1486402071] transaction","detail":"{read_only:false; response_revision:15992; number_of_response:1; }","duration":"972.081684ms","start":"2026-07-03T16:29:39.71057Z","end":"2026-07-03T16:29:40.682651Z","steps":["trace[1486402071] 'process raft request' (duration: 971.754156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.682728Z","caller":"traceutil/trace.go:171","msg":"trace[1813847433] transaction","detail":"{read_only:false; response_revision:15993; number_of_response:1; }","duration":"284.282996ms","start":"2026-07-03T16:29:40.398405Z","end":"2026-07-03T16:29:40.682688Z","steps":["trace[1813847433] 'process raft request' (duration: 284.138693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.682802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.710545Z","time spent":"972.191076ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:40.683006Z","caller":"traceutil/trace.go:171","msg":"trace[1766974748] transaction","detail":"{read_only:false; response_revision:15994; number_of_response:1; }","duration":"284.322187ms","start":"2026-07-03T16:29:40.398484Z","end":"2026-07-03T16:29:40.682806Z","steps":["trace[1766974748] 'process raft request' (duration: 284.104402ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.683455Z","caller":"traceutil/trace.go:171","msg":"trace[547684356] transaction","detail":"{read_only:false; response_revision:15995; number_of_response:1; }","duration":"283.57496ms","start":"2026-07-03T16:29:40.399866Z","end":"2026-07-03T16:29:40.683441Z","steps":["trace[547684356] 'process raft request' (duration: 282.761152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.683609Z","caller":"traceutil/trace.go:171","msg":"trace[2048770925] linearizableReadLoop","detail":"{readStateIndex:16573; appliedIndex:16571; }","duration":"786.363255ms","start":"2026-07-03T16:29:39.897211Z","end":"2026-07-03T16:29:40.683574Z","steps":["trace[2048770925] 'read index received' (duration: 618.434436ms)","trace[2048770925] 'applied index is now lower than readState.Index' (duration: 167.927479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:29:40.683806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.605041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-03T16:29:40.683855Z","caller":"traceutil/trace.go:171","msg":"trace[1022553327] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15995; }","duration":"786.735533ms","start":"2026-07-03T16:29:39.897106Z","end":"2026-07-03T16:29:40.683841Z","steps":["trace[1022553327] 'agreement among raft nodes before linearized reading' (duration: 786.56336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.683888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.897067Z","time spent":"786.810205ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":702,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-03T16:29:40.842672Z","caller":"traceutil/trace.go:171","msg":"trace[157811665] linearizableReadLoop","detail":"{readStateIndex:16577; appliedIndex:16576; }","duration":"159.001525ms","start":"2026-07-03T16:29:40.683643Z","end":"2026-07-03T16:29:40.842645Z","steps":["trace[157811665] 'read index received' (duration: 158.76825ms)","trace[157811665] 'applied index is now lower than readState.Index' (duration: 232.415µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:29:40.842855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.938671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:40.8429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.021003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:40.842931Z","caller":"traceutil/trace.go:171","msg":"trace[5167998] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15996; }","duration":"384.081074ms","start":"2026-07-03T16:29:40.45884Z","end":"2026-07-03T16:29:40.842921Z","steps":["trace[5167998] 'agreement among raft nodes before linearized reading' (duration: 383.998462ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.842933Z","caller":"traceutil/trace.go:171","msg":"trace[1499568668] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15996; }","duration":"384.037553ms","start":"2026-07-03T16:29:40.458875Z","end":"2026-07-03T16:29:40.842913Z","steps":["trace[1499568668] 'agreement among raft nodes before linearized reading' (duration: 383.847689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.842953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.458835Z","time spent":"384.113225ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:29:40.842969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.45887Z","time spent":"384.091324ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:29:40.843182Z","caller":"traceutil/trace.go:171","msg":"trace[94706877] transaction","detail":"{read_only:false; response_revision:15996; number_of_response:1; }","duration":"233.322758ms","start":"2026-07-03T16:29:40.609848Z","end":"2026-07-03T16:29:40.84317Z","steps":["trace[94706877] 'process raft request' (duration: 232.627682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.843247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.415831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:40.843268Z","caller":"traceutil/trace.go:171","msg":"trace[946960857] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15996; }","duration":"384.460653ms","start":"2026-07-03T16:29:40.458802Z","end":"2026-07-03T16:29:40.843263Z","steps":["trace[946960857] 'agreement among raft nodes before linearized reading' (duration: 384.390171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.843284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.458792Z","time spent":"384.488413ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:29:40.843387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.045883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:40.843424Z","caller":"traceutil/trace.go:171","msg":"trace[1478039517] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15996; }","duration":"172.121445ms","start":"2026-07-03T16:29:40.671294Z","end":"2026-07-03T16:29:40.843415Z","steps":["trace[1478039517] 'agreement among raft nodes before linearized reading' (duration: 172.052184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.843441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.648776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:29:40.843459Z","caller":"traceutil/trace.go:171","msg":"trace[1285648771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15996; }","duration":"394.687846ms","start":"2026-07-03T16:29:40.448766Z","end":"2026-07-03T16:29:40.843454Z","steps":["trace[1285648771] 'agreement among raft nodes before linearized reading' (duration: 394.583284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.843477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.448756Z","time spent":"394.718578ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:29:40.843574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.979785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:40.84359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.275887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:29:40.843603Z","caller":"traceutil/trace.go:171","msg":"trace[15929310] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15996; }","duration":"173.024316ms","start":"2026-07-03T16:29:40.670571Z","end":"2026-07-03T16:29:40.843595Z","steps":["trace[15929310] 'agreement among raft nodes before linearized reading' (duration: 172.979924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.843643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.669296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:29:40.843662Z","caller":"traceutil/trace.go:171","msg":"trace[853504033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15996; }","duration":"428.729649ms","start":"2026-07-03T16:29:40.414928Z","end":"2026-07-03T16:29:40.843658Z","steps":["trace[853504033] 'agreement among raft nodes before linearized reading' (duration: 428.689958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.843676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.414899Z","time spent":"428.77321ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:29:40.843773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.13547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:29:40.843798Z","caller":"traceutil/trace.go:171","msg":"trace[1312388028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15996; }","duration":"430.193622ms","start":"2026-07-03T16:29:40.413592Z","end":"2026-07-03T16:29:40.843786Z","steps":["trace[1312388028] 'agreement among raft nodes before linearized reading' (duration: 430.143221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.843804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.375114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:29:40.843813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.413572Z","time spent":"430.237343ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:29:40.843835Z","caller":"traceutil/trace.go:171","msg":"trace[306613471] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15996; }","duration":"173.441556ms","start":"2026-07-03T16:29:40.670382Z","end":"2026-07-03T16:29:40.843823Z","steps":["trace[306613471] 'agreement among raft nodes before linearized reading' (duration: 173.321733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.843851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.086759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:40.843943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.593719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:29:40.843964Z","caller":"traceutil/trace.go:171","msg":"trace[1552239766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15996; }","duration":"433.644721ms","start":"2026-07-03T16:29:40.410313Z","end":"2026-07-03T16:29:40.843958Z","steps":["trace[1552239766] 'agreement among raft nodes before linearized reading' (duration: 433.59659ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.843953Z","caller":"traceutil/trace.go:171","msg":"trace[1498875860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15996; }","duration":"324.236633ms","start":"2026-07-03T16:29:40.519694Z","end":"2026-07-03T16:29:40.843931Z","steps":["trace[1498875860] 'agreement among raft nodes before linearized reading' (duration: 324.051169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.84398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.410297Z","time spent":"433.679872ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:29:40.843989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.988626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:40.844001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.519677Z","time spent":"324.315424ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:29:40.844021Z","caller":"traceutil/trace.go:171","msg":"trace[948919886] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15996; }","duration":"385.040547ms","start":"2026-07-03T16:29:40.458972Z","end":"2026-07-03T16:29:40.844013Z","steps":["trace[948919886] 'agreement among raft nodes before linearized reading' (duration: 384.988906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.844047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.458961Z","time spent":"385.079567ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:29:40.84413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.557076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:29:40.844176Z","caller":"traceutil/trace.go:171","msg":"trace[1026460998] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:15996; }","duration":"853.631908ms","start":"2026-07-03T16:29:39.990538Z","end":"2026-07-03T16:29:40.84417Z","steps":["trace[1026460998] 'agreement among raft nodes before linearized reading' (duration: 853.505956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.844205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.990523Z","time spent":"853.677589ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":115,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:29:40.844324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.875934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-03T16:29:40.843606Z","caller":"traceutil/trace.go:171","msg":"trace[2109184417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15996; }","duration":"397.322268ms","start":"2026-07-03T16:29:40.446279Z","end":"2026-07-03T16:29:40.843602Z","steps":["trace[2109184417] 'agreement among raft nodes before linearized reading' (duration: 397.273925ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.844372Z","caller":"traceutil/trace.go:171","msg":"trace[1284022884] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:15996; }","duration":"911.966746ms","start":"2026-07-03T16:29:39.932392Z","end":"2026-07-03T16:29:40.844359Z","steps":["trace[1284022884] 'agreement among raft nodes before linearized reading' (duration: 911.862013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.844388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.446265Z","time spent":"398.112886ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:29:40.844405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.932372Z","time spent":"912.026176ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"warn","ts":"2026-07-03T16:29:40.844456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.698809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:40.844518Z","caller":"traceutil/trace.go:171","msg":"trace[1022166384] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15996; }","duration":"945.813802ms","start":"2026-07-03T16:29:39.898691Z","end":"2026-07-03T16:29:40.844505Z","steps":["trace[1022166384] 'agreement among raft nodes before linearized reading' (duration: 945.698949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.844527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.873471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:29:40.844585Z","caller":"traceutil/trace.go:171","msg":"trace[241618049] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15996; }","duration":"267.976253ms","start":"2026-07-03T16:29:40.576593Z","end":"2026-07-03T16:29:40.844569Z","steps":["trace[241618049] 'agreement among raft nodes before linearized reading' (duration: 267.83345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.844598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.349239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-07-03T16:29:40.844604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.931884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:29:40.844613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.025097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-03T16:29:40.844624Z","caller":"traceutil/trace.go:171","msg":"trace[154405475] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:15996; }","duration":"917.39311ms","start":"2026-07-03T16:29:39.927224Z","end":"2026-07-03T16:29:40.844617Z","steps":["trace[154405475] 'agreement among raft nodes before linearized reading' (duration: 917.337369ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.844633Z","caller":"traceutil/trace.go:171","msg":"trace[702518132] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15996; }","duration":"235.081479ms","start":"2026-07-03T16:29:40.609547Z","end":"2026-07-03T16:29:40.844628Z","steps":["trace[702518132] 'agreement among raft nodes before linearized reading' (duration: 234.990777ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.844637Z","caller":"traceutil/trace.go:171","msg":"trace[587661621] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15996; }","duration":"945.980366ms","start":"2026-07-03T16:29:39.898647Z","end":"2026-07-03T16:29:40.844627Z","steps":["trace[587661621] 'agreement among raft nodes before linearized reading' (duration: 945.924164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.844651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.927211Z","time spent":"917.435661ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"warn","ts":"2026-07-03T16:29:40.844644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.222381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-03T16:29:40.844733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.308233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:40.844769Z","caller":"traceutil/trace.go:171","msg":"trace[666974085] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15996; }","duration":"946.381375ms","start":"2026-07-03T16:29:39.898377Z","end":"2026-07-03T16:29:40.844759Z","steps":["trace[666974085] 'agreement among raft nodes before linearized reading' (duration: 946.332034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.844752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.796285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-03T16:29:40.844835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.89835Z","time spent":"946.476866ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:29:40.844874Z","caller":"traceutil/trace.go:171","msg":"trace[956207864] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15996; }","duration":"235.962659ms","start":"2026-07-03T16:29:40.608891Z","end":"2026-07-03T16:29:40.844853Z","steps":["trace[956207864] 'agreement among raft nodes before linearized reading' (duration: 235.695193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.844917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.51832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-03T16:29:40.844665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.89864Z","time spent":"946.019586ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":26,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-03T16:29:40.844771Z","caller":"traceutil/trace.go:171","msg":"trace[907401024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:15996; }","duration":"303.367593ms","start":"2026-07-03T16:29:40.541383Z","end":"2026-07-03T16:29:40.844751Z","steps":["trace[907401024] 'agreement among raft nodes before linearized reading' (duration: 303.127098ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.844985Z","caller":"traceutil/trace.go:171","msg":"trace[1580733609] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:15996; }","duration":"290.630312ms","start":"2026-07-03T16:29:40.55434Z","end":"2026-07-03T16:29:40.84497Z","steps":["trace[1580733609] 'agreement among raft nodes before linearized reading' (duration: 290.477649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.845014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:40.541371Z","time spent":"303.63152ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:29:40.844548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.898669Z","time spent":"945.874713ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:29:40.844889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.799511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:29:40.845108Z","caller":"traceutil/trace.go:171","msg":"trace[1215408039] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15996; }","duration":"946.018936ms","start":"2026-07-03T16:29:39.899081Z","end":"2026-07-03T16:29:40.8451Z","steps":["trace[1215408039] 'agreement among raft nodes before linearized reading' (duration: 945.75269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.845169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:39.899018Z","time spent":"946.105878ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:29:40.845204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.931541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-07-03T16:29:40.845254Z","caller":"traceutil/trace.go:171","msg":"trace[521572290] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:15996; }","duration":"234.001353ms","start":"2026-07-03T16:29:40.611237Z","end":"2026-07-03T16:29:40.845238Z","steps":["trace[521572290] 'agreement among raft nodes before linearized reading' (duration: 232.97802ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.978691Z","caller":"traceutil/trace.go:171","msg":"trace[896825737] transaction","detail":"{read_only:false; response_revision:15997; number_of_response:1; }","duration":"128.626289ms","start":"2026-07-03T16:29:40.850038Z","end":"2026-07-03T16:29:40.978664Z","steps":["trace[896825737] 'process raft request' (duration: 73.404212ms)","trace[896825737] 'compare' (duration: 54.891509ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:40.981031Z","caller":"traceutil/trace.go:171","msg":"trace[1728208407] transaction","detail":"{read_only:false; response_revision:15998; number_of_response:1; }","duration":"130.662276ms","start":"2026-07-03T16:29:40.850349Z","end":"2026-07-03T16:29:40.981012Z","steps":["trace[1728208407] 'process raft request' (duration: 130.540883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.981333Z","caller":"traceutil/trace.go:171","msg":"trace[629243671] transaction","detail":"{read_only:false; response_revision:15999; number_of_response:1; }","duration":"130.88052ms","start":"2026-07-03T16:29:40.850429Z","end":"2026-07-03T16:29:40.981309Z","steps":["trace[629243671] 'process raft request' (duration: 130.546693ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.981515Z","caller":"traceutil/trace.go:171","msg":"trace[900884228] transaction","detail":"{read_only:false; response_revision:16000; number_of_response:1; }","duration":"131.035944ms","start":"2026-07-03T16:29:40.850469Z","end":"2026-07-03T16:29:40.981504Z","steps":["trace[900884228] 'process raft request' (duration: 130.760868ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.981761Z","caller":"traceutil/trace.go:171","msg":"trace[1039203714] linearizableReadLoop","detail":"{readStateIndex:16582; appliedIndex:16577; }","duration":"129.908318ms","start":"2026-07-03T16:29:40.851839Z","end":"2026-07-03T16:29:40.981747Z","steps":["trace[1039203714] 'read index received' (duration: 71.591231ms)","trace[1039203714] 'applied index is now lower than readState.Index' (duration: 58.316307ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:40.981785Z","caller":"traceutil/trace.go:171","msg":"trace[692832411] transaction","detail":"{read_only:false; response_revision:16001; number_of_response:1; }","duration":"131.28728ms","start":"2026-07-03T16:29:40.850487Z","end":"2026-07-03T16:29:40.981775Z","steps":["trace[692832411] 'process raft request' (duration: 130.972003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.982329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.745386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:29:40.982351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.122645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T16:29:40.982381Z","caller":"traceutil/trace.go:171","msg":"trace[211307190] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16002; }","duration":"109.831748ms","start":"2026-07-03T16:29:40.872536Z","end":"2026-07-03T16:29:40.982368Z","steps":["trace[211307190] 'agreement among raft nodes before linearized reading' (duration: 109.639754ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.982396Z","caller":"traceutil/trace.go:171","msg":"trace[1907640776] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:16002; }","duration":"124.191237ms","start":"2026-07-03T16:29:40.85819Z","end":"2026-07-03T16:29:40.982382Z","steps":["trace[1907640776] 'agreement among raft nodes before linearized reading' (duration: 124.072094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.982554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.173341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:40.982579Z","caller":"traceutil/trace.go:171","msg":"trace[2031261655] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16002; }","duration":"112.214773ms","start":"2026-07-03T16:29:40.870356Z","end":"2026-07-03T16:29:40.982571Z","steps":["trace[2031261655] 'agreement among raft nodes before linearized reading' (duration: 112.171322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.982902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.025712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:40.982936Z","caller":"traceutil/trace.go:171","msg":"trace[1002971606] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16002; }","duration":"110.095274ms","start":"2026-07-03T16:29:40.87283Z","end":"2026-07-03T16:29:40.982925Z","steps":["trace[1002971606] 'agreement among raft nodes before linearized reading' (duration: 110.043933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.983553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.656268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:724239"} {"level":"info","ts":"2026-07-03T16:29:40.9837Z","caller":"traceutil/trace.go:171","msg":"trace[1047338403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16002; }","duration":"131.863344ms","start":"2026-07-03T16:29:40.85181Z","end":"2026-07-03T16:29:40.983673Z","steps":["trace[1047338403] 'agreement among raft nodes before linearized reading' (duration: 130.109723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.983845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.584441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:724239"} {"level":"info","ts":"2026-07-03T16:29:40.98388Z","caller":"traceutil/trace.go:171","msg":"trace[485534220] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16002; }","duration":"129.630452ms","start":"2026-07-03T16:29:40.85424Z","end":"2026-07-03T16:29:40.98387Z","steps":["trace[485534220] 'agreement among raft nodes before linearized reading' (duration: 128.895834ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:40.984415Z","caller":"traceutil/trace.go:171","msg":"trace[1034374660] transaction","detail":"{read_only:false; response_revision:16002; number_of_response:1; }","duration":"129.042608ms","start":"2026-07-03T16:29:40.855353Z","end":"2026-07-03T16:29:40.984396Z","steps":["trace[1034374660] 'process raft request' (duration: 126.332216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.985115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.822052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:724239"} {"level":"info","ts":"2026-07-03T16:29:40.985207Z","caller":"traceutil/trace.go:171","msg":"trace[884890954] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16002; }","duration":"131.956865ms","start":"2026-07-03T16:29:40.853229Z","end":"2026-07-03T16:29:40.985186Z","steps":["trace[884890954] 'agreement among raft nodes before linearized reading' (duration: 130.03566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:40.985436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.607089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:724239"} {"level":"info","ts":"2026-07-03T16:29:40.985504Z","caller":"traceutil/trace.go:171","msg":"trace[2142875874] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16002; }","duration":"132.678462ms","start":"2026-07-03T16:29:40.85281Z","end":"2026-07-03T16:29:40.985488Z","steps":["trace[2142875874] 'agreement among raft nodes before linearized reading' (duration: 129.165911ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:43.294036Z","caller":"traceutil/trace.go:171","msg":"trace[474588600] transaction","detail":"{read_only:false; response_revision:16040; number_of_response:1; }","duration":"300.523049ms","start":"2026-07-03T16:29:42.993497Z","end":"2026-07-03T16:29:43.29402Z","steps":["trace[474588600] 'process raft request' (duration: 300.377675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:43.294145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:42.993486Z","time spent":"300.60287ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:43.294449Z","caller":"traceutil/trace.go:171","msg":"trace[63624971] transaction","detail":"{read_only:false; response_revision:16041; number_of_response:1; }","duration":"300.287543ms","start":"2026-07-03T16:29:42.99415Z","end":"2026-07-03T16:29:43.294438Z","steps":["trace[63624971] 'process raft request' (duration: 299.840993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:43.294503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:42.99414Z","time spent":"300.334314ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:43.294516Z","caller":"traceutil/trace.go:171","msg":"trace[606292052] transaction","detail":"{read_only:false; response_revision:16042; number_of_response:1; }","duration":"300.230712ms","start":"2026-07-03T16:29:42.994262Z","end":"2026-07-03T16:29:43.294492Z","steps":["trace[606292052] 'process raft request' (duration: 299.938356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:43.294619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:42.994254Z","time spent":"300.313084ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:43.294694Z","caller":"traceutil/trace.go:171","msg":"trace[751993018] transaction","detail":"{read_only:false; response_revision:16043; number_of_response:1; }","duration":"299.201528ms","start":"2026-07-03T16:29:42.995484Z","end":"2026-07-03T16:29:43.294686Z","steps":["trace[751993018] 'process raft request' (duration: 298.934012ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:43.294502Z","caller":"traceutil/trace.go:171","msg":"trace[2068012670] linearizableReadLoop","detail":"{readStateIndex:16627; appliedIndex:16622; }","duration":"283.312784ms","start":"2026-07-03T16:29:43.011166Z","end":"2026-07-03T16:29:43.294479Z","steps":["trace[2068012670] 'read index received' (duration: 16.756974ms)","trace[2068012670] 'applied index is now lower than readState.Index' (duration: 266.55425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:29:43.294732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.545149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-03T16:29:43.294782Z","caller":"traceutil/trace.go:171","msg":"trace[19708162] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16043; }","duration":"283.633622ms","start":"2026-07-03T16:29:43.011136Z","end":"2026-07-03T16:29:43.29477Z","steps":["trace[19708162] 'agreement among raft nodes before linearized reading' (duration: 283.420097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:43.329518Z","caller":"traceutil/trace.go:171","msg":"trace[1117401673] transaction","detail":"{read_only:false; response_revision:16044; number_of_response:1; }","duration":"110.670808ms","start":"2026-07-03T16:29:43.218836Z","end":"2026-07-03T16:29:43.329506Z","steps":["trace[1117401673] 'process raft request' (duration: 110.566795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:43.32965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.411817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-03T16:29:43.329699Z","caller":"traceutil/trace.go:171","msg":"trace[170816740] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:16044; }","duration":"314.51936ms","start":"2026-07-03T16:29:43.015169Z","end":"2026-07-03T16:29:43.329688Z","steps":["trace[170816740] 'agreement among raft nodes before linearized reading' (duration: 314.344496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:43.329725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:43.015118Z","time spent":"314.600661ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" "} {"level":"warn","ts":"2026-07-03T16:29:43.329726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.62991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-03T16:29:43.329729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.108951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:29:43.329781Z","caller":"traceutil/trace.go:171","msg":"trace[219285804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16044; }","duration":"270.163393ms","start":"2026-07-03T16:29:43.059603Z","end":"2026-07-03T16:29:43.329767Z","steps":["trace[219285804] 'agreement among raft nodes before linearized reading' (duration: 269.985799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:43.3298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.901787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-03T16:29:43.329819Z","caller":"traceutil/trace.go:171","msg":"trace[977018678] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16044; }","duration":"317.944378ms","start":"2026-07-03T16:29:43.011868Z","end":"2026-07-03T16:29:43.329812Z","steps":["trace[977018678] 'agreement among raft nodes before linearized reading' (duration: 317.894376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:43.329836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:43.011846Z","time spent":"317.986359ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"info","ts":"2026-07-03T16:29:43.329751Z","caller":"traceutil/trace.go:171","msg":"trace[1862617165] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:16044; }","duration":"317.680302ms","start":"2026-07-03T16:29:43.012064Z","end":"2026-07-03T16:29:43.329744Z","steps":["trace[1862617165] 'agreement among raft nodes before linearized reading' (duration: 317.6083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:43.329901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:43.012046Z","time spent":"317.845135ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20586,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" "} {"level":"warn","ts":"2026-07-03T16:29:43.330074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.236735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:29:43.330111Z","caller":"traceutil/trace.go:171","msg":"trace[2066587360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:16044; }","duration":"318.288876ms","start":"2026-07-03T16:29:43.011812Z","end":"2026-07-03T16:29:43.330101Z","steps":["trace[2066587360] 'agreement among raft nodes before linearized reading' (duration: 318.071691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:43.330139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:43.011804Z","time spent":"318.328718ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:29:43.330157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.822189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:29:43.33018Z","caller":"traceutil/trace.go:171","msg":"trace[1343893900] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16044; }","duration":"284.874541ms","start":"2026-07-03T16:29:43.045298Z","end":"2026-07-03T16:29:43.330173Z","steps":["trace[1343893900] 'agreement among raft nodes before linearized reading' (duration: 284.542823ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:53.875216Z","caller":"traceutil/trace.go:171","msg":"trace[1604691227] transaction","detail":"{read_only:false; response_revision:16127; number_of_response:1; }","duration":"497.990715ms","start":"2026-07-03T16:29:53.377196Z","end":"2026-07-03T16:29:53.875187Z","steps":["trace[1604691227] 'process raft request' (duration: 497.938513ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:29:53.875271Z","caller":"traceutil/trace.go:171","msg":"trace[1539632048] transaction","detail":"{read_only:false; response_revision:16126; number_of_response:1; }","duration":"498.045946ms","start":"2026-07-03T16:29:53.377197Z","end":"2026-07-03T16:29:53.875243Z","steps":["trace[1539632048] 'process raft request' (duration: 497.7765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:53.8754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.377179Z","time spent":"498.152529ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:53.875394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.377171Z","time spent":"498.135008ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:54.656777Z","caller":"traceutil/trace.go:171","msg":"trace[38471657] transaction","detail":"{read_only:false; response_revision:16128; number_of_response:1; }","duration":"1.278009396s","start":"2026-07-03T16:29:53.378725Z","end":"2026-07-03T16:29:54.656735Z","steps":["trace[38471657] 'process raft request' (duration: 1.277446143s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.656941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.378713Z","time spent":"1.278147379s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:54.657092Z","caller":"traceutil/trace.go:171","msg":"trace[1969900980] linearizableReadLoop","detail":"{readStateIndex:16715; appliedIndex:16711; }","duration":"1.260912035s","start":"2026-07-03T16:29:53.39615Z","end":"2026-07-03T16:29:54.657062Z","steps":["trace[1969900980] 'read index received' (duration: 478.850087ms)","trace[1969900980] 'applied index is now lower than readState.Index' (duration: 782.060888ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:29:54.657227Z","caller":"traceutil/trace.go:171","msg":"trace[227847017] transaction","detail":"{read_only:false; response_revision:16129; number_of_response:1; }","duration":"1.277757431s","start":"2026-07-03T16:29:53.379459Z","end":"2026-07-03T16:29:54.657216Z","steps":["trace[227847017] 'process raft request' (duration: 1.277040074s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.657333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261190341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:29:54.657341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.379452Z","time spent":"1.277805062s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:54.657381Z","caller":"traceutil/trace.go:171","msg":"trace[242757656] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:16131; }","duration":"1.261256983s","start":"2026-07-03T16:29:53.396111Z","end":"2026-07-03T16:29:54.657368Z","steps":["trace[242757656] 'agreement among raft nodes before linearized reading' (duration: 1.261163941s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.657413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.396101Z","time spent":"1.261304704s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":28,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:29:54.657574Z","caller":"traceutil/trace.go:171","msg":"trace[1332063432] transaction","detail":"{read_only:false; response_revision:16130; number_of_response:1; }","duration":"977.62799ms","start":"2026-07-03T16:29:53.679935Z","end":"2026-07-03T16:29:54.657563Z","steps":["trace[1332063432] 'process raft request' (duration: 976.608196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.657642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.679909Z","time spent":"977.693602ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:29:54.657632Z","caller":"traceutil/trace.go:171","msg":"trace[1143592331] transaction","detail":"{read_only:false; response_revision:16131; number_of_response:1; }","duration":"976.296461ms","start":"2026-07-03T16:29:53.681307Z","end":"2026-07-03T16:29:54.657604Z","steps":["trace[1143592331] 'process raft request' (duration: 975.273697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.658117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.681294Z","time spent":"976.405203ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:29:54.658308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095720758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:29:54.658348Z","caller":"traceutil/trace.go:171","msg":"trace[127082742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16131; }","duration":"1.095786648s","start":"2026-07-03T16:29:53.562551Z","end":"2026-07-03T16:29:54.658338Z","steps":["trace[127082742] 'agreement among raft nodes before linearized reading' (duration: 1.095631445s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.658376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.562532Z","time spent":"1.09583754s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:29:54.658581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206643231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-03T16:29:54.658624Z","caller":"traceutil/trace.go:171","msg":"trace[1183628196] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:16131; }","duration":"1.206716823s","start":"2026-07-03T16:29:53.451894Z","end":"2026-07-03T16:29:54.658611Z","steps":["trace[1183628196] 'agreement among raft nodes before linearized reading' (duration: 1.206572289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.658662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.45188Z","time spent":"1.206774404s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20586,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" "} {"level":"warn","ts":"2026-07-03T16:29:54.658678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.776648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:29:54.658712Z","caller":"traceutil/trace.go:171","msg":"trace[2144627375] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16131; }","duration":"472.8531ms","start":"2026-07-03T16:29:54.185849Z","end":"2026-07-03T16:29:54.658702Z","steps":["trace[2144627375] 'agreement among raft nodes before linearized reading' (duration: 472.754657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.658751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:54.185828Z","time spent":"472.916571ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:29:54.658817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136484382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:29:54.658857Z","caller":"traceutil/trace.go:171","msg":"trace[1485006374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16131; }","duration":"1.136553044s","start":"2026-07-03T16:29:53.522295Z","end":"2026-07-03T16:29:54.658848Z","steps":["trace[1485006374] 'agreement among raft nodes before linearized reading' (duration: 1.136497253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.658885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.52228Z","time spent":"1.136599195s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:29:54.659141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229184727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:29:54.659229Z","caller":"traceutil/trace.go:171","msg":"trace[1098917850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:16131; }","duration":"1.22931759s","start":"2026-07-03T16:29:53.42989Z","end":"2026-07-03T16:29:54.659208Z","steps":["trace[1098917850] 'agreement among raft nodes before linearized reading' (duration: 1.227732024s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.659284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.429868Z","time spent":"1.229402403s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:29:54.65944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222848901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-03T16:29:54.659479Z","caller":"traceutil/trace.go:171","msg":"trace[1198405800] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16131; }","duration":"1.222909093s","start":"2026-07-03T16:29:53.43656Z","end":"2026-07-03T16:29:54.659469Z","steps":["trace[1198405800] 'agreement among raft nodes before linearized reading' (duration: 1.222820931s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.65952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.436549Z","time spent":"1.222960444s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"warn","ts":"2026-07-03T16:29:54.659644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226423413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-03T16:29:54.659679Z","caller":"traceutil/trace.go:171","msg":"trace[311060199] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16131; }","duration":"1.226492335s","start":"2026-07-03T16:29:53.433178Z","end":"2026-07-03T16:29:54.65967Z","steps":["trace[311060199] 'agreement among raft nodes before linearized reading' (duration: 1.226432103s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.659709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.433158Z","time spent":"1.226542015s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"warn","ts":"2026-07-03T16:29:54.65916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201664086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-03T16:29:54.659799Z","caller":"traceutil/trace.go:171","msg":"trace[1554427706] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:16131; }","duration":"1.202328331s","start":"2026-07-03T16:29:53.457462Z","end":"2026-07-03T16:29:54.65979Z","steps":["trace[1554427706] 'agreement among raft nodes before linearized reading' (duration: 1.201622685s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:29:54.659827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:29:53.45745Z","time spent":"1.202370542s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" "} {"level":"info","ts":"2026-07-03T16:30:03.373947Z","caller":"traceutil/trace.go:171","msg":"trace[187366936] linearizableReadLoop","detail":"{readStateIndex:16769; appliedIndex:16767; }","duration":"138.617298ms","start":"2026-07-03T16:30:03.235301Z","end":"2026-07-03T16:30:03.373918Z","steps":["trace[187366936] 'read index received' (duration: 8.70984ms)","trace[187366936] 'applied index is now lower than readState.Index' (duration: 129.906378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:03.37408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.758691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:30:03.374057Z","caller":"traceutil/trace.go:171","msg":"trace[554985184] transaction","detail":"{read_only:false; response_revision:16181; number_of_response:1; }","duration":"143.705124ms","start":"2026-07-03T16:30:03.230313Z","end":"2026-07-03T16:30:03.374018Z","steps":["trace[554985184] 'process raft request' (duration: 64.976879ms)","trace[554985184] 'compare' (duration: 78.352967ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:03.374124Z","caller":"traceutil/trace.go:171","msg":"trace[1391329866] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:16181; }","duration":"138.855273ms","start":"2026-07-03T16:30:03.235256Z","end":"2026-07-03T16:30:03.374111Z","steps":["trace[1391329866] 'agreement among raft nodes before linearized reading' (duration: 138.761841ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:11.426835Z","caller":"traceutil/trace.go:171","msg":"trace[957345704] transaction","detail":"{read_only:false; response_revision:16220; number_of_response:1; }","duration":"130.547283ms","start":"2026-07-03T16:30:11.296266Z","end":"2026-07-03T16:30:11.426813Z","steps":["trace[957345704] 'process raft request' (duration: 130.308277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:12.087107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.353901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:30:12.087216Z","caller":"traceutil/trace.go:171","msg":"trace[1759793349] linearizableReadLoop","detail":"{readStateIndex:16811; appliedIndex:16810; }","duration":"114.231748ms","start":"2026-07-03T16:30:11.972967Z","end":"2026-07-03T16:30:12.087199Z","steps":["trace[1759793349] 'read index received' (duration: 30.241µs)","trace[1759793349] 'applied index is now lower than readState.Index' (duration: 114.199967ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:12.087245Z","caller":"traceutil/trace.go:171","msg":"trace[1725260655] transaction","detail":"{read_only:false; response_revision:16221; number_of_response:1; }","duration":"206.170325ms","start":"2026-07-03T16:30:11.881049Z","end":"2026-07-03T16:30:12.087219Z","steps":["trace[1725260655] 'process raft request' (duration: 60.61491ms)","trace[1725260655] 'compare' (duration: 145.218528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:12.087469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.504415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T16:30:12.087513Z","caller":"traceutil/trace.go:171","msg":"trace[1843360112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16221; }","duration":"114.580387ms","start":"2026-07-03T16:30:11.972922Z","end":"2026-07-03T16:30:12.087503Z","steps":["trace[1843360112] 'agreement among raft nodes before linearized reading' (duration: 114.369732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:13.472794Z","caller":"traceutil/trace.go:171","msg":"trace[1695246036] transaction","detail":"{read_only:false; response_revision:16230; number_of_response:1; }","duration":"101.917076ms","start":"2026-07-03T16:30:13.370849Z","end":"2026-07-03T16:30:13.472766Z","steps":["trace[1695246036] 'process raft request' (duration: 101.439925ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:15.059079Z","caller":"traceutil/trace.go:171","msg":"trace[521086839] transaction","detail":"{read_only:false; response_revision:16236; number_of_response:1; }","duration":"116.022899ms","start":"2026-07-03T16:30:14.943019Z","end":"2026-07-03T16:30:15.059042Z","steps":["trace[521086839] 'process raft request' (duration: 115.601199ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:15.059156Z","caller":"traceutil/trace.go:171","msg":"trace[2005926831] linearizableReadLoop","detail":"{readStateIndex:16826; appliedIndex:16824; }","duration":"106.364168ms","start":"2026-07-03T16:30:14.952768Z","end":"2026-07-03T16:30:15.059132Z","steps":["trace[2005926831] 'read index received' (duration: 76.514314ms)","trace[2005926831] 'applied index is now lower than readState.Index' (duration: 29.848564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:15.059338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.548262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:15.059385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.242404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:15.05946Z","caller":"traceutil/trace.go:171","msg":"trace[2126599194] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16239; }","duration":"106.365018ms","start":"2026-07-03T16:30:14.953078Z","end":"2026-07-03T16:30:15.059444Z","steps":["trace[2126599194] 'agreement among raft nodes before linearized reading' (duration: 106.258256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:15.059752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.525127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:15.059785Z","caller":"traceutil/trace.go:171","msg":"trace[1628797551] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16239; }","duration":"104.595708ms","start":"2026-07-03T16:30:14.955183Z","end":"2026-07-03T16:30:15.059778Z","steps":["trace[1628797551] 'agreement among raft nodes before linearized reading' (duration: 104.524157ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:15.059405Z","caller":"traceutil/trace.go:171","msg":"trace[636059401] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16239; }","duration":"106.632445ms","start":"2026-07-03T16:30:14.952756Z","end":"2026-07-03T16:30:15.059389Z","steps":["trace[636059401] 'agreement among raft nodes before linearized reading' (duration: 106.530982ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:15.16612Z","caller":"traceutil/trace.go:171","msg":"trace[372740679] linearizableReadLoop","detail":"{readStateIndex:16830; appliedIndex:16829; }","duration":"101.064217ms","start":"2026-07-03T16:30:15.065022Z","end":"2026-07-03T16:30:15.166086Z","steps":["trace[372740679] 'read index received' (duration: 56.605508ms)","trace[372740679] 'applied index is now lower than readState.Index' (duration: 44.457079ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:15.166202Z","caller":"traceutil/trace.go:171","msg":"trace[854457341] transaction","detail":"{read_only:false; response_revision:16240; number_of_response:1; }","duration":"102.138872ms","start":"2026-07-03T16:30:15.064029Z","end":"2026-07-03T16:30:15.166167Z","steps":["trace[854457341] 'process raft request' (duration: 57.643632ms)","trace[854457341] 'compare' (duration: 44.169922ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:15.167092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.984766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:15.167142Z","caller":"traceutil/trace.go:171","msg":"trace[150878673] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16240; }","duration":"101.064077ms","start":"2026-07-03T16:30:15.066067Z","end":"2026-07-03T16:30:15.167131Z","steps":["trace[150878673] 'agreement among raft nodes before linearized reading' (duration: 100.209498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:15.167938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.636617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:15.167996Z","caller":"traceutil/trace.go:171","msg":"trace[174931637] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16240; }","duration":"100.710149ms","start":"2026-07-03T16:30:15.067272Z","end":"2026-07-03T16:30:15.167982Z","steps":["trace[174931637] 'agreement among raft nodes before linearized reading' (duration: 99.167954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:15.168581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.546024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:15.168647Z","caller":"traceutil/trace.go:171","msg":"trace[22650925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16240; }","duration":"103.653336ms","start":"2026-07-03T16:30:15.06498Z","end":"2026-07-03T16:30:15.168633Z","steps":["trace[22650925] 'agreement among raft nodes before linearized reading' (duration: 102.49587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:15.747223Z","caller":"traceutil/trace.go:171","msg":"trace[437924916] linearizableReadLoop","detail":"{readStateIndex:16831; appliedIndex:16830; }","duration":"226.582994ms","start":"2026-07-03T16:30:15.520609Z","end":"2026-07-03T16:30:15.747192Z","steps":["trace[437924916] 'read index received' (duration: 226.342479ms)","trace[437924916] 'applied index is now lower than readState.Index' (duration: 239.125µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:15.747314Z","caller":"traceutil/trace.go:171","msg":"trace[2018762349] transaction","detail":"{read_only:false; response_revision:16241; number_of_response:1; }","duration":"235.936698ms","start":"2026-07-03T16:30:15.511343Z","end":"2026-07-03T16:30:15.74728Z","steps":["trace[2018762349] 'process raft request' (duration: 235.615381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:15.747397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.772158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:15.747441Z","caller":"traceutil/trace.go:171","msg":"trace[1007709534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16241; }","duration":"226.86167ms","start":"2026-07-03T16:30:15.520568Z","end":"2026-07-03T16:30:15.74743Z","steps":["trace[1007709534] 'agreement among raft nodes before linearized reading' (duration: 226.749078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:16.343582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.584634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:30:16.343799Z","caller":"traceutil/trace.go:171","msg":"trace[1939744803] transaction","detail":"{read_only:false; response_revision:16243; number_of_response:1; }","duration":"166.915297ms","start":"2026-07-03T16:30:16.176852Z","end":"2026-07-03T16:30:16.343767Z","steps":["trace[1939744803] 'process raft request' (duration: 53.058796ms)","trace[1939744803] 'compare' (duration: 113.183175ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:17.234891Z","caller":"traceutil/trace.go:171","msg":"trace[965448772] linearizableReadLoop","detail":"{readStateIndex:16837; appliedIndex:16836; }","duration":"167.459789ms","start":"2026-07-03T16:30:17.067401Z","end":"2026-07-03T16:30:17.234861Z","steps":["trace[965448772] 'read index received' (duration: 157.118352ms)","trace[965448772] 'applied index is now lower than readState.Index' (duration: 10.339927ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:17.23493Z","caller":"traceutil/trace.go:171","msg":"trace[832719128] transaction","detail":"{read_only:false; response_revision:16246; number_of_response:1; }","duration":"167.577912ms","start":"2026-07-03T16:30:17.067306Z","end":"2026-07-03T16:30:17.234884Z","steps":["trace[832719128] 'process raft request' (duration: 157.199334ms)","trace[832719128] 'compare' (duration: 10.168053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:17.235041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.618013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:17.235134Z","caller":"traceutil/trace.go:171","msg":"trace[1894193302] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16246; }","duration":"167.742415ms","start":"2026-07-03T16:30:17.067371Z","end":"2026-07-03T16:30:17.235114Z","steps":["trace[1894193302] 'agreement among raft nodes before linearized reading' (duration: 167.594242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.276513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.855428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:17.276535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.243053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:17.27658Z","caller":"traceutil/trace.go:171","msg":"trace[401265368] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16249; }","duration":"208.93542ms","start":"2026-07-03T16:30:17.067625Z","end":"2026-07-03T16:30:17.276561Z","steps":["trace[401265368] 'agreement among raft nodes before linearized reading' (duration: 208.817318ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:17.276627Z","caller":"traceutil/trace.go:171","msg":"trace[186221357] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16249; }","duration":"208.363386ms","start":"2026-07-03T16:30:17.068238Z","end":"2026-07-03T16:30:17.276601Z","steps":["trace[186221357] 'agreement among raft nodes before linearized reading' (duration: 208.180502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.276647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.734882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:17.276742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.006161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:17.276832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.125723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:30:17.276891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.348119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:17.276919Z","caller":"traceutil/trace.go:171","msg":"trace[1382084311] transaction","detail":"{read_only:false; response_revision:16247; number_of_response:1; }","duration":"208.266914ms","start":"2026-07-03T16:30:17.06861Z","end":"2026-07-03T16:30:17.276876Z","steps":["trace[1382084311] 'process raft request' (duration: 207.521237ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:17.276959Z","caller":"traceutil/trace.go:171","msg":"trace[1120105381] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16249; }","duration":"209.437381ms","start":"2026-07-03T16:30:17.067504Z","end":"2026-07-03T16:30:17.276941Z","steps":["trace[1120105381] 'agreement among raft nodes before linearized reading' (duration: 209.329319ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:17.27702Z","caller":"traceutil/trace.go:171","msg":"trace[1040018431] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16249; }","duration":"209.38432ms","start":"2026-07-03T16:30:17.067487Z","end":"2026-07-03T16:30:17.276872Z","steps":["trace[1040018431] 'agreement among raft nodes before linearized reading' (duration: 208.899129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.277001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.645983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:17.276808Z","caller":"traceutil/trace.go:171","msg":"trace[707805092] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16249; }","duration":"207.909635ms","start":"2026-07-03T16:30:17.068876Z","end":"2026-07-03T16:30:17.276785Z","steps":["trace[707805092] 'agreement among raft nodes before linearized reading' (duration: 207.65544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:17.277214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.275808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:17.276911Z","caller":"traceutil/trace.go:171","msg":"trace[1878734272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16249; }","duration":"106.234895ms","start":"2026-07-03T16:30:17.170654Z","end":"2026-07-03T16:30:17.276889Z","steps":["trace[1878734272] 'agreement among raft nodes before linearized reading' (duration: 105.947298ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:17.277278Z","caller":"traceutil/trace.go:171","msg":"trace[748043552] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16249; }","duration":"209.365069ms","start":"2026-07-03T16:30:17.067895Z","end":"2026-07-03T16:30:17.27726Z","steps":["trace[748043552] 'agreement among raft nodes before linearized reading' (duration: 209.149754ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:17.276847Z","caller":"traceutil/trace.go:171","msg":"trace[808472505] transaction","detail":"{read_only:false; response_revision:16248; number_of_response:1; }","duration":"207.981118ms","start":"2026-07-03T16:30:17.068851Z","end":"2026-07-03T16:30:17.276833Z","steps":["trace[808472505] 'process raft request' (duration: 207.443125ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:17.277202Z","caller":"traceutil/trace.go:171","msg":"trace[1812688164] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16249; }","duration":"208.868707ms","start":"2026-07-03T16:30:17.068317Z","end":"2026-07-03T16:30:17.277185Z","steps":["trace[1812688164] 'agreement among raft nodes before linearized reading' (duration: 208.597521ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:18.447711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13956} {"level":"info","ts":"2026-07-03T16:30:18.536969Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13956,"took":"84.595929ms","hash":923931467,"current-db-size-bytes":43802624,"current-db-size":"44 MB","current-db-size-in-use-bytes":29646848,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T16:30:18.537024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":923931467,"revision":13956,"compact-revision":11903} {"level":"info","ts":"2026-07-03T16:30:27.313499Z","caller":"traceutil/trace.go:171","msg":"trace[765605536] transaction","detail":"{read_only:false; response_revision:16299; number_of_response:1; }","duration":"387.002341ms","start":"2026-07-03T16:30:26.926476Z","end":"2026-07-03T16:30:27.313478Z","steps":["trace[765605536] 'process raft request' (duration: 386.847178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:27.313655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:26.926456Z","time spent":"387.115974ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:27.373025Z","caller":"traceutil/trace.go:171","msg":"trace[199836155] transaction","detail":"{read_only:false; response_revision:16301; number_of_response:1; }","duration":"107.451793ms","start":"2026-07-03T16:30:27.265548Z","end":"2026-07-03T16:30:27.373Z","steps":["trace[199836155] 'process raft request' (duration: 107.367851ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:27.37324Z","caller":"traceutil/trace.go:171","msg":"trace[1877585871] linearizableReadLoop","detail":"{readStateIndex:16894; appliedIndex:16892; }","duration":"286.712113ms","start":"2026-07-03T16:30:27.0865Z","end":"2026-07-03T16:30:27.373212Z","steps":["trace[1877585871] 'read index received' (duration: 226.81996ms)","trace[1877585871] 'applied index is now lower than readState.Index' (duration: 59.890773ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:27.373279Z","caller":"traceutil/trace.go:171","msg":"trace[558051101] transaction","detail":"{read_only:false; response_revision:16300; number_of_response:1; }","duration":"289.421204ms","start":"2026-07-03T16:30:27.083814Z","end":"2026-07-03T16:30:27.373235Z","steps":["trace[558051101] 'process raft request' (duration: 281.40306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:27.373602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.085001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:27.374008Z","caller":"traceutil/trace.go:171","msg":"trace[1137605223] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16302; }","duration":"287.533131ms","start":"2026-07-03T16:30:27.08645Z","end":"2026-07-03T16:30:27.373984Z","steps":["trace[1137605223] 'agreement among raft nodes before linearized reading' (duration: 287.014759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.520462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:30:29.520543Z","caller":"traceutil/trace.go:171","msg":"trace[950129941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034987s","start":"2026-07-03T16:30:27.520488Z","end":"2026-07-03T16:30:29.520523Z","steps":["trace[950129941] 'agreement among raft nodes before linearized reading' (duration: 1.999935735s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.520586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.52047Z","time spent":"2.000106159s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:30:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:30:29.817878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240799247s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-03T16:30:29.817978Z","caller":"traceutil/trace.go:171","msg":"trace[1367549559] linearizableReadLoop","detail":"{readStateIndex:16897; appliedIndex:16896; }","duration":"2.44463547s","start":"2026-07-03T16:30:27.373324Z","end":"2026-07-03T16:30:29.817959Z","steps":["trace[1367549559] 'read index received' (duration: 203.73ms)","trace[1367549559] 'applied index is now lower than readState.Index' (duration: 2.24090394s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:29.818154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461005426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:30:29.818184Z","caller":"traceutil/trace.go:171","msg":"trace[1668802348] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:16302; }","duration":"2.461065716s","start":"2026-07-03T16:30:27.357108Z","end":"2026-07-03T16:30:29.818174Z","steps":["trace[1668802348] 'agreement among raft nodes before linearized reading' (duration: 2.460925943s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.818215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.357094Z","time spent":"2.461113077s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:30:29.818335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562954422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:29.818386Z","caller":"traceutil/trace.go:171","msg":"trace[556158609] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16302; }","duration":"2.563044804s","start":"2026-07-03T16:30:27.255328Z","end":"2026-07-03T16:30:29.818372Z","steps":["trace[556158609] 'agreement among raft nodes before linearized reading' (duration: 2.562957572s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.818421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665737358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:29.818461Z","caller":"traceutil/trace.go:171","msg":"trace[2037762784] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16302; }","duration":"2.66581761s","start":"2026-07-03T16:30:27.152632Z","end":"2026-07-03T16:30:29.81845Z","steps":["trace[2037762784] 'agreement among raft nodes before linearized reading' (duration: 2.665756788s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.818499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.152613Z","time spent":"2.665877542s","remote":"127.0.0.1:40382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:29.818545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471630628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:30:29.818431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.255304Z","time spent":"2.563117565s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:29.818586Z","caller":"traceutil/trace.go:171","msg":"trace[637246838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16302; }","duration":"2.471687099s","start":"2026-07-03T16:30:27.346884Z","end":"2026-07-03T16:30:29.818571Z","steps":["trace[637246838] 'agreement among raft nodes before linearized reading' (duration: 2.471565447s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.818617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.346868Z","time spent":"2.47174138s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:29.818628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730122364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:29.818705Z","caller":"traceutil/trace.go:171","msg":"trace[747034501] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16302; }","duration":"2.730227516s","start":"2026-07-03T16:30:27.088458Z","end":"2026-07-03T16:30:29.818685Z","steps":["trace[747034501] 'agreement among raft nodes before linearized reading' (duration: 2.730078323s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.818752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.08845Z","time spent":"2.730292788s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:30:29.818761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727995065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:30:29.818823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518563014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:29.818828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52146526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:29.818859Z","caller":"traceutil/trace.go:171","msg":"trace[1433004278] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16302; }","duration":"2.518621036s","start":"2026-07-03T16:30:27.300228Z","end":"2026-07-03T16:30:29.818849Z","steps":["trace[1433004278] 'agreement among raft nodes before linearized reading' (duration: 2.518570394s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.818885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728369093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:29.818886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504569263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T16:30:29.818899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519295261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:29.818902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.300217Z","time spent":"2.518675477s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-03T16:30:29.818914Z","caller":"traceutil/trace.go:171","msg":"trace[790129776] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16302; }","duration":"2.728408744s","start":"2026-07-03T16:30:27.090498Z","end":"2026-07-03T16:30:29.818907Z","steps":["trace[790129776] 'agreement among raft nodes before linearized reading' (duration: 2.728365533s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:29.818926Z","caller":"traceutil/trace.go:171","msg":"trace[1082724725] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16302; }","duration":"2.519346041s","start":"2026-07-03T16:30:27.299573Z","end":"2026-07-03T16:30:29.818919Z","steps":["trace[1082724725] 'agreement among raft nodes before linearized reading' (duration: 2.51931017s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.818939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727920673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:29.818951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.090492Z","time spent":"2.728453616s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:29.818954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.299559Z","time spent":"2.519390173s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:30:29.818981Z","caller":"traceutil/trace.go:171","msg":"trace[1281026122] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16302; }","duration":"2.727970054s","start":"2026-07-03T16:30:27.091001Z","end":"2026-07-03T16:30:29.818971Z","steps":["trace[1281026122] 'agreement among raft nodes before linearized reading' (duration: 2.727885562s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.818989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727031453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:29.818943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731666049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:29.819014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510220042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:29.818911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518023752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:29.819036Z","caller":"traceutil/trace.go:171","msg":"trace[1944573327] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16302; }","duration":"2.731831693s","start":"2026-07-03T16:30:27.087195Z","end":"2026-07-03T16:30:29.819027Z","steps":["trace[1944573327] 'agreement among raft nodes before linearized reading' (duration: 2.731651759s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:29.819036Z","caller":"traceutil/trace.go:171","msg":"trace[2023316647] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16302; }","duration":"2.727077383s","start":"2026-07-03T16:30:27.091939Z","end":"2026-07-03T16:30:29.819017Z","steps":["trace[2023316647] 'agreement among raft nodes before linearized reading' (duration: 2.726824598s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:29.819042Z","caller":"traceutil/trace.go:171","msg":"trace[1417444812] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16302; }","duration":"2.510266184s","start":"2026-07-03T16:30:27.308767Z","end":"2026-07-03T16:30:29.819033Z","steps":["trace[1417444812] 'agreement among raft nodes before linearized reading' (duration: 2.510196402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.819064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.08719Z","time spent":"2.731867303s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":26,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:30:29.819077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.091932Z","time spent":"2.727137775s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:29.81908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.308752Z","time spent":"2.510321055s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:30:29.819079Z","caller":"traceutil/trace.go:171","msg":"trace[143079205] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16302; }","duration":"2.518206476s","start":"2026-07-03T16:30:27.300851Z","end":"2026-07-03T16:30:29.819057Z","steps":["trace[143079205] 'agreement among raft nodes before linearized reading' (duration: 2.51792353s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.819114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514978882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:29.819148Z","caller":"traceutil/trace.go:171","msg":"trace[5376010] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16302; }","duration":"2.515032153s","start":"2026-07-03T16:30:27.304106Z","end":"2026-07-03T16:30:29.819138Z","steps":["trace[5376010] 'agreement among raft nodes before linearized reading' (duration: 2.514941771s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:29.818938Z","caller":"traceutil/trace.go:171","msg":"trace[355567047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16302; }","duration":"2.504625984s","start":"2026-07-03T16:30:27.314291Z","end":"2026-07-03T16:30:29.818917Z","steps":["trace[355567047] 'agreement among raft nodes before linearized reading' (duration: 2.504535652s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:29.818863Z","caller":"traceutil/trace.go:171","msg":"trace[66498593] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16302; }","duration":"2.521500831s","start":"2026-07-03T16:30:27.297353Z","end":"2026-07-03T16:30:29.818854Z","steps":["trace[66498593] 'agreement among raft nodes before linearized reading' (duration: 2.52144864s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.819166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.300842Z","time spent":"2.518296818s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:29.819182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.304096Z","time spent":"2.515081034s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:29.819188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.31428Z","time spent":"2.504902061s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:29.819196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.297295Z","time spent":"2.52189246s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:29.819156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732396345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:29.818713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732031127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:29.818773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51536002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:29.819274Z","caller":"traceutil/trace.go:171","msg":"trace[1007931070] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16302; }","duration":"2.732631861s","start":"2026-07-03T16:30:27.086633Z","end":"2026-07-03T16:30:29.819265Z","steps":["trace[1007931070] 'agreement among raft nodes before linearized reading' (duration: 2.731912985s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:29.818855Z","caller":"traceutil/trace.go:171","msg":"trace[1726007819] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16302; }","duration":"2.728110407s","start":"2026-07-03T16:30:27.090725Z","end":"2026-07-03T16:30:29.818835Z","steps":["trace[1726007819] 'agreement among raft nodes before linearized reading' (duration: 2.727825341s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.819303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.086622Z","time spent":"2.732674132s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:29.81931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.09072Z","time spent":"2.728581898s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:30:29.819311Z","caller":"traceutil/trace.go:171","msg":"trace[923007299] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16302; }","duration":"2.515969585s","start":"2026-07-03T16:30:27.303323Z","end":"2026-07-03T16:30:29.819292Z","steps":["trace[923007299] 'agreement among raft nodes before linearized reading' (duration: 2.515258339s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.81902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.090995Z","time spent":"2.728017565s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:29.819342Z","caller":"traceutil/trace.go:171","msg":"trace[1113134217] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16302; }","duration":"2.73260216s","start":"2026-07-03T16:30:27.086653Z","end":"2026-07-03T16:30:29.819255Z","steps":["trace[1113134217] 'agreement among raft nodes before linearized reading' (duration: 2.732320653s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.819366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.303286Z","time spent":"2.516064767s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:29.819458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.086642Z","time spent":"2.732803894s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:30:29.819967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729694393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:29.82001Z","caller":"traceutil/trace.go:171","msg":"trace[1931025569] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16302; }","duration":"2.729753226s","start":"2026-07-03T16:30:27.090245Z","end":"2026-07-03T16:30:29.819998Z","steps":["trace[1931025569] 'agreement among raft nodes before linearized reading' (duration: 2.728782183s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:29.820041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.090239Z","time spent":"2.729794976s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:30.318288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572662776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:30:30.81897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572662776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:30:31.149965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831223727s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:30:31.150567Z","caller":"traceutil/trace.go:171","msg":"trace[1753762201] transaction","detail":"{read_only:false; response_revision:16303; number_of_response:1; }","duration":"1.831927873s","start":"2026-07-03T16:30:29.318599Z","end":"2026-07-03T16:30:31.150527Z","steps":["trace[1753762201] 'process raft request' (duration: 1.831754469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.150693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.318539Z","time spent":"1.832082886s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:31.375125Z","caller":"traceutil/trace.go:171","msg":"trace[936859702] transaction","detail":"{read_only:false; response_revision:16304; number_of_response:1; }","duration":"1.996641259s","start":"2026-07-03T16:30:29.378455Z","end":"2026-07-03T16:30:31.375096Z","steps":["trace[936859702] 'process raft request' (duration: 1.996423184s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.375291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.378436Z","time spent":"1.996771933s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:31.375368Z","caller":"traceutil/trace.go:171","msg":"trace[1619848123] transaction","detail":"{read_only:false; response_revision:16305; number_of_response:1; }","duration":"1.996845735s","start":"2026-07-03T16:30:29.378498Z","end":"2026-07-03T16:30:31.375344Z","steps":["trace[1619848123] 'process raft request' (duration: 1.996553068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.375502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.378484Z","time spent":"1.996955187s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:31.37563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73696938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:31.375617Z","caller":"traceutil/trace.go:171","msg":"trace[1119541173] linearizableReadLoop","detail":"{readStateIndex:16903; appliedIndex:16897; }","duration":"1.557591014s","start":"2026-07-03T16:30:29.818002Z","end":"2026-07-03T16:30:31.375593Z","steps":["trace[1119541173] 'read index received' (duration: 1.332431723s)","trace[1119541173] 'applied index is now lower than readState.Index' (duration: 225.158301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:31.375766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050628067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:30:31.375798Z","caller":"traceutil/trace.go:171","msg":"trace[1492637619] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:16308; }","duration":"2.050701409s","start":"2026-07-03T16:30:29.325092Z","end":"2026-07-03T16:30:31.375793Z","steps":["trace[1492637619] 'agreement among raft nodes before linearized reading' (duration: 2.050585026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.375814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.325072Z","time spent":"2.050737579s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":119,"response size":28,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:31.375857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987219827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:30:31.37594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.948576535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-03T16:30:31.375981Z","caller":"traceutil/trace.go:171","msg":"trace[136785556] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:16308; }","duration":"3.948633596s","start":"2026-07-03T16:30:27.427339Z","end":"2026-07-03T16:30:31.375973Z","steps":["trace[136785556] 'agreement among raft nodes before linearized reading' (duration: 3.948513953s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:31.375975Z","caller":"traceutil/trace.go:171","msg":"trace[1339764440] transaction","detail":"{read_only:false; response_revision:16306; number_of_response:1; }","duration":"1.997123191s","start":"2026-07-03T16:30:29.378834Z","end":"2026-07-03T16:30:31.375957Z","steps":["trace[1339764440] 'process raft request' (duration: 1.996417995s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.375996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336408788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T16:30:31.376004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.427331Z","time spent":"3.948668627s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" "} {"level":"info","ts":"2026-07-03T16:30:31.376025Z","caller":"traceutil/trace.go:171","msg":"trace[200441353] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:16308; }","duration":"2.336470589s","start":"2026-07-03T16:30:29.039546Z","end":"2026-07-03T16:30:31.376016Z","steps":["trace[200441353] 'agreement among raft nodes before linearized reading' (duration: 2.336420828s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.376056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.039524Z","time spent":"2.336523531s","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:31.376144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184814327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:30:31.37617Z","caller":"traceutil/trace.go:171","msg":"trace[964183545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16308; }","duration":"3.184876678s","start":"2026-07-03T16:30:28.191286Z","end":"2026-07-03T16:30:31.376163Z","steps":["trace[964183545] 'agreement among raft nodes before linearized reading' (duration: 3.184816747s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.376189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:28.191266Z","time spent":"3.184919469s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:31.376127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.378827Z","time spent":"1.997214713s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:31.376249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527174171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-03T16:30:31.376271Z","caller":"traceutil/trace.go:171","msg":"trace[135804491] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16308; }","duration":"2.527216892s","start":"2026-07-03T16:30:28.84905Z","end":"2026-07-03T16:30:31.376267Z","steps":["trace[135804491] 'agreement among raft nodes before linearized reading' (duration: 2.527093059s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.376289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:28.849037Z","time spent":"2.527247563s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":702,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:30:31.376329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579512594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:30:31.376357Z","caller":"traceutil/trace.go:171","msg":"trace[1994997582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16308; }","duration":"3.579574286s","start":"2026-07-03T16:30:27.796775Z","end":"2026-07-03T16:30:31.376349Z","steps":["trace[1994997582] 'agreement among raft nodes before linearized reading' (duration: 3.579497584s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.376386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.796754Z","time spent":"3.579626217s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:30:31.376414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635617317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:31.376441Z","caller":"traceutil/trace.go:171","msg":"trace[277878416] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16308; }","duration":"2.635654328s","start":"2026-07-03T16:30:28.74078Z","end":"2026-07-03T16:30:31.376435Z","steps":["trace[277878416] 'agreement among raft nodes before linearized reading' (duration: 2.635589186s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.376461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:28.740775Z","time spent":"2.635682899s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:31.376493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846910834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:31.376522Z","caller":"traceutil/trace.go:171","msg":"trace[1758727433] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16308; }","duration":"3.846958025s","start":"2026-07-03T16:30:27.529558Z","end":"2026-07-03T16:30:31.376516Z","steps":["trace[1758727433] 'agreement among raft nodes before linearized reading' (duration: 3.846882374s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.376543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.52955Z","time spent":"3.846987996s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:30:31.376591Z","caller":"traceutil/trace.go:171","msg":"trace[1560020219] transaction","detail":"{read_only:false; response_revision:16308; number_of_response:1; }","duration":"1.5512325s","start":"2026-07-03T16:30:29.82534Z","end":"2026-07-03T16:30:31.376572Z","steps":["trace[1560020219] 'process raft request' (duration: 1.550206086s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:31.376701Z","caller":"traceutil/trace.go:171","msg":"trace[140807300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16308; }","duration":"2.988087536s","start":"2026-07-03T16:30:28.388577Z","end":"2026-07-03T16:30:31.376664Z","steps":["trace[140807300] 'agreement among raft nodes before linearized reading' (duration: 2.987159495s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.376758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:28.388561Z","time spent":"2.988184019s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:30:31.376789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852259866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:31.376817Z","caller":"traceutil/trace.go:171","msg":"trace[1264711283] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16308; }","duration":"3.852320728s","start":"2026-07-03T16:30:27.52449Z","end":"2026-07-03T16:30:31.376811Z","steps":["trace[1264711283] 'agreement among raft nodes before linearized reading' (duration: 3.852283887s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.376836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.524471Z","time spent":"3.852361209s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:31.376784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.825301Z","time spent":"1.551436004s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:31.37587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997446288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:31.3769Z","caller":"traceutil/trace.go:171","msg":"trace[625272696] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16308; }","duration":"1.998518142s","start":"2026-07-03T16:30:29.378375Z","end":"2026-07-03T16:30:31.376893Z","steps":["trace[625272696] 'agreement among raft nodes before linearized reading' (duration: 1.997260413s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.376918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.378359Z","time spent":"1.998554003s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:31.376944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951190084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-03T16:30:31.376982Z","caller":"traceutil/trace.go:171","msg":"trace[1824035284] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16308; }","duration":"3.951245856s","start":"2026-07-03T16:30:27.425726Z","end":"2026-07-03T16:30:31.376971Z","steps":["trace[1824035284] 'agreement among raft nodes before linearized reading' (duration: 3.951163544s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.377019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.425716Z","time spent":"3.951295577s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"warn","ts":"2026-07-03T16:30:31.37671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85065511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:31.377174Z","caller":"traceutil/trace.go:171","msg":"trace[921397484] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16308; }","duration":"3.85112724s","start":"2026-07-03T16:30:27.526037Z","end":"2026-07-03T16:30:31.377164Z","steps":["trace[921397484] 'agreement among raft nodes before linearized reading' (duration: 3.850588218s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.377204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960973669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-03T16:30:31.377211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.52603Z","time spent":"3.851172311s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:30:31.377233Z","caller":"traceutil/trace.go:171","msg":"trace[1245814801] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:16308; }","duration":"3.960997709s","start":"2026-07-03T16:30:27.416225Z","end":"2026-07-03T16:30:31.377222Z","steps":["trace[1245814801] 'agreement among raft nodes before linearized reading' (duration: 3.960931738s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.377267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.416142Z","time spent":"3.961119112s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20586,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" "} {"level":"warn","ts":"2026-07-03T16:30:31.376761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851032498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:31.377306Z","caller":"traceutil/trace.go:171","msg":"trace[147639989] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16308; }","duration":"3.85158791s","start":"2026-07-03T16:30:27.52571Z","end":"2026-07-03T16:30:31.377298Z","steps":["trace[147639989] 'agreement among raft nodes before linearized reading' (duration: 3.851018697s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.377344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.525703Z","time spent":"3.851631682s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:31.377367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856636879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:31.377143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956803552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-03T16:30:31.377458Z","caller":"traceutil/trace.go:171","msg":"trace[1022047639] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16308; }","duration":"3.95713935s","start":"2026-07-03T16:30:27.42031Z","end":"2026-07-03T16:30:31.37745Z","steps":["trace[1022047639] 'agreement among raft nodes before linearized reading' (duration: 3.956802453s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:31.377461Z","caller":"traceutil/trace.go:171","msg":"trace[1477871554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16308; }","duration":"1.856761172s","start":"2026-07-03T16:30:29.520663Z","end":"2026-07-03T16:30:31.377424Z","steps":["trace[1477871554] 'agreement among raft nodes before linearized reading' (duration: 1.856589518s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.37749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:27.420301Z","time spent":"3.957181521s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"warn","ts":"2026-07-03T16:30:31.377499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.520647Z","time spent":"1.856842484s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:30:31.377566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.332284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:31.376542Z","caller":"traceutil/trace.go:171","msg":"trace[402382827] transaction","detail":"{read_only:false; response_revision:16307; number_of_response:1; }","duration":"1.551514236s","start":"2026-07-03T16:30:29.824985Z","end":"2026-07-03T16:30:31.376499Z","steps":["trace[402382827] 'process raft request' (duration: 1.550464172s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.377642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.824963Z","time spent":"1.552643683s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:31.375666Z","caller":"traceutil/trace.go:171","msg":"trace[1735227574] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:16308; }","duration":"2.737025252s","start":"2026-07-03T16:30:28.638631Z","end":"2026-07-03T16:30:31.375656Z","steps":["trace[1735227574] 'agreement among raft nodes before linearized reading' (duration: 2.736972171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.377814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:28.638617Z","time spent":"2.739184431s","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:31.37795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538340664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:31.377998Z","caller":"traceutil/trace.go:171","msg":"trace[1127591836] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16308; }","duration":"1.538387835s","start":"2026-07-03T16:30:29.839601Z","end":"2026-07-03T16:30:31.377988Z","steps":["trace[1127591836] 'agreement among raft nodes before linearized reading' (duration: 1.537738559s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.378038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:29.839586Z","time spent":"1.538440816s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732203,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:30:31.378138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.685089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:30:31.37817Z","caller":"traceutil/trace.go:171","msg":"trace[1124058518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16308; }","duration":"911.752741ms","start":"2026-07-03T16:30:30.466411Z","end":"2026-07-03T16:30:31.378163Z","steps":["trace[1124058518] 'agreement among raft nodes before linearized reading' (duration: 911.669909ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:31.378177Z","caller":"traceutil/trace.go:171","msg":"trace[1929020167] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:16308; }","duration":"512.981689ms","start":"2026-07-03T16:30:30.865187Z","end":"2026-07-03T16:30:31.378169Z","steps":["trace[1929020167] 'agreement among raft nodes before linearized reading' (duration: 512.343313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.378191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:30.466392Z","time spent":"911.792892ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:30:31.378206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:30.865172Z","time spent":"513.02591ms","remote":"127.0.0.1:33986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:31.378273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.610277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:31.3783Z","caller":"traceutil/trace.go:171","msg":"trace[965592430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16308; }","duration":"733.670908ms","start":"2026-07-03T16:30:30.644622Z","end":"2026-07-03T16:30:31.378293Z","steps":["trace[965592430] 'agreement among raft nodes before linearized reading' (duration: 733.620827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.378319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:30.644608Z","time spent":"733.706629ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:30:31.378332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021307072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:30:31.378359Z","caller":"traceutil/trace.go:171","msg":"trace[2027751249] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16308; }","duration":"1.021367194s","start":"2026-07-03T16:30:30.356983Z","end":"2026-07-03T16:30:31.37835Z","steps":["trace[2027751249] 'agreement among raft nodes before linearized reading' (duration: 1.021318623s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.378391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:30.356966Z","time spent":"1.021416674s","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:31.377967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.679494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T16:30:31.378582Z","caller":"traceutil/trace.go:171","msg":"trace[774836352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16308; }","duration":"438.298188ms","start":"2026-07-03T16:30:30.940274Z","end":"2026-07-03T16:30:31.378572Z","steps":["trace[774836352] 'agreement among raft nodes before linearized reading' (duration: 437.658233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.378617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:30.940259Z","time spent":"438.346518ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:31.378174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.908724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-03T16:30:31.378546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085388361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:31.378706Z","caller":"traceutil/trace.go:171","msg":"trace[775151223] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16308; }","duration":"1.085584885s","start":"2026-07-03T16:30:30.293109Z","end":"2026-07-03T16:30:31.378694Z","steps":["trace[775151223] 'agreement among raft nodes before linearized reading' (duration: 1.085407431s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:31.37867Z","caller":"traceutil/trace.go:171","msg":"trace[1429526203] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:16308; }","duration":"464.410735ms","start":"2026-07-03T16:30:30.914239Z","end":"2026-07-03T16:30:31.37865Z","steps":["trace[1429526203] 'agreement among raft nodes before linearized reading' (duration: 463.73804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.378749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:30.293092Z","time spent":"1.085643977s","remote":"127.0.0.1:38580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:31.378828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:30.914235Z","time spent":"464.543449ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-03T16:30:31.674619Z","caller":"traceutil/trace.go:171","msg":"trace[1367595990] transaction","detail":"{read_only:false; response_revision:16309; number_of_response:1; }","duration":"291.554725ms","start":"2026-07-03T16:30:31.383036Z","end":"2026-07-03T16:30:31.674591Z","steps":["trace[1367595990] 'process raft request' (duration: 230.73496ms)","trace[1367595990] 'compare' (duration: 60.713631ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:31.682766Z","caller":"traceutil/trace.go:171","msg":"trace[144883080] transaction","detail":"{read_only:false; response_revision:16310; number_of_response:1; }","duration":"299.443484ms","start":"2026-07-03T16:30:31.383297Z","end":"2026-07-03T16:30:31.68274Z","steps":["trace[144883080] 'process raft request' (duration: 299.169877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:31.682942Z","caller":"traceutil/trace.go:171","msg":"trace[1987516575] linearizableReadLoop","detail":"{readStateIndex:16906; appliedIndex:16903; }","duration":"298.976744ms","start":"2026-07-03T16:30:31.383921Z","end":"2026-07-03T16:30:31.682898Z","steps":["trace[1987516575] 'read index received' (duration: 229.838449ms)","trace[1987516575] 'applied index is now lower than readState.Index' (duration: 69.135354ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:31.682972Z","caller":"traceutil/trace.go:171","msg":"trace[1916816168] transaction","detail":"{read_only:false; response_revision:16311; number_of_response:1; }","duration":"299.521536ms","start":"2026-07-03T16:30:31.383413Z","end":"2026-07-03T16:30:31.682934Z","steps":["trace[1916816168] 'process raft request' (duration: 299.28367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.68328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.526277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T16:30:31.683382Z","caller":"traceutil/trace.go:171","msg":"trace[539215518] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:16311; }","duration":"296.650751ms","start":"2026-07-03T16:30:31.38671Z","end":"2026-07-03T16:30:31.68336Z","steps":["trace[539215518] 'agreement among raft nodes before linearized reading' (duration: 296.414755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.683839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.320639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:31.683889Z","caller":"traceutil/trace.go:171","msg":"trace[732852115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16311; }","duration":"298.39238ms","start":"2026-07-03T16:30:31.385485Z","end":"2026-07-03T16:30:31.683877Z","steps":["trace[732852115] 'agreement among raft nodes before linearized reading' (duration: 297.588862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.68397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.274238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:31.684017Z","caller":"traceutil/trace.go:171","msg":"trace[1631318141] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16311; }","duration":"298.345819ms","start":"2026-07-03T16:30:31.38566Z","end":"2026-07-03T16:30:31.684006Z","steps":["trace[1631318141] 'agreement among raft nodes before linearized reading' (duration: 297.529041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.684226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.872173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:31.684292Z","caller":"traceutil/trace.go:171","msg":"trace[1099989054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16311; }","duration":"295.984985ms","start":"2026-07-03T16:30:31.388294Z","end":"2026-07-03T16:30:31.684279Z","steps":["trace[1099989054] 'agreement among raft nodes before linearized reading' (duration: 295.862573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.68436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.824501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:31.684445Z","caller":"traceutil/trace.go:171","msg":"trace[1633644683] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16311; }","duration":"298.927213ms","start":"2026-07-03T16:30:31.385499Z","end":"2026-07-03T16:30:31.684426Z","steps":["trace[1633644683] 'agreement among raft nodes before linearized reading' (duration: 298.045773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.685034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.267071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:31.685121Z","caller":"traceutil/trace.go:171","msg":"trace[136177904] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16311; }","duration":"299.387493ms","start":"2026-07-03T16:30:31.385715Z","end":"2026-07-03T16:30:31.685102Z","steps":["trace[136177904] 'agreement among raft nodes before linearized reading' (duration: 297.94248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.685573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.618194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-03T16:30:31.685688Z","caller":"traceutil/trace.go:171","msg":"trace[870345814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16311; }","duration":"301.773517ms","start":"2026-07-03T16:30:31.383898Z","end":"2026-07-03T16:30:31.685672Z","steps":["trace[870345814] 'agreement among raft nodes before linearized reading' (duration: 299.154838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:31.685995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:31.383892Z","time spent":"302.084775ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:30:32.118227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.39627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:32.118324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.480662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:32.118414Z","caller":"traceutil/trace.go:171","msg":"trace[718755371] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16312; }","duration":"274.602765ms","start":"2026-07-03T16:30:31.84379Z","end":"2026-07-03T16:30:32.118393Z","steps":["trace[718755371] 'range keys from in-memory index tree' (duration: 274.38522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.11878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.279783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-03T16:30:32.118823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.82495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:32.118838Z","caller":"traceutil/trace.go:171","msg":"trace[586951373] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:16312; }","duration":"310.382655ms","start":"2026-07-03T16:30:31.808443Z","end":"2026-07-03T16:30:32.118826Z","steps":["trace[586951373] 'range keys from in-memory index tree' (duration: 310.14686ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:32.118856Z","caller":"traceutil/trace.go:171","msg":"trace[5308712] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16312; }","duration":"274.877171ms","start":"2026-07-03T16:30:31.843968Z","end":"2026-07-03T16:30:32.118845Z","steps":["trace[5308712] 'range keys from in-memory index tree' (duration: 274.740028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.118876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:31.808423Z","time spent":"310.444226ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:30:32.119101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.434382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:32.119143Z","caller":"traceutil/trace.go:171","msg":"trace[1341071757] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16312; }","duration":"309.517714ms","start":"2026-07-03T16:30:31.809615Z","end":"2026-07-03T16:30:32.119132Z","steps":["trace[1341071757] 'range keys from in-memory index tree' (duration: 309.31632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.119172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:31.809582Z","time spent":"309.583086ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:30:32.119209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.633822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:32.119391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.088348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:32.119431Z","caller":"traceutil/trace.go:171","msg":"trace[162309246] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16312; }","duration":"276.17477ms","start":"2026-07-03T16:30:31.843247Z","end":"2026-07-03T16:30:32.119422Z","steps":["trace[162309246] 'range keys from in-memory index tree' (duration: 275.996136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.11962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.444466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:32.119656Z","caller":"traceutil/trace.go:171","msg":"trace[597409352] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16312; }","duration":"276.505428ms","start":"2026-07-03T16:30:31.843142Z","end":"2026-07-03T16:30:32.119648Z","steps":["trace[597409352] 'range keys from in-memory index tree' (duration: 276.105808ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:32.119647Z","caller":"traceutil/trace.go:171","msg":"trace[250026118] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16312; }","duration":"276.717104ms","start":"2026-07-03T16:30:31.84253Z","end":"2026-07-03T16:30:32.119247Z","steps":["trace[250026118] 'range keys from in-memory index tree' (duration: 276.517388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.119785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.353004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:32.119818Z","caller":"traceutil/trace.go:171","msg":"trace[1930504256] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16312; }","duration":"276.403796ms","start":"2026-07-03T16:30:31.843407Z","end":"2026-07-03T16:30:32.11981Z","steps":["trace[1930504256] 'range keys from in-memory index tree' (duration: 276.270443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.119987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.613481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:32.120022Z","caller":"traceutil/trace.go:171","msg":"trace[1800244928] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16312; }","duration":"276.669182ms","start":"2026-07-03T16:30:31.843345Z","end":"2026-07-03T16:30:32.120014Z","steps":["trace[1800244928] 'range keys from in-memory index tree' (duration: 276.409306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.120147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.681133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:32.120183Z","caller":"traceutil/trace.go:171","msg":"trace[118597635] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16312; }","duration":"276.734834ms","start":"2026-07-03T16:30:31.84344Z","end":"2026-07-03T16:30:32.120175Z","steps":["trace[118597635] 'range keys from in-memory index tree' (duration: 276.604341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.120267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.94378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:32.118789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.926672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:32.120354Z","caller":"traceutil/trace.go:171","msg":"trace[660592608] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16312; }","duration":"276.504118ms","start":"2026-07-03T16:30:31.843835Z","end":"2026-07-03T16:30:32.12034Z","steps":["trace[660592608] 'range keys from in-memory index tree' (duration: 274.793559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:32.118311Z","caller":"traceutil/trace.go:171","msg":"trace[1385234060] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16312; }","duration":"274.519473ms","start":"2026-07-03T16:30:31.843774Z","end":"2026-07-03T16:30:32.118293Z","steps":["trace[1385234060] 'range keys from in-memory index tree' (duration: 274.229066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.121272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.07918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:32.121316Z","caller":"traceutil/trace.go:171","msg":"trace[793143624] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16312; }","duration":"280.152432ms","start":"2026-07-03T16:30:31.841154Z","end":"2026-07-03T16:30:32.121306Z","steps":["trace[793143624] 'range keys from in-memory index tree' (duration: 280.012339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:32.121328Z","caller":"traceutil/trace.go:171","msg":"trace[496603540] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16312; }","duration":"299.029584ms","start":"2026-07-03T16:30:31.822284Z","end":"2026-07-03T16:30:32.121313Z","steps":["trace[496603540] 'range keys from in-memory index tree' (duration: 297.865748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.121372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.52026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:30:32.121367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.933513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:32.121397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.783249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:32.12144Z","caller":"traceutil/trace.go:171","msg":"trace[1273525786] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16312; }","duration":"297.638312ms","start":"2026-07-03T16:30:31.823786Z","end":"2026-07-03T16:30:32.121424Z","steps":["trace[1273525786] 'range keys from in-memory index tree' (duration: 297.298625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.121399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.832325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:32.121452Z","caller":"traceutil/trace.go:171","msg":"trace[1791591579] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16312; }","duration":"299.059615ms","start":"2026-07-03T16:30:31.822371Z","end":"2026-07-03T16:30:32.121431Z","steps":["trace[1791591579] 'range keys from in-memory index tree' (duration: 298.81585ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:32.12146Z","caller":"traceutil/trace.go:171","msg":"trace[230821296] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16312; }","duration":"298.873721ms","start":"2026-07-03T16:30:31.822568Z","end":"2026-07-03T16:30:32.121442Z","steps":["trace[230821296] 'range keys from in-memory index tree' (duration: 298.707707ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:32.121529Z","caller":"traceutil/trace.go:171","msg":"trace[204903400] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16312; }","duration":"280.017969ms","start":"2026-07-03T16:30:31.841477Z","end":"2026-07-03T16:30:32.121495Z","steps":["trace[204903400] 'range keys from in-memory index tree' (duration: 279.720172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.124483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.079415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:32.124552Z","caller":"traceutil/trace.go:171","msg":"trace[1790442296] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16312; }","duration":"302.199617ms","start":"2026-07-03T16:30:31.822336Z","end":"2026-07-03T16:30:32.124535Z","steps":["trace[1790442296] 'range keys from in-memory index tree' (duration: 298.773078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.12459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:31.822315Z","time spent":"302.26656ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:30:32.604156Z","caller":"traceutil/trace.go:171","msg":"trace[1220703095] transaction","detail":"{read_only:false; response_revision:16314; number_of_response:1; }","duration":"319.285919ms","start":"2026-07-03T16:30:32.284845Z","end":"2026-07-03T16:30:32.604131Z","steps":["trace[1220703095] 'process raft request' (duration: 319.059564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:32.604311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:32.284819Z","time spent":"319.409532ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:33.292453Z","caller":"traceutil/trace.go:171","msg":"trace[595592364] transaction","detail":"{read_only:false; response_revision:16315; number_of_response:1; }","duration":"136.440899ms","start":"2026-07-03T16:30:33.155983Z","end":"2026-07-03T16:30:33.292424Z","steps":["trace[595592364] 'process raft request' (duration: 136.183973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:33.882616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572662823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:30:34.621622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098241526s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:34.621735Z","caller":"traceutil/trace.go:171","msg":"trace[1739023839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16315; }","duration":"1.098368739s","start":"2026-07-03T16:30:33.523333Z","end":"2026-07-03T16:30:34.621719Z","steps":["trace[1739023839] 'range keys from in-memory index tree' (duration: 1.098226256s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:34.621853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.440482Z","time spent":"1.181362871s","remote":"127.0.0.1:34806","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:30:34.621937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242018801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-03T16:30:34.621996Z","caller":"traceutil/trace.go:171","msg":"trace[629311345] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16315; }","duration":"1.242122414s","start":"2026-07-03T16:30:33.379857Z","end":"2026-07-03T16:30:34.62198Z","steps":["trace[629311345] 'range keys from in-memory index tree' (duration: 1.241860628s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:34.622031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.379835Z","time spent":"1.242188766s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":702,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:30:34.622496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.157663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T16:30:34.622601Z","caller":"traceutil/trace.go:171","msg":"trace[1038712202] transaction","detail":"{read_only:false; response_revision:16316; number_of_response:1; }","duration":"1.242665046s","start":"2026-07-03T16:30:33.379918Z","end":"2026-07-03T16:30:34.622583Z","steps":["trace[1038712202] 'process raft request' (duration: 996.335669ms)","trace[1038712202] 'compare' (duration: 245.261002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:34.622671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.379888Z","time spent":"1.242751569s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:35.010706Z","caller":"traceutil/trace.go:171","msg":"trace[622861882] transaction","detail":"{read_only:false; response_revision:16317; number_of_response:1; }","duration":"1.63024383s","start":"2026-07-03T16:30:33.380433Z","end":"2026-07-03T16:30:35.010677Z","steps":["trace[622861882] 'process raft request' (duration: 1.531003236s)","trace[622861882] 'compare' (duration: 98.774924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:30:35.010856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.380412Z","time spent":"1.630364944s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:35.010871Z","caller":"traceutil/trace.go:171","msg":"trace[1537234993] transaction","detail":"{read_only:false; response_revision:16318; number_of_response:1; }","duration":"1.623870464s","start":"2026-07-03T16:30:33.386968Z","end":"2026-07-03T16:30:35.010838Z","steps":["trace[1537234993] 'process raft request' (duration: 1.623571667s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.011031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.386951Z","time spent":"1.623997738s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:30:35.011306Z","caller":"traceutil/trace.go:171","msg":"trace[583304519] transaction","detail":"{read_only:false; response_revision:16319; number_of_response:1; }","duration":"1.559702504s","start":"2026-07-03T16:30:33.451591Z","end":"2026-07-03T16:30:35.011294Z","steps":["trace[583304519] 'process raft request' (duration: 1.559036988s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.011293Z","caller":"traceutil/trace.go:171","msg":"trace[1310401701] linearizableReadLoop","detail":"{readStateIndex:16916; appliedIndex:16911; }","duration":"1.629038184s","start":"2026-07-03T16:30:33.38224Z","end":"2026-07-03T16:30:35.011278Z","steps":["trace[1310401701] 'read index received' (duration: 994.023677ms)","trace[1310401701] 'applied index is now lower than readState.Index' (duration: 635.013587ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:35.011349Z","caller":"traceutil/trace.go:171","msg":"trace[370140498] transaction","detail":"{read_only:false; response_revision:16320; number_of_response:1; }","duration":"1.245544453s","start":"2026-07-03T16:30:33.765779Z","end":"2026-07-03T16:30:35.011323Z","steps":["trace[370140498] 'process raft request' (duration: 1.24541159s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.011391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.451575Z","time spent":"1.559771866s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:35.011469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.765757Z","time spent":"1.245651725s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:30:35.011507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.487633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:35.011548Z","caller":"traceutil/trace.go:171","msg":"trace[2109915896] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16320; }","duration":"883.551845ms","start":"2026-07-03T16:30:34.127987Z","end":"2026-07-03T16:30:35.011539Z","steps":["trace[2109915896] 'agreement among raft nodes before linearized reading' (duration: 883.481103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.011584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.127982Z","time spent":"883.594646ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":26,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:30:35.011605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.317769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:35.011608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.228861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:35.011628Z","caller":"traceutil/trace.go:171","msg":"trace[1451184760] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16320; }","duration":"883.35625ms","start":"2026-07-03T16:30:34.128264Z","end":"2026-07-03T16:30:35.011621Z","steps":["trace[1451184760] 'agreement among raft nodes before linearized reading' (duration: 883.309229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.01165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.128258Z","time spent":"883.387791ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:30:35.011568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6293118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:35.011691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33309765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T16:30:35.011762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.566605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:35.011766Z","caller":"traceutil/trace.go:171","msg":"trace[366832552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16320; }","duration":"1.333219003s","start":"2026-07-03T16:30:33.678529Z","end":"2026-07-03T16:30:35.011748Z","steps":["trace[366832552] 'agreement among raft nodes before linearized reading' (duration: 1.332980637s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.011726Z","caller":"traceutil/trace.go:171","msg":"trace[205512009] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16320; }","duration":"1.629510895s","start":"2026-07-03T16:30:33.382198Z","end":"2026-07-03T16:30:35.011709Z","steps":["trace[205512009] 'agreement among raft nodes before linearized reading' (duration: 1.629191388s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.011802Z","caller":"traceutil/trace.go:171","msg":"trace[424932666] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16320; }","duration":"883.606236ms","start":"2026-07-03T16:30:34.128187Z","end":"2026-07-03T16:30:35.011793Z","steps":["trace[424932666] 'agreement among raft nodes before linearized reading' (duration: 883.549304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.011819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.678509Z","time spent":"1.333300394s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:30:35.011836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.128151Z","time spent":"883.679277ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:35.011873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.495609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:35.01183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.382189Z","time spent":"1.629628237s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:35.011902Z","caller":"traceutil/trace.go:171","msg":"trace[1040505271] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16320; }","duration":"882.530021ms","start":"2026-07-03T16:30:34.129365Z","end":"2026-07-03T16:30:35.011895Z","steps":["trace[1040505271] 'agreement among raft nodes before linearized reading' (duration: 882.437169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.011924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.129361Z","time spent":"882.558741ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:35.011989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.814551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:35.011788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.814064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:35.012026Z","caller":"traceutil/trace.go:171","msg":"trace[1008697588] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16320; }","duration":"883.856422ms","start":"2026-07-03T16:30:34.128161Z","end":"2026-07-03T16:30:35.012017Z","steps":["trace[1008697588] 'agreement among raft nodes before linearized reading' (duration: 883.806231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.936779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:35.01206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.128156Z","time spent":"883.898122ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:35.012064Z","caller":"traceutil/trace.go:171","msg":"trace[1171904097] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16320; }","duration":"886.00269ms","start":"2026-07-03T16:30:34.126052Z","end":"2026-07-03T16:30:35.012055Z","steps":["trace[1171904097] 'agreement among raft nodes before linearized reading' (duration: 885.96004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.145265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:35.012096Z","caller":"traceutil/trace.go:171","msg":"trace[773920058] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16320; }","duration":"883.176055ms","start":"2026-07-03T16:30:34.128914Z","end":"2026-07-03T16:30:35.01209Z","steps":["trace[773920058] 'agreement among raft nodes before linearized reading' (duration: 883.142185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.128909Z","time spent":"883.209046ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-03T16:30:35.011647Z","caller":"traceutil/trace.go:171","msg":"trace[361076661] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16320; }","duration":"881.275882ms","start":"2026-07-03T16:30:34.13036Z","end":"2026-07-03T16:30:35.011635Z","steps":["trace[361076661] 'agreement among raft nodes before linearized reading' (duration: 881.131289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303587452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-03T16:30:35.012059Z","caller":"traceutil/trace.go:171","msg":"trace[1741747843] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16320; }","duration":"882.087961ms","start":"2026-07-03T16:30:34.129938Z","end":"2026-07-03T16:30:35.012026Z","steps":["trace[1741747843] 'agreement among raft nodes before linearized reading' (duration: 881.831575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.129922Z","time spent":"882.293345ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:35.012184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.130355Z","time spent":"881.823864ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:35.012221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30257783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-07-03T16:30:35.012253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299629262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-03T16:30:35.012309Z","caller":"traceutil/trace.go:171","msg":"trace[1622213857] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16320; }","duration":"1.302694552s","start":"2026-07-03T16:30:33.709603Z","end":"2026-07-03T16:30:35.012298Z","steps":["trace[1622213857] 'agreement among raft nodes before linearized reading' (duration: 1.302486427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.126032Z","time spent":"886.058091ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:30:35.012346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325216589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T16:30:35.012358Z","caller":"traceutil/trace.go:171","msg":"trace[287267241] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16320; }","duration":"1.299761605s","start":"2026-07-03T16:30:33.71258Z","end":"2026-07-03T16:30:35.012341Z","steps":["trace[287267241] 'agreement among raft nodes before linearized reading' (duration: 1.299603451s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.012379Z","caller":"traceutil/trace.go:171","msg":"trace[1339422427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16320; }","duration":"1.32527881s","start":"2026-07-03T16:30:33.687093Z","end":"2026-07-03T16:30:35.012372Z","steps":["trace[1339422427] 'agreement among raft nodes before linearized reading' (duration: 1.325205458s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.70959Z","time spent":"1.302753713s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"warn","ts":"2026-07-03T16:30:35.0124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.712566Z","time spent":"1.299825406s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"warn","ts":"2026-07-03T16:30:35.012413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.687078Z","time spent":"1.325328831s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:35.011992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.767965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:35.012428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.287451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:35.012437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.881405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:30:35.012461Z","caller":"traceutil/trace.go:171","msg":"trace[1849082799] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16320; }","duration":"884.327702ms","start":"2026-07-03T16:30:34.128124Z","end":"2026-07-03T16:30:35.012452Z","steps":["trace[1849082799] 'agreement among raft nodes before linearized reading' (duration: 884.20721ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.012484Z","caller":"traceutil/trace.go:171","msg":"trace[1165098202] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16320; }","duration":"494.964477ms","start":"2026-07-03T16:30:34.51751Z","end":"2026-07-03T16:30:35.012475Z","steps":["trace[1165098202] 'agreement among raft nodes before linearized reading' (duration: 494.171309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.517491Z","time spent":"495.021938ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1562,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:30:35.012544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.037563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:35.012565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.499266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:35.012602Z","caller":"traceutil/trace.go:171","msg":"trace[317718556] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16320; }","duration":"884.541457ms","start":"2026-07-03T16:30:34.128053Z","end":"2026-07-03T16:30:35.012595Z","steps":["trace[317718556] 'agreement among raft nodes before linearized reading' (duration: 884.453695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.587421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:35.012636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.12805Z","time spent":"884.579357ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-03T16:30:35.012649Z","caller":"traceutil/trace.go:171","msg":"trace[393038706] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:16320; }","duration":"704.661563ms","start":"2026-07-03T16:30:34.307977Z","end":"2026-07-03T16:30:35.012639Z","steps":["trace[393038706] 'agreement among raft nodes before linearized reading' (duration: 704.615002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302412716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-03T16:30:35.012715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.307958Z","time spent":"704.714614ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:30:35.012573Z","caller":"traceutil/trace.go:171","msg":"trace[17569337] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16320; }","duration":"856.081985ms","start":"2026-07-03T16:30:34.156482Z","end":"2026-07-03T16:30:35.012564Z","steps":["trace[17569337] 'agreement among raft nodes before linearized reading' (duration: 856.005383ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.012746Z","caller":"traceutil/trace.go:171","msg":"trace[872720575] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:16320; }","duration":"1.302512718s","start":"2026-07-03T16:30:33.710222Z","end":"2026-07-03T16:30:35.012735Z","steps":["trace[872720575] 'agreement among raft nodes before linearized reading' (duration: 1.302296093s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.719079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:30:35.012807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.156472Z","time spent":"856.32734ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:35.012813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.710214Z","time spent":"1.302589249s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20586,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" "} {"level":"info","ts":"2026-07-03T16:30:35.012214Z","caller":"traceutil/trace.go:171","msg":"trace[328245199] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:16320; }","duration":"1.303637723s","start":"2026-07-03T16:30:33.708567Z","end":"2026-07-03T16:30:35.012205Z","steps":["trace[328245199] 'agreement among raft nodes before linearized reading' (duration: 1.303545471s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.512322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:35.012906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.184004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:35.012886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.708558Z","time spent":"1.304321739s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" "} {"level":"info","ts":"2026-07-03T16:30:35.012949Z","caller":"traceutil/trace.go:171","msg":"trace[1470808760] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16320; }","duration":"855.262835ms","start":"2026-07-03T16:30:34.157677Z","end":"2026-07-03T16:30:35.01294Z","steps":["trace[1470808760] 'agreement among raft nodes before linearized reading' (duration: 855.206764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.012952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.395542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:35.012841Z","caller":"traceutil/trace.go:171","msg":"trace[277869797] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16320; }","duration":"856.77459ms","start":"2026-07-03T16:30:34.156056Z","end":"2026-07-03T16:30:35.012831Z","steps":["trace[277869797] 'agreement among raft nodes before linearized reading' (duration: 856.652747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.01249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.128121Z","time spent":"884.362723ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:35.012281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324350619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:30:35.012986Z","caller":"traceutil/trace.go:171","msg":"trace[141613263] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16320; }","duration":"880.435912ms","start":"2026-07-03T16:30:34.132541Z","end":"2026-07-03T16:30:35.012977Z","steps":["trace[141613263] 'agreement among raft nodes before linearized reading' (duration: 880.387591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.013012Z","caller":"traceutil/trace.go:171","msg":"trace[1004580999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16320; }","duration":"1.325121676s","start":"2026-07-03T16:30:33.687882Z","end":"2026-07-03T16:30:35.013004Z","steps":["trace[1004580999] 'agreement among raft nodes before linearized reading' (duration: 1.324349298s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.156051Z","time spent":"856.948345ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:30:35.012456Z","caller":"traceutil/trace.go:171","msg":"trace[994403504] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16320; }","duration":"886.269906ms","start":"2026-07-03T16:30:34.126179Z","end":"2026-07-03T16:30:35.012449Z","steps":["trace[994403504] 'agreement among raft nodes before linearized reading' (duration: 885.748645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.68786Z","time spent":"1.325190698s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:30:35.013069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.126161Z","time spent":"886.89967ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:35.012982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.157657Z","time spent":"855.319286ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-03T16:30:35.012917Z","caller":"traceutil/trace.go:171","msg":"trace[1833331311] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16320; }","duration":"879.554373ms","start":"2026-07-03T16:30:34.133353Z","end":"2026-07-03T16:30:35.012908Z","steps":["trace[1833331311] 'agreement among raft nodes before linearized reading' (duration: 879.508642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.133347Z","time spent":"879.846589ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:30:35.013249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627338294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:35.013292Z","caller":"traceutil/trace.go:171","msg":"trace[420947462] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16320; }","duration":"1.627397045s","start":"2026-07-03T16:30:33.385885Z","end":"2026-07-03T16:30:35.013282Z","steps":["trace[420947462] 'agreement among raft nodes before linearized reading' (duration: 1.627296223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.385876Z","time spent":"1.627441927s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:35.013402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625001381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-03T16:30:35.013444Z","caller":"traceutil/trace.go:171","msg":"trace[116156711] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:16320; }","duration":"1.625059302s","start":"2026-07-03T16:30:33.388375Z","end":"2026-07-03T16:30:35.013434Z","steps":["trace[116156711] 'agreement among raft nodes before linearized reading' (duration: 1.624953969s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494642272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T16:30:35.013478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.388366Z","time spent":"1.625105623s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"info","ts":"2026-07-03T16:30:35.013499Z","caller":"traceutil/trace.go:171","msg":"trace[403658838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16320; }","duration":"1.494704613s","start":"2026-07-03T16:30:33.518784Z","end":"2026-07-03T16:30:35.013489Z","steps":["trace[403658838] 'agreement among raft nodes before linearized reading' (duration: 1.494649772s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626593566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-03T16:30:35.013532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.518771Z","time spent":"1.494752975s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:30:35.013551Z","caller":"traceutil/trace.go:171","msg":"trace[2102767024] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16320; }","duration":"1.626630737s","start":"2026-07-03T16:30:33.386911Z","end":"2026-07-03T16:30:35.013542Z","steps":["trace[2102767024] 'agreement among raft nodes before linearized reading' (duration: 1.626541845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.386894Z","time spent":"1.626682559s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:35.013614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627983648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:30:35.013016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:34.132535Z","time spent":"880.476083ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:30:35.013649Z","caller":"traceutil/trace.go:171","msg":"trace[1078096279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16320; }","duration":"1.62803226s","start":"2026-07-03T16:30:33.385607Z","end":"2026-07-03T16:30:35.013639Z","steps":["trace[1078096279] 'agreement among raft nodes before linearized reading' (duration: 1.627950188s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628249324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T16:30:35.013714Z","caller":"traceutil/trace.go:171","msg":"trace[720886619] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16320; }","duration":"1.628316167s","start":"2026-07-03T16:30:33.385386Z","end":"2026-07-03T16:30:35.013702Z","steps":["trace[720886619] 'agreement among raft nodes before linearized reading' (duration: 1.628199584s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628087742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-03T16:30:35.013756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.38538Z","time spent":"1.628367639s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:30:35.01377Z","caller":"traceutil/trace.go:171","msg":"trace[1170611799] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16320; }","duration":"1.628119083s","start":"2026-07-03T16:30:33.385644Z","end":"2026-07-03T16:30:35.013763Z","steps":["trace[1170611799] 'agreement among raft nodes before linearized reading' (duration: 1.62804787s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.013798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.38564Z","time spent":"1.628152364s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:30:35.013675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.385598Z","time spent":"1.628071361s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:30:35.01394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628601894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-03T16:30:35.014012Z","caller":"traceutil/trace.go:171","msg":"trace[1949458709] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16320; }","duration":"1.628683206s","start":"2026-07-03T16:30:33.38529Z","end":"2026-07-03T16:30:35.013973Z","steps":["trace[1949458709] 'agreement among raft nodes before linearized reading' (duration: 1.628570853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.014053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.38527Z","time spent":"1.628775317s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5469,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:30:35.015977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632545612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T16:30:35.016049Z","caller":"traceutil/trace.go:171","msg":"trace[451333401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16320; }","duration":"1.632642105s","start":"2026-07-03T16:30:33.383389Z","end":"2026-07-03T16:30:35.016031Z","steps":["trace[451333401] 'agreement among raft nodes before linearized reading' (duration: 1.630580579s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.016103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:30:33.383378Z","time spent":"1.632711126s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:30:35.191512Z","caller":"traceutil/trace.go:171","msg":"trace[1191848798] linearizableReadLoop","detail":"{readStateIndex:16918; appliedIndex:16916; }","duration":"168.748408ms","start":"2026-07-03T16:30:35.022743Z","end":"2026-07-03T16:30:35.191491Z","steps":["trace[1191848798] 'read index received' (duration: 32.848152ms)","trace[1191848798] 'applied index is now lower than readState.Index' (duration: 135.899366ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:30:35.191617Z","caller":"traceutil/trace.go:171","msg":"trace[300318] transaction","detail":"{read_only:false; response_revision:16324; number_of_response:1; }","duration":"167.409307ms","start":"2026-07-03T16:30:35.024197Z","end":"2026-07-03T16:30:35.191606Z","steps":["trace[300318] 'process raft request' (duration: 167.231173ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.191595Z","caller":"traceutil/trace.go:171","msg":"trace[359145362] transaction","detail":"{read_only:false; response_revision:16323; number_of_response:1; }","duration":"167.906669ms","start":"2026-07-03T16:30:35.023657Z","end":"2026-07-03T16:30:35.191564Z","steps":["trace[359145362] 'process raft request' (duration: 167.732915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.191826Z","caller":"traceutil/trace.go:171","msg":"trace[1045197460] transaction","detail":"{read_only:false; response_revision:16325; number_of_response:1; }","duration":"167.443759ms","start":"2026-07-03T16:30:35.024369Z","end":"2026-07-03T16:30:35.191813Z","steps":["trace[1045197460] 'process raft request' (duration: 167.087871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.192072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.309391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:35.19214Z","caller":"traceutil/trace.go:171","msg":"trace[1972535242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16325; }","duration":"169.437993ms","start":"2026-07-03T16:30:35.022686Z","end":"2026-07-03T16:30:35.192124Z","steps":["trace[1972535242] 'agreement among raft nodes before linearized reading' (duration: 169.30677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.192558Z","caller":"traceutil/trace.go:171","msg":"trace[1561998440] transaction","detail":"{read_only:false; response_revision:16322; number_of_response:1; }","duration":"170.12533ms","start":"2026-07-03T16:30:35.022416Z","end":"2026-07-03T16:30:35.192541Z","steps":["trace[1561998440] 'process raft request' (duration: 168.845171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.230929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.662582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:35.231021Z","caller":"traceutil/trace.go:171","msg":"trace[986339235] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16326; }","duration":"204.779044ms","start":"2026-07-03T16:30:35.026221Z","end":"2026-07-03T16:30:35.231Z","steps":["trace[986339235] 'agreement among raft nodes before linearized reading' (duration: 203.878344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.23106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.535897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:35.231132Z","caller":"traceutil/trace.go:171","msg":"trace[1938946099] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16326; }","duration":"207.65134ms","start":"2026-07-03T16:30:35.023464Z","end":"2026-07-03T16:30:35.231115Z","steps":["trace[1938946099] 'agreement among raft nodes before linearized reading' (duration: 205.864858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.231141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.310091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:35.231373Z","caller":"traceutil/trace.go:171","msg":"trace[1112634314] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16326; }","duration":"203.689489ms","start":"2026-07-03T16:30:35.027665Z","end":"2026-07-03T16:30:35.231354Z","steps":["trace[1112634314] 'agreement among raft nodes before linearized reading' (duration: 201.716584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:35.231804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.507301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"warn","ts":"2026-07-03T16:30:35.231982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.297006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732182"} {"level":"info","ts":"2026-07-03T16:30:35.232029Z","caller":"traceutil/trace.go:171","msg":"trace[555430076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16326; }","duration":"205.378427ms","start":"2026-07-03T16:30:35.026641Z","end":"2026-07-03T16:30:35.232019Z","steps":["trace[555430076] 'agreement among raft nodes before linearized reading' (duration: 203.328761ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:30:35.231865Z","caller":"traceutil/trace.go:171","msg":"trace[933539456] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16326; }","duration":"205.593043ms","start":"2026-07-03T16:30:35.026258Z","end":"2026-07-03T16:30:35.231851Z","steps":["trace[933539456] 'agreement among raft nodes before linearized reading' (duration: 203.309821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:30:36.12501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.653956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T16:30:36.125104Z","caller":"traceutil/trace.go:171","msg":"trace[1188261550] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:16328; }","duration":"298.799059ms","start":"2026-07-03T16:30:35.826285Z","end":"2026-07-03T16:30:36.125084Z","steps":["trace[1188261550] 'count revisions from in-memory index tree' (duration: 298.584274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:08.375686Z","caller":"traceutil/trace.go:171","msg":"trace[972841944] transaction","detail":"{read_only:false; response_revision:16507; number_of_response:1; }","duration":"101.304543ms","start":"2026-07-03T16:31:08.274351Z","end":"2026-07-03T16:31:08.375655Z","steps":["trace[972841944] 'process raft request' (duration: 49.514995ms)","trace[972841944] 'compare' (duration: 51.227894ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:08.879103Z","caller":"traceutil/trace.go:171","msg":"trace[855719874] transaction","detail":"{read_only:false; response_revision:16509; number_of_response:1; }","duration":"133.576901ms","start":"2026-07-03T16:31:08.745493Z","end":"2026-07-03T16:31:08.87907Z","steps":["trace[855719874] 'process raft request' (duration: 132.736722ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:09.621371Z","caller":"traceutil/trace.go:171","msg":"trace[320952492] transaction","detail":"{read_only:false; response_revision:16515; number_of_response:1; }","duration":"156.750773ms","start":"2026-07-03T16:31:09.464584Z","end":"2026-07-03T16:31:09.621335Z","steps":["trace[320952492] 'process raft request' (duration: 87.189868ms)","trace[320952492] 'compare' (duration: 69.33523ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:09.62149Z","caller":"traceutil/trace.go:171","msg":"trace[2089046598] transaction","detail":"{read_only:false; response_revision:16516; number_of_response:1; }","duration":"104.857513ms","start":"2026-07-03T16:31:09.516598Z","end":"2026-07-03T16:31:09.621456Z","steps":["trace[2089046598] 'process raft request' (duration: 104.713829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:09.621501Z","caller":"traceutil/trace.go:171","msg":"trace[2074373632] linearizableReadLoop","detail":"{readStateIndex:17118; appliedIndex:17117; }","duration":"145.27996ms","start":"2026-07-03T16:31:09.476194Z","end":"2026-07-03T16:31:09.621474Z","steps":["trace[2074373632] 'read index received' (duration: 75.580582ms)","trace[2074373632] 'applied index is now lower than readState.Index' (duration: 69.697218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:09.621651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.782883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:31:09.62167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.146653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:31:09.621684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.008841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:09.621695Z","caller":"traceutil/trace.go:171","msg":"trace[1151978237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16517; }","duration":"214.878425ms","start":"2026-07-03T16:31:09.406804Z","end":"2026-07-03T16:31:09.621682Z","steps":["trace[1151978237] 'agreement among raft nodes before linearized reading' (duration: 214.744272ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:09.621718Z","caller":"traceutil/trace.go:171","msg":"trace[1527183599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16517; }","duration":"103.076801ms","start":"2026-07-03T16:31:09.518629Z","end":"2026-07-03T16:31:09.621706Z","steps":["trace[1527183599] 'agreement among raft nodes before linearized reading' (duration: 103.02664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:09.621714Z","caller":"traceutil/trace.go:171","msg":"trace[427170660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16517; }","duration":"219.225515ms","start":"2026-07-03T16:31:09.402477Z","end":"2026-07-03T16:31:09.621703Z","steps":["trace[427170660] 'agreement among raft nodes before linearized reading' (duration: 219.063872ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:09.81022Z","caller":"traceutil/trace.go:171","msg":"trace[1521202658] linearizableReadLoop","detail":"{readStateIndex:17122; appliedIndex:17121; }","duration":"184.316426ms","start":"2026-07-03T16:31:09.625867Z","end":"2026-07-03T16:31:09.810183Z","steps":["trace[1521202658] 'read index received' (duration: 43.379134ms)","trace[1521202658] 'applied index is now lower than readState.Index' (duration: 140.935332ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:09.810252Z","caller":"traceutil/trace.go:171","msg":"trace[68189709] transaction","detail":"{read_only:false; response_revision:16519; number_of_response:1; }","duration":"184.457799ms","start":"2026-07-03T16:31:09.625768Z","end":"2026-07-03T16:31:09.810226Z","steps":["trace[68189709] 'process raft request' (duration: 178.294308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:09.810501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.661965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:31:09.810595Z","caller":"traceutil/trace.go:171","msg":"trace[1486575705] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16519; }","duration":"137.788159ms","start":"2026-07-03T16:31:09.672785Z","end":"2026-07-03T16:31:09.810574Z","steps":["trace[1486575705] 'agreement among raft nodes before linearized reading' (duration: 137.619715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:09.810722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.521287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:31:09.810767Z","caller":"traceutil/trace.go:171","msg":"trace[1918209065] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:16519; }","duration":"142.590979ms","start":"2026-07-03T16:31:09.668162Z","end":"2026-07-03T16:31:09.810753Z","steps":["trace[1918209065] 'agreement among raft nodes before linearized reading' (duration: 142.433255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:09.811074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.451095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20566"} {"level":"info","ts":"2026-07-03T16:31:09.81114Z","caller":"traceutil/trace.go:171","msg":"trace[494337483] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:16519; }","duration":"149.542318ms","start":"2026-07-03T16:31:09.661579Z","end":"2026-07-03T16:31:09.811121Z","steps":["trace[494337483] 'agreement among raft nodes before linearized reading' (duration: 149.374984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:09.811258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.380169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:738498"} {"level":"info","ts":"2026-07-03T16:31:09.811332Z","caller":"traceutil/trace.go:171","msg":"trace[1825678908] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16519; }","duration":"185.483301ms","start":"2026-07-03T16:31:09.625832Z","end":"2026-07-03T16:31:09.811315Z","steps":["trace[1825678908] 'agreement among raft nodes before linearized reading' (duration: 184.456668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:09.811606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.467692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:738498"} {"level":"info","ts":"2026-07-03T16:31:09.811691Z","caller":"traceutil/trace.go:171","msg":"trace[945003732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16519; }","duration":"182.576105ms","start":"2026-07-03T16:31:09.629097Z","end":"2026-07-03T16:31:09.811673Z","steps":["trace[945003732] 'agreement among raft nodes before linearized reading' (duration: 181.302987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.294854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572664869,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:31:50.316404Z","caller":"traceutil/trace.go:171","msg":"trace[1799285086] transaction","detail":"{read_only:false; response_revision:16806; number_of_response:1; }","duration":"551.884238ms","start":"2026-07-03T16:31:49.764491Z","end":"2026-07-03T16:31:50.316375Z","steps":["trace[1799285086] 'process raft request' (duration: 551.722004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.316587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:49.76446Z","time spent":"552.028241ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:31:50.471926Z","caller":"traceutil/trace.go:171","msg":"trace[1467831928] linearizableReadLoop","detail":"{readStateIndex:17420; appliedIndex:17418; }","duration":"677.489778ms","start":"2026-07-03T16:31:49.794413Z","end":"2026-07-03T16:31:50.471903Z","steps":["trace[1467831928] 'read index received' (duration: 522.572328ms)","trace[1467831928] 'applied index is now lower than readState.Index' (duration: 154.91618ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:50.472163Z","caller":"traceutil/trace.go:171","msg":"trace[1284222107] transaction","detail":"{read_only:false; response_revision:16807; number_of_response:1; }","duration":"380.701337ms","start":"2026-07-03T16:31:50.09145Z","end":"2026-07-03T16:31:50.472151Z","steps":["trace[1284222107] 'process raft request' (duration: 364.928306ms)","trace[1284222107] 'compare' (duration: 15.155107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:50.47225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:50.09143Z","time spent":"380.763249ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:31:50.472389Z","caller":"traceutil/trace.go:171","msg":"trace[1391237375] transaction","detail":"{read_only:false; response_revision:16808; number_of_response:1; }","duration":"211.061052ms","start":"2026-07-03T16:31:50.261321Z","end":"2026-07-03T16:31:50.472382Z","steps":["trace[1391237375] 'process raft request' (duration: 210.52264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.472547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.129532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:31:50.472577Z","caller":"traceutil/trace.go:171","msg":"trace[163977380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16808; }","duration":"678.197744ms","start":"2026-07-03T16:31:49.794371Z","end":"2026-07-03T16:31:50.472569Z","steps":["trace[163977380] 'agreement among raft nodes before linearized reading' (duration: 678.100872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.472597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:49.79435Z","time spent":"678.243115ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:31:50.472728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.560695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:31:50.472714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.433126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:31:50.472751Z","caller":"traceutil/trace.go:171","msg":"trace[1265090490] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:16808; }","duration":"229.611085ms","start":"2026-07-03T16:31:50.243135Z","end":"2026-07-03T16:31:50.472746Z","steps":["trace[1265090490] 'agreement among raft nodes before linearized reading' (duration: 229.514013ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:50.472778Z","caller":"traceutil/trace.go:171","msg":"trace[1648500262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16808; }","duration":"624.571699ms","start":"2026-07-03T16:31:49.848185Z","end":"2026-07-03T16:31:50.472757Z","steps":["trace[1648500262] 'agreement among raft nodes before linearized reading' (duration: 624.359485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.472815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:49.848164Z","time spent":"624.64408ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:31:50.472818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.22972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20566"} {"level":"info","ts":"2026-07-03T16:31:50.472908Z","caller":"traceutil/trace.go:171","msg":"trace[632479784] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:16808; }","duration":"237.354212ms","start":"2026-07-03T16:31:50.235529Z","end":"2026-07-03T16:31:50.472884Z","steps":["trace[632479784] 'agreement among raft nodes before linearized reading' (duration: 237.062206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.472977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.691321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-03T16:31:50.473001Z","caller":"traceutil/trace.go:171","msg":"trace[478413438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:16808; }","duration":"248.906267ms","start":"2026-07-03T16:31:50.224089Z","end":"2026-07-03T16:31:50.472995Z","steps":["trace[478413438] 'agreement among raft nodes before linearized reading' (duration: 248.833355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.473094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.561674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-07-03T16:31:50.473117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.142178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:31:50.473135Z","caller":"traceutil/trace.go:171","msg":"trace[439397553] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16808; }","duration":"236.625916ms","start":"2026-07-03T16:31:50.236499Z","end":"2026-07-03T16:31:50.473125Z","steps":["trace[439397553] 'agreement among raft nodes before linearized reading' (duration: 236.528163ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:50.473148Z","caller":"traceutil/trace.go:171","msg":"trace[995666010] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:16808; }","duration":"557.175269ms","start":"2026-07-03T16:31:49.915966Z","end":"2026-07-03T16:31:50.473141Z","steps":["trace[995666010] 'agreement among raft nodes before linearized reading' (duration: 557.113218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.473174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:49.915906Z","time spent":"557.262791ms","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:31:50.473293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.289201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:31:50.473319Z","caller":"traceutil/trace.go:171","msg":"trace[1608822125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16808; }","duration":"476.345532ms","start":"2026-07-03T16:31:49.996967Z","end":"2026-07-03T16:31:50.473313Z","steps":["trace[1608822125] 'agreement among raft nodes before linearized reading' (duration: 476.26407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.47334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:49.99695Z","time spent":"476.385113ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:31:50.473345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.116954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:31:50.4734Z","caller":"traceutil/trace.go:171","msg":"trace[480425949] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:16808; }","duration":"366.208656ms","start":"2026-07-03T16:31:50.107176Z","end":"2026-07-03T16:31:50.473385Z","steps":["trace[480425949] 'agreement among raft nodes before linearized reading' (duration: 366.050363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:50.473441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:50.107162Z","time spent":"366.266237ms","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":119,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:31:51.325687Z","caller":"traceutil/trace.go:171","msg":"trace[2100869474] linearizableReadLoop","detail":"{readStateIndex:17424; appliedIndex:17423; }","duration":"113.740457ms","start":"2026-07-03T16:31:51.211921Z","end":"2026-07-03T16:31:51.325662Z","steps":["trace[2100869474] 'read index received' (duration: 113.356519ms)","trace[2100869474] 'applied index is now lower than readState.Index' (duration: 383.078µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:51.325827Z","caller":"traceutil/trace.go:171","msg":"trace[1399614432] transaction","detail":"{read_only:false; response_revision:16812; number_of_response:1; }","duration":"114.216539ms","start":"2026-07-03T16:31:51.211556Z","end":"2026-07-03T16:31:51.325773Z","steps":["trace[1399614432] 'process raft request' (duration: 113.777859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.325914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.921181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:51.32595Z","caller":"traceutil/trace.go:171","msg":"trace[738215886] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16812; }","duration":"114.074826ms","start":"2026-07-03T16:31:51.211864Z","end":"2026-07-03T16:31:51.325939Z","steps":["trace[738215886] 'agreement among raft nodes before linearized reading' (duration: 113.927262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.325969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.014265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-07-03T16:31:51.326002Z","caller":"traceutil/trace.go:171","msg":"trace[1868152560] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16812; }","duration":"114.076376ms","start":"2026-07-03T16:31:51.211916Z","end":"2026-07-03T16:31:51.325992Z","steps":["trace[1868152560] 'agreement among raft nodes before linearized reading' (duration: 113.905761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.326104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.537047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12422"} {"level":"info","ts":"2026-07-03T16:31:51.326209Z","caller":"traceutil/trace.go:171","msg":"trace[1312015884] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:16812; }","duration":"107.68144ms","start":"2026-07-03T16:31:51.218504Z","end":"2026-07-03T16:31:51.326185Z","steps":["trace[1312015884] 'agreement among raft nodes before linearized reading' (duration: 107.415103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:51.566834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.956508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:31:51.568887Z","caller":"traceutil/trace.go:171","msg":"trace[119942535] transaction","detail":"{read_only:false; response_revision:16814; number_of_response:1; }","duration":"153.587278ms","start":"2026-07-03T16:31:51.415276Z","end":"2026-07-03T16:31:51.568864Z","steps":["trace[119942535] 'process raft request' (duration: 153.395044ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:51.569054Z","caller":"traceutil/trace.go:171","msg":"trace[1794785394] transaction","detail":"{read_only:false; response_revision:16813; number_of_response:1; }","duration":"166.727539ms","start":"2026-07-03T16:31:51.402282Z","end":"2026-07-03T16:31:51.56901Z","steps":["trace[1794785394] 'process raft request' (duration: 52.461498ms)","trace[1794785394] 'compare' (duration: 111.692182ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:51.877644Z","caller":"traceutil/trace.go:171","msg":"trace[1550627648] transaction","detail":"{read_only:false; response_revision:16816; number_of_response:1; }","duration":"135.925834ms","start":"2026-07-03T16:31:51.741682Z","end":"2026-07-03T16:31:51.877608Z","steps":["trace[1550627648] 'process raft request' (duration: 134.258467ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:52.601256Z","caller":"traceutil/trace.go:171","msg":"trace[1643975203] transaction","detail":"{read_only:false; response_revision:16820; number_of_response:1; }","duration":"103.155148ms","start":"2026-07-03T16:31:52.498069Z","end":"2026-07-03T16:31:52.601224Z","steps":["trace[1643975203] 'process raft request' (duration: 102.82916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:52.602369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.132308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:762294"} {"level":"info","ts":"2026-07-03T16:31:52.602491Z","caller":"traceutil/trace.go:171","msg":"trace[1612349477] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16820; }","duration":"100.308943ms","start":"2026-07-03T16:31:52.502157Z","end":"2026-07-03T16:31:52.602466Z","steps":["trace[1612349477] 'agreement among raft nodes before linearized reading' (duration: 99.074245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:54.235592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.531266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:31:54.235686Z","caller":"traceutil/trace.go:171","msg":"trace[1743545403] linearizableReadLoop","detail":"{readStateIndex:17439; appliedIndex:17438; }","duration":"582.879636ms","start":"2026-07-03T16:31:53.652792Z","end":"2026-07-03T16:31:54.235671Z","steps":["trace[1743545403] 'read index received' (duration: 468.146375ms)","trace[1743545403] 'applied index is now lower than readState.Index' (duration: 114.732301ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:54.235799Z","caller":"traceutil/trace.go:171","msg":"trace[1826653641] transaction","detail":"{read_only:false; response_revision:16826; number_of_response:1; }","duration":"586.468988ms","start":"2026-07-03T16:31:53.649242Z","end":"2026-07-03T16:31:54.235711Z","steps":["trace[1826653641] 'process raft request' (duration: 471.748707ms)","trace[1826653641] 'compare' (duration: 114.377113ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:54.235902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.09036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:31:54.23598Z","caller":"traceutil/trace.go:171","msg":"trace[891596821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16826; }","duration":"583.201523ms","start":"2026-07-03T16:31:53.652761Z","end":"2026-07-03T16:31:54.235963Z","steps":["trace[891596821] 'agreement among raft nodes before linearized reading' (duration: 583.006569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:54.236043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:53.652749Z","time spent":"583.276485ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:31:54.236071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.304605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-03T16:31:54.236133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:53.649223Z","time spent":"586.643891ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:31:54.236156Z","caller":"traceutil/trace.go:171","msg":"trace[1934324814] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:16826; }","duration":"344.440318ms","start":"2026-07-03T16:31:53.891694Z","end":"2026-07-03T16:31:54.236134Z","steps":["trace[1934324814] 'agreement among raft nodes before linearized reading' (duration: 344.170482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:54.236191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:53.891665Z","time spent":"344.51895ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:31:54.236177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.576596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:31:54.236226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.569098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:31:54.235934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.442846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:54.236271Z","caller":"traceutil/trace.go:171","msg":"trace[753715201] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:16826; }","duration":"539.75083ms","start":"2026-07-03T16:31:53.6965Z","end":"2026-07-03T16:31:54.236251Z","steps":["trace[753715201] 'agreement among raft nodes before linearized reading' (duration: 539.560076ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:54.236317Z","caller":"traceutil/trace.go:171","msg":"trace[1873263569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16826; }","duration":"273.675871ms","start":"2026-07-03T16:31:53.962621Z","end":"2026-07-03T16:31:54.236297Z","steps":["trace[1873263569] 'agreement among raft nodes before linearized reading' (duration: 273.404895ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:54.23633Z","caller":"traceutil/trace.go:171","msg":"trace[1408630825] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:16826; }","duration":"540.878846ms","start":"2026-07-03T16:31:53.69543Z","end":"2026-07-03T16:31:54.236309Z","steps":["trace[1408630825] 'agreement among raft nodes before linearized reading' (duration: 540.434636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:54.236355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:53.696482Z","time spent":"539.859542ms","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:31:54.236396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:53.695406Z","time spent":"540.969519ms","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:31:54.236092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.158871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:31:54.236477Z","caller":"traceutil/trace.go:171","msg":"trace[1142273342] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16826; }","duration":"449.56201ms","start":"2026-07-03T16:31:53.786904Z","end":"2026-07-03T16:31:54.236466Z","steps":["trace[1142273342] 'agreement among raft nodes before linearized reading' (duration: 449.050308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:54.236511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:53.786881Z","time spent":"449.621051ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:31:54.830484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.162586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:31:54.830566Z","caller":"traceutil/trace.go:171","msg":"trace[1201118440] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16829; }","duration":"117.30941ms","start":"2026-07-03T16:31:54.713238Z","end":"2026-07-03T16:31:54.830548Z","steps":["trace[1201118440] 'range keys from in-memory index tree' (duration: 117.040983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:54.830831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.560739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:31:54.83088Z","caller":"traceutil/trace.go:171","msg":"trace[1796242351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16829; }","duration":"164.648251ms","start":"2026-07-03T16:31:54.666218Z","end":"2026-07-03T16:31:54.830866Z","steps":["trace[1796242351] 'range keys from in-memory index tree' (duration: 164.374245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:54.830928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.021739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:31:54.830961Z","caller":"traceutil/trace.go:171","msg":"trace[779692705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16829; }","duration":"126.056799ms","start":"2026-07-03T16:31:54.704894Z","end":"2026-07-03T16:31:54.830951Z","steps":["trace[779692705] 'range keys from in-memory index tree' (duration: 125.884116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:54.83142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.211785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:762294"} {"level":"info","ts":"2026-07-03T16:31:54.831474Z","caller":"traceutil/trace.go:171","msg":"trace[1891705253] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16829; }","duration":"197.277318ms","start":"2026-07-03T16:31:54.634183Z","end":"2026-07-03T16:31:54.83146Z","steps":["trace[1891705253] 'range keys from in-memory index tree' (duration: 196.655883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:54.989059Z","caller":"traceutil/trace.go:171","msg":"trace[2066245437] transaction","detail":"{read_only:false; response_revision:16830; number_of_response:1; }","duration":"154.1117ms","start":"2026-07-03T16:31:54.834922Z","end":"2026-07-03T16:31:54.989034Z","steps":["trace[2066245437] 'process raft request' (duration: 153.968667ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:55.75456Z","caller":"traceutil/trace.go:171","msg":"trace[660297886] linearizableReadLoop","detail":"{readStateIndex:17444; appliedIndex:17443; }","duration":"917.880188ms","start":"2026-07-03T16:31:54.836655Z","end":"2026-07-03T16:31:55.754535Z","steps":["trace[660297886] 'read index received' (duration: 152.604736ms)","trace[660297886] 'applied index is now lower than readState.Index' (duration: 765.274302ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:55.754632Z","caller":"traceutil/trace.go:171","msg":"trace[2135032278] transaction","detail":"{read_only:false; response_revision:16831; number_of_response:1; }","duration":"919.312791ms","start":"2026-07-03T16:31:54.835287Z","end":"2026-07-03T16:31:55.7546Z","steps":["trace[2135032278] 'process raft request' (duration: 919.094526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:55.754773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:54.835277Z","time spent":"919.412403ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:31:55.755272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.587374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:762294"} {"level":"info","ts":"2026-07-03T16:31:55.755345Z","caller":"traceutil/trace.go:171","msg":"trace[649863148] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16831; }","duration":"918.696357ms","start":"2026-07-03T16:31:54.836633Z","end":"2026-07-03T16:31:55.755329Z","steps":["trace[649863148] 'agreement among raft nodes before linearized reading' (duration: 918.000761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:55.755383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:54.836624Z","time spent":"918.751449ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":762315,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:31:56.158858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.502134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:31:56.159137Z","caller":"traceutil/trace.go:171","msg":"trace[768607720] transaction","detail":"{read_only:false; response_revision:16833; number_of_response:1; }","duration":"524.353449ms","start":"2026-07-03T16:31:55.634764Z","end":"2026-07-03T16:31:56.159117Z","steps":["trace[768607720] 'process raft request' (duration: 524.225276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.159216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.634733Z","time spent":"524.447631ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:31:56.15929Z","caller":"traceutil/trace.go:171","msg":"trace[1544359067] linearizableReadLoop","detail":"{readStateIndex:17447; appliedIndex:17444; }","duration":"404.617484ms","start":"2026-07-03T16:31:55.754644Z","end":"2026-07-03T16:31:56.159261Z","steps":["trace[1544359067] 'read index received' (duration: 205.441584ms)","trace[1544359067] 'applied index is now lower than readState.Index' (duration: 199.17464ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:56.15942Z","caller":"traceutil/trace.go:171","msg":"trace[1462367752] transaction","detail":"{read_only:false; response_revision:16832; number_of_response:1; }","duration":"779.096638ms","start":"2026-07-03T16:31:55.380305Z","end":"2026-07-03T16:31:56.159402Z","steps":["trace[1462367752] 'process raft request' (duration: 579.942849ms)","trace[1462367752] 'compare' (duration: 198.31423ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:56.159484Z","caller":"traceutil/trace.go:171","msg":"trace[1040077131] transaction","detail":"{read_only:false; response_revision:16834; number_of_response:1; }","duration":"507.030073ms","start":"2026-07-03T16:31:55.652443Z","end":"2026-07-03T16:31:56.159473Z","steps":["trace[1040077131] 'process raft request' (duration: 506.633154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.159498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.380287Z","time spent":"779.17772ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:31:56.159579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.652417Z","time spent":"507.091604ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:31:56.159742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.601855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:56.15977Z","caller":"traceutil/trace.go:171","msg":"trace[1031345306] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:16834; }","duration":"475.634196ms","start":"2026-07-03T16:31:55.684126Z","end":"2026-07-03T16:31:56.15976Z","steps":["trace[1031345306] 'agreement among raft nodes before linearized reading' (duration: 475.578445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.159796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.684095Z","time spent":"475.691888ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:31:56.159934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.336639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:56.159955Z","caller":"traceutil/trace.go:171","msg":"trace[962564007] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16834; }","duration":"946.39832ms","start":"2026-07-03T16:31:55.21355Z","end":"2026-07-03T16:31:56.159949Z","steps":["trace[962564007] 'agreement among raft nodes before linearized reading' (duration: 946.36081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.159978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.213529Z","time spent":"946.442641ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:31:56.159984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.720014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-07-03T16:31:56.160008Z","caller":"traceutil/trace.go:171","msg":"trace[1664464478] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16834; }","duration":"945.767736ms","start":"2026-07-03T16:31:55.214234Z","end":"2026-07-03T16:31:56.160002Z","steps":["trace[1664464478] 'agreement among raft nodes before linearized reading' (duration: 945.672553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.214225Z","time spent":"945.795266ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:31:56.160015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.373898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:31:56.160049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.409331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12422"} {"level":"warn","ts":"2026-07-03T16:31:56.160088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.516313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-03T16:31:56.160098Z","caller":"traceutil/trace.go:171","msg":"trace[545506818] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16834; }","duration":"826.496291ms","start":"2026-07-03T16:31:55.33358Z","end":"2026-07-03T16:31:56.160077Z","steps":["trace[545506818] 'agreement among raft nodes before linearized reading' (duration: 826.344478ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:56.160115Z","caller":"traceutil/trace.go:171","msg":"trace[180204834] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:16834; }","duration":"781.527654ms","start":"2026-07-03T16:31:55.37857Z","end":"2026-07-03T16:31:56.160097Z","steps":["trace[180204834] 'agreement among raft nodes before linearized reading' (duration: 781.406511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:56.160135Z","caller":"traceutil/trace.go:171","msg":"trace[765071047] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16834; }","duration":"289.603875ms","start":"2026-07-03T16:31:55.870515Z","end":"2026-07-03T16:31:56.160119Z","steps":["trace[765071047] 'agreement among raft nodes before linearized reading' (duration: 289.455362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.511351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12422"} {"level":"warn","ts":"2026-07-03T16:31:56.160126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.279709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:31:56.160179Z","caller":"traceutil/trace.go:171","msg":"trace[1556562599] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:16834; }","duration":"942.548141ms","start":"2026-07-03T16:31:55.217625Z","end":"2026-07-03T16:31:56.160173Z","steps":["trace[1556562599] 'agreement among raft nodes before linearized reading' (duration: 942.513101ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:56.160186Z","caller":"traceutil/trace.go:171","msg":"trace[1679578843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16834; }","duration":"901.388352ms","start":"2026-07-03T16:31:55.258788Z","end":"2026-07-03T16:31:56.160176Z","steps":["trace[1679578843] 'agreement among raft nodes before linearized reading' (duration: 901.31728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.258762Z","time spent":"901.442713ms","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:31:56.160235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.006975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-07-03T16:31:56.160249Z","caller":"traceutil/trace.go:171","msg":"trace[1701045997] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16834; }","duration":"944.035516ms","start":"2026-07-03T16:31:55.216208Z","end":"2026-07-03T16:31:56.160244Z","steps":["trace[1701045997] 'agreement among raft nodes before linearized reading' (duration: 943.993865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.216202Z","time spent":"944.056626ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:31:56.160297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.671735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-07-03T16:31:56.160323Z","caller":"traceutil/trace.go:171","msg":"trace[158888710] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16834; }","duration":"826.734167ms","start":"2026-07-03T16:31:55.333582Z","end":"2026-07-03T16:31:56.160317Z","steps":["trace[158888710] 'agreement among raft nodes before linearized reading' (duration: 826.579823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.333559Z","time spent":"826.778787ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:31:56.160348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.876577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-07-03T16:31:56.160345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31147241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-03T16:31:56.160367Z","caller":"traceutil/trace.go:171","msg":"trace[437522157] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16834; }","duration":"945.913328ms","start":"2026-07-03T16:31:55.214448Z","end":"2026-07-03T16:31:56.160361Z","steps":["trace[437522157] 'agreement among raft nodes before linearized reading' (duration: 945.870997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.469976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:31:56.160384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.214436Z","time spent":"945.944589ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-03T16:31:56.160398Z","caller":"traceutil/trace.go:171","msg":"trace[220980885] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:16834; }","duration":"543.523206ms","start":"2026-07-03T16:31:55.616866Z","end":"2026-07-03T16:31:56.16039Z","steps":["trace[220980885] 'agreement among raft nodes before linearized reading' (duration: 543.479365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.333562Z","time spent":"826.570703ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:31:56.160418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.616846Z","time spent":"543.566808ms","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:31:56.160437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.850158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-07-03T16:31:56.160459Z","caller":"traceutil/trace.go:171","msg":"trace[1504593652] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16834; }","duration":"956.891959ms","start":"2026-07-03T16:31:55.20356Z","end":"2026-07-03T16:31:56.160452Z","steps":["trace[1504593652] 'agreement among raft nodes before linearized reading' (duration: 956.828397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.378544Z","time spent":"781.601815ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12443,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:31:56.160479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.203551Z","time spent":"956.923569ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:31:56.160556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.771432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:56.160574Z","caller":"traceutil/trace.go:171","msg":"trace[1206473966] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16834; }","duration":"958.788492ms","start":"2026-07-03T16:31:55.201779Z","end":"2026-07-03T16:31:56.160568Z","steps":["trace[1206473966] 'agreement among raft nodes before linearized reading' (duration: 958.755672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.201722Z","time spent":"958.866255ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:31:56.160192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:55.217616Z","time spent":"942.573502ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12443,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:31:56.160374Z","caller":"traceutil/trace.go:171","msg":"trace[1072482833] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16834; }","duration":"1.311520791s","start":"2026-07-03T16:31:54.848845Z","end":"2026-07-03T16:31:56.160365Z","steps":["trace[1072482833] 'agreement among raft nodes before linearized reading' (duration: 1.311437209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.160636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:54.848835Z","time spent":"1.311794287s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:31:56.863205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.694332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:31:56.863647Z","caller":"traceutil/trace.go:171","msg":"trace[520255832] transaction","detail":"{read_only:false; response_revision:16835; number_of_response:1; }","duration":"620.25539ms","start":"2026-07-03T16:31:56.243367Z","end":"2026-07-03T16:31:56.863622Z","steps":["trace[520255832] 'process raft request' (duration: 476.020755ms)","trace[520255832] 'compare' (duration: 143.239572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:56.863738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.243334Z","time spent":"620.366071ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:31:56.863865Z","caller":"traceutil/trace.go:171","msg":"trace[1836677718] linearizableReadLoop","detail":"{readStateIndex:17448; appliedIndex:17447; }","duration":"536.828013ms","start":"2026-07-03T16:31:56.326461Z","end":"2026-07-03T16:31:56.863289Z","steps":["trace[1836677718] 'read index received' (duration: 393.592471ms)","trace[1836677718] 'applied index is now lower than readState.Index' (duration: 143.234182ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:56.863993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.512158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:31:56.864081Z","caller":"traceutil/trace.go:171","msg":"trace[1603562387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16835; }","duration":"537.652692ms","start":"2026-07-03T16:31:56.32641Z","end":"2026-07-03T16:31:56.864062Z","steps":["trace[1603562387] 'agreement among raft nodes before linearized reading' (duration: 537.363745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.864135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.32639Z","time spent":"537.735975ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:31:56.906188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.852553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:56.906251Z","caller":"traceutil/trace.go:171","msg":"trace[292249009] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16836; }","duration":"223.944895ms","start":"2026-07-03T16:31:56.682289Z","end":"2026-07-03T16:31:56.906234Z","steps":["trace[292249009] 'agreement among raft nodes before linearized reading' (duration: 223.831392ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:56.906249Z","caller":"traceutil/trace.go:171","msg":"trace[101323747] transaction","detail":"{read_only:false; response_revision:16836; number_of_response:1; }","duration":"494.564147ms","start":"2026-07-03T16:31:56.41165Z","end":"2026-07-03T16:31:56.906214Z","steps":["trace[101323747] 'process raft request' (duration: 494.119167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.906468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.981116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:31:56.906502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.610839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:31:56.906549Z","caller":"traceutil/trace.go:171","msg":"trace[1144421669] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:16836; }","duration":"262.067187ms","start":"2026-07-03T16:31:56.644461Z","end":"2026-07-03T16:31:56.906528Z","steps":["trace[1144421669] 'agreement among raft nodes before linearized reading' (duration: 261.822612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.906479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.411619Z","time spent":"494.700052ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:31:56.906562Z","caller":"traceutil/trace.go:171","msg":"trace[1820931034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16836; }","duration":"276.730862ms","start":"2026-07-03T16:31:56.629815Z","end":"2026-07-03T16:31:56.906545Z","steps":["trace[1820931034] 'agreement among raft nodes before linearized reading' (duration: 276.514737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.90654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.472025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-03T16:31:56.906214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.022216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:31:56.906642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.216662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:31:56.906758Z","caller":"traceutil/trace.go:171","msg":"trace[905440616] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16836; }","duration":"259.366985ms","start":"2026-07-03T16:31:56.647377Z","end":"2026-07-03T16:31:56.906744Z","steps":["trace[905440616] 'agreement among raft nodes before linearized reading' (duration: 259.210992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:56.906635Z","caller":"traceutil/trace.go:171","msg":"trace[1391382107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:16836; }","duration":"258.591478ms","start":"2026-07-03T16:31:56.648024Z","end":"2026-07-03T16:31:56.906615Z","steps":["trace[1391382107] 'agreement among raft nodes before linearized reading' (duration: 258.356513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.906667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.511534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:56.906901Z","caller":"traceutil/trace.go:171","msg":"trace[1725891207] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:16836; }","duration":"303.788721ms","start":"2026-07-03T16:31:56.603102Z","end":"2026-07-03T16:31:56.906891Z","steps":["trace[1725891207] 'agreement among raft nodes before linearized reading' (duration: 303.494144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.906939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.603084Z","time spent":"303.839031ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:31:56.906872Z","caller":"traceutil/trace.go:171","msg":"trace[1411235944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16836; }","duration":"385.62442ms","start":"2026-07-03T16:31:56.521105Z","end":"2026-07-03T16:31:56.906729Z","steps":["trace[1411235944] 'agreement among raft nodes before linearized reading' (duration: 384.964994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:56.907132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.521079Z","time spent":"386.03307ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:31:57.201403Z","caller":"traceutil/trace.go:171","msg":"trace[1396089574] linearizableReadLoop","detail":"{readStateIndex:17450; appliedIndex:17449; }","duration":"292.228326ms","start":"2026-07-03T16:31:56.909147Z","end":"2026-07-03T16:31:57.201376Z","steps":["trace[1396089574] 'read index received' (duration: 218.402159ms)","trace[1396089574] 'applied index is now lower than readState.Index' (duration: 73.825247ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:57.20141Z","caller":"traceutil/trace.go:171","msg":"trace[830725977] transaction","detail":"{read_only:false; response_revision:16837; number_of_response:1; }","duration":"333.061449ms","start":"2026-07-03T16:31:56.868308Z","end":"2026-07-03T16:31:57.201369Z","steps":["trace[830725977] 'process raft request' (duration: 259.225021ms)","trace[830725977] 'compare' (duration: 73.612693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:57.202323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.86828Z","time spent":"333.937199ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:31:57.201613Z","caller":"traceutil/trace.go:171","msg":"trace[126701188] transaction","detail":"{read_only:false; response_revision:16838; number_of_response:1; }","duration":"290.354954ms","start":"2026-07-03T16:31:56.911238Z","end":"2026-07-03T16:31:57.201593Z","steps":["trace[126701188] 'process raft request' (duration: 290.058777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.20162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.451381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:57.202835Z","caller":"traceutil/trace.go:171","msg":"trace[1957572073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16838; }","duration":"293.682448ms","start":"2026-07-03T16:31:56.909121Z","end":"2026-07-03T16:31:57.202803Z","steps":["trace[1957572073] 'agreement among raft nodes before linearized reading' (duration: 292.384919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.341751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.148152ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:31:57.342053Z","caller":"traceutil/trace.go:171","msg":"trace[773279376] linearizableReadLoop","detail":"{readStateIndex:17453; appliedIndex:17451; }","duration":"139.911026ms","start":"2026-07-03T16:31:57.20212Z","end":"2026-07-03T16:31:57.342031Z","steps":["trace[773279376] 'read index received' (duration: 511.471µs)","trace[773279376] 'applied index is now lower than readState.Index' (duration: 139.397955ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:31:57.34236Z","caller":"traceutil/trace.go:171","msg":"trace[1091476250] transaction","detail":"{read_only:false; response_revision:16839; number_of_response:1; }","duration":"338.622486ms","start":"2026-07-03T16:31:57.003701Z","end":"2026-07-03T16:31:57.342324Z","steps":["trace[1091476250] 'process raft request' (duration: 338.162295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.342529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:57.003677Z","time spent":"338.77396ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:31:57.34281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.725588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:762294"} {"level":"warn","ts":"2026-07-03T16:31:57.342825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.931354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:31:57.34287Z","caller":"traceutil/trace.go:171","msg":"trace[78919531] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16839; }","duration":"426.805621ms","start":"2026-07-03T16:31:56.916047Z","end":"2026-07-03T16:31:57.342853Z","steps":["trace[78919531] 'agreement among raft nodes before linearized reading' (duration: 426.012383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.342893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.916038Z","time spent":"426.849861ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":762315,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:31:57.342903Z","caller":"traceutil/trace.go:171","msg":"trace[65805323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16839; }","duration":"350.067617ms","start":"2026-07-03T16:31:56.992814Z","end":"2026-07-03T16:31:57.342882Z","steps":["trace[65805323] 'agreement among raft nodes before linearized reading' (duration: 349.818212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.342944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.992787Z","time spent":"350.148249ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:31:57.343114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.281133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:762294"} {"level":"info","ts":"2026-07-03T16:31:57.343179Z","caller":"traceutil/trace.go:171","msg":"trace[222413419] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16839; }","duration":"431.368075ms","start":"2026-07-03T16:31:56.911798Z","end":"2026-07-03T16:31:57.343166Z","steps":["trace[222413419] 'agreement among raft nodes before linearized reading' (duration: 430.344682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.343215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.911788Z","time spent":"431.416755ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":762315,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:31:57.343306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.960338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:762294"} {"level":"info","ts":"2026-07-03T16:31:57.343385Z","caller":"traceutil/trace.go:171","msg":"trace[1213390623] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16839; }","duration":"432.193594ms","start":"2026-07-03T16:31:56.911174Z","end":"2026-07-03T16:31:57.343367Z","steps":["trace[1213390623] 'agreement among raft nodes before linearized reading' (duration: 431.313853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.343429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.911156Z","time spent":"432.260656ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":762315,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:31:57.345538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.080427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:762294"} {"level":"info","ts":"2026-07-03T16:31:57.345638Z","caller":"traceutil/trace.go:171","msg":"trace[1965401356] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16839; }","duration":"434.21549ms","start":"2026-07-03T16:31:56.911402Z","end":"2026-07-03T16:31:57.345617Z","steps":["trace[1965401356] 'agreement among raft nodes before linearized reading' (duration: 431.13893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.345709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:31:56.911392Z","time spent":"434.298931ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":762315,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:31:57.990905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.013068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:31:57.990994Z","caller":"traceutil/trace.go:171","msg":"trace[1217439718] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:16841; }","duration":"217.146001ms","start":"2026-07-03T16:31:57.773828Z","end":"2026-07-03T16:31:57.990974Z","steps":["trace[1217439718] 'count revisions from in-memory index tree' (duration: 216.924446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.991194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.154364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:31:57.991282Z","caller":"traceutil/trace.go:171","msg":"trace[2014719376] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16841; }","duration":"218.293627ms","start":"2026-07-03T16:31:57.772967Z","end":"2026-07-03T16:31:57.99126Z","steps":["trace[2014719376] 'range keys from in-memory index tree' (duration: 218.027921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:31:57.991269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.5762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:31:57.991277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.746257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:31:57.991355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.603295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:31:57.991375Z","caller":"traceutil/trace.go:171","msg":"trace[451698233] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:16841; }","duration":"118.733583ms","start":"2026-07-03T16:31:57.872614Z","end":"2026-07-03T16:31:57.991347Z","steps":["trace[451698233] 'count revisions from in-memory index tree' (duration: 118.385894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:57.991412Z","caller":"traceutil/trace.go:171","msg":"trace[947482733] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:16841; }","duration":"106.693167ms","start":"2026-07-03T16:31:57.884699Z","end":"2026-07-03T16:31:57.991393Z","steps":["trace[947482733] 'count revisions from in-memory index tree' (duration: 106.520484ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:57.991411Z","caller":"traceutil/trace.go:171","msg":"trace[1540354062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16841; }","duration":"232.947392ms","start":"2026-07-03T16:31:57.758431Z","end":"2026-07-03T16:31:57.991379Z","steps":["trace[1540354062] 'range keys from in-memory index tree' (duration: 232.502182ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:58.177556Z","caller":"traceutil/trace.go:171","msg":"trace[235067563] transaction","detail":"{read_only:false; response_revision:16842; number_of_response:1; }","duration":"198.106475ms","start":"2026-07-03T16:31:57.979422Z","end":"2026-07-03T16:31:58.177529Z","steps":["trace[235067563] 'process raft request' (duration: 197.936791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:58.18005Z","caller":"traceutil/trace.go:171","msg":"trace[757405293] transaction","detail":"{read_only:false; response_revision:16843; number_of_response:1; }","duration":"184.657538ms","start":"2026-07-03T16:31:57.995375Z","end":"2026-07-03T16:31:58.180033Z","steps":["trace[757405293] 'process raft request' (duration: 184.549636ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:31:58.180367Z","caller":"traceutil/trace.go:171","msg":"trace[2134516373] linearizableReadLoop","detail":"{readStateIndex:17457; appliedIndex:17455; }","duration":"183.076901ms","start":"2026-07-03T16:31:57.997266Z","end":"2026-07-03T16:31:58.180343Z","steps":["trace[2134516373] 'read index received' (duration: 180.198626ms)","trace[2134516373] 'applied index is now lower than readState.Index' (duration: 2.877275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:31:58.182605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.315073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:762294"} {"level":"info","ts":"2026-07-03T16:31:58.18266Z","caller":"traceutil/trace.go:171","msg":"trace[1115216037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16846; }","duration":"185.440996ms","start":"2026-07-03T16:31:57.997204Z","end":"2026-07-03T16:31:58.182645Z","steps":["trace[1115216037] 'agreement among raft nodes before linearized reading' (duration: 183.200445ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:07.572482Z","caller":"traceutil/trace.go:171","msg":"trace[602839385] transaction","detail":"{read_only:false; response_revision:16917; number_of_response:1; }","duration":"107.499255ms","start":"2026-07-03T16:32:07.464958Z","end":"2026-07-03T16:32:07.572457Z","steps":["trace[602839385] 'process raft request' (duration: 102.275796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:07.572953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.519477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:32:07.573019Z","caller":"traceutil/trace.go:171","msg":"trace[637142157] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:16917; }","duration":"100.599948ms","start":"2026-07-03T16:32:07.472402Z","end":"2026-07-03T16:32:07.573002Z","steps":["trace[637142157] 'agreement among raft nodes before linearized reading' (duration: 100.489956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:11.355284Z","caller":"traceutil/trace.go:171","msg":"trace[1852564151] transaction","detail":"{read_only:false; response_revision:16936; number_of_response:1; }","duration":"186.516421ms","start":"2026-07-03T16:32:11.16874Z","end":"2026-07-03T16:32:11.355256Z","steps":["trace[1852564151] 'process raft request' (duration: 186.374728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:12.064249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.604545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:32:12.064338Z","caller":"traceutil/trace.go:171","msg":"trace[790274272] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:16939; }","duration":"250.729847ms","start":"2026-07-03T16:32:11.813584Z","end":"2026-07-03T16:32:12.064314Z","steps":["trace[790274272] 'range keys from in-memory index tree' (duration: 250.452442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:16.686045Z","caller":"traceutil/trace.go:171","msg":"trace[1589326527] linearizableReadLoop","detail":"{readStateIndex:17577; appliedIndex:17576; }","duration":"348.9074ms","start":"2026-07-03T16:32:16.337114Z","end":"2026-07-03T16:32:16.686021Z","steps":["trace[1589326527] 'read index received' (duration: 348.731236ms)","trace[1589326527] 'applied index is now lower than readState.Index' (duration: 174.684µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:32:16.686103Z","caller":"traceutil/trace.go:171","msg":"trace[165238301] transaction","detail":"{read_only:false; response_revision:16960; number_of_response:1; }","duration":"352.165864ms","start":"2026-07-03T16:32:16.333902Z","end":"2026-07-03T16:32:16.686068Z","steps":["trace[165238301] 'process raft request' (duration: 351.945719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:16.686283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.146826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-07-03T16:32:16.686288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:16.333886Z","time spent":"352.293798ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:32:16.686373Z","caller":"traceutil/trace.go:171","msg":"trace[721785092] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16960; }","duration":"349.277529ms","start":"2026-07-03T16:32:16.337082Z","end":"2026-07-03T16:32:16.68636Z","steps":["trace[721785092] 'agreement among raft nodes before linearized reading' (duration: 349.059864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:16.686492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:16.337071Z","time spent":"349.34152ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:32:16.761684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.78175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-07-03T16:32:16.761751Z","caller":"traceutil/trace.go:171","msg":"trace[1324806412] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16962; }","duration":"419.881462ms","start":"2026-07-03T16:32:16.341856Z","end":"2026-07-03T16:32:16.761737Z","steps":["trace[1324806412] 'agreement among raft nodes before linearized reading' (duration: 419.717038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:16.761788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:16.341842Z","time spent":"419.935763ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:32:16.762016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.519993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:32:16.762079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.873263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-03T16:32:16.762124Z","caller":"traceutil/trace.go:171","msg":"trace[300676845] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16962; }","duration":"363.941645ms","start":"2026-07-03T16:32:16.398172Z","end":"2026-07-03T16:32:16.762114Z","steps":["trace[300676845] 'agreement among raft nodes before linearized reading' (duration: 363.829962ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:16.762133Z","caller":"traceutil/trace.go:171","msg":"trace[1118545235] transaction","detail":"{read_only:false; response_revision:16961; number_of_response:1; }","duration":"418.746076ms","start":"2026-07-03T16:32:16.343375Z","end":"2026-07-03T16:32:16.762121Z","steps":["trace[1118545235] 'process raft request' (duration: 418.03516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:16.762161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:16.398158Z","time spent":"363.997326ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-03T16:32:16.762217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:16.343347Z","time spent":"418.812848ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:32:16.762222Z","caller":"traceutil/trace.go:171","msg":"trace[590433988] transaction","detail":"{read_only:false; response_revision:16962; number_of_response:1; }","duration":"253.993811ms","start":"2026-07-03T16:32:16.508201Z","end":"2026-07-03T16:32:16.762195Z","steps":["trace[590433988] 'process raft request' (duration: 253.313416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:16.762332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.579971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:32:16.762371Z","caller":"traceutil/trace.go:171","msg":"trace[747825039] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16962; }","duration":"365.622472ms","start":"2026-07-03T16:32:16.39674Z","end":"2026-07-03T16:32:16.762362Z","steps":["trace[747825039] 'agreement among raft nodes before linearized reading' (duration: 365.560011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:16.762398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:16.396658Z","time spent":"365.734235ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:32:16.762346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.918391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-07-03T16:32:16.7625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.925633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:32:16.76208Z","caller":"traceutil/trace.go:171","msg":"trace[1289883905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16962; }","duration":"243.640927ms","start":"2026-07-03T16:32:16.518424Z","end":"2026-07-03T16:32:16.762065Z","steps":["trace[1289883905] 'agreement among raft nodes before linearized reading' (duration: 243.512224ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:16.762532Z","caller":"traceutil/trace.go:171","msg":"trace[364702108] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16962; }","duration":"363.199427ms","start":"2026-07-03T16:32:16.399305Z","end":"2026-07-03T16:32:16.762505Z","steps":["trace[364702108] 'agreement among raft nodes before linearized reading' (duration: 362.599143ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:16.762552Z","caller":"traceutil/trace.go:171","msg":"trace[936231311] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16962; }","duration":"114.035395ms","start":"2026-07-03T16:32:16.648501Z","end":"2026-07-03T16:32:16.762536Z","steps":["trace[936231311] 'agreement among raft nodes before linearized reading' (duration: 113.898091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:16.762606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:16.399286Z","time spent":"363.30588ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-03T16:32:16.762122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.494857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:32:16.762677Z","caller":"traceutil/trace.go:171","msg":"trace[1805804376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16962; }","duration":"147.115541ms","start":"2026-07-03T16:32:16.615551Z","end":"2026-07-03T16:32:16.762666Z","steps":["trace[1805804376] 'agreement among raft nodes before linearized reading' (duration: 146.319522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:16.762984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.426475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:32:16.763039Z","caller":"traceutil/trace.go:171","msg":"trace[647590643] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:16962; }","duration":"297.484246ms","start":"2026-07-03T16:32:16.465541Z","end":"2026-07-03T16:32:16.763025Z","steps":["trace[647590643] 'agreement among raft nodes before linearized reading' (duration: 297.379144ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.769186Z","caller":"traceutil/trace.go:171","msg":"trace[1213213253] linearizableReadLoop","detail":"{readStateIndex:17582; appliedIndex:17581; }","duration":"349.920124ms","start":"2026-07-03T16:32:17.419243Z","end":"2026-07-03T16:32:17.769163Z","steps":["trace[1213213253] 'read index received' (duration: 349.76253ms)","trace[1213213253] 'applied index is now lower than readState.Index' (duration: 155.904µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:32:17.769561Z","caller":"traceutil/trace.go:171","msg":"trace[471178011] transaction","detail":"{read_only:false; response_revision:16964; number_of_response:1; }","duration":"575.284472ms","start":"2026-07-03T16:32:17.194258Z","end":"2026-07-03T16:32:17.769542Z","steps":["trace[471178011] 'process raft request' (duration: 574.707619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.7697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:17.19423Z","time spent":"575.386534ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:32:17.770034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.782853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:32:17.770092Z","caller":"traceutil/trace.go:171","msg":"trace[1145007890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16964; }","duration":"350.877635ms","start":"2026-07-03T16:32:17.4192Z","end":"2026-07-03T16:32:17.770077Z","steps":["trace[1145007890] 'agreement among raft nodes before linearized reading' (duration: 350.722392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.770141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:17.419178Z","time spent":"350.949707ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:32:17.884419Z","caller":"traceutil/trace.go:171","msg":"trace[494110448] transaction","detail":"{read_only:false; response_revision:16965; number_of_response:1; }","duration":"378.725222ms","start":"2026-07-03T16:32:17.505662Z","end":"2026-07-03T16:32:17.884388Z","steps":["trace[494110448] 'process raft request' (duration: 377.480094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.884621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:17.505632Z","time spent":"378.899075ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:32:17.884732Z","caller":"traceutil/trace.go:171","msg":"trace[78653957] linearizableReadLoop","detail":"{readStateIndex:17584; appliedIndex:17582; }","duration":"115.431167ms","start":"2026-07-03T16:32:17.769272Z","end":"2026-07-03T16:32:17.884703Z","steps":["trace[78653957] 'read index received' (duration: 113.884672ms)","trace[78653957] 'applied index is now lower than readState.Index' (duration: 1.545165ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:32:17.884919Z","caller":"traceutil/trace.go:171","msg":"trace[37499231] transaction","detail":"{read_only:false; response_revision:16967; number_of_response:1; }","duration":"108.910188ms","start":"2026-07-03T16:32:17.775984Z","end":"2026-07-03T16:32:17.884894Z","steps":["trace[37499231] 'process raft request' (duration: 108.616962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.88501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.777112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-03T16:32:17.88504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.974282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:32:17.885081Z","caller":"traceutil/trace.go:171","msg":"trace[658698102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16967; }","duration":"349.058203ms","start":"2026-07-03T16:32:17.536011Z","end":"2026-07-03T16:32:17.885069Z","steps":["trace[658698102] 'agreement among raft nodes before linearized reading' (duration: 348.855099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.885129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:17.535997Z","time spent":"349.122735ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:32:17.885158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.274831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:32:17.885202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.997106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-03T16:32:17.885219Z","caller":"traceutil/trace.go:171","msg":"trace[320746528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16967; }","duration":"100.350122ms","start":"2026-07-03T16:32:17.78485Z","end":"2026-07-03T16:32:17.8852Z","steps":["trace[320746528] 'agreement among raft nodes before linearized reading' (duration: 100.209859ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.885084Z","caller":"traceutil/trace.go:171","msg":"trace[1830978411] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16967; }","duration":"265.884274ms","start":"2026-07-03T16:32:17.61918Z","end":"2026-07-03T16:32:17.885065Z","steps":["trace[1830978411] 'agreement among raft nodes before linearized reading' (duration: 265.674549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.885253Z","caller":"traceutil/trace.go:171","msg":"trace[898577132] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:16967; }","duration":"199.077918ms","start":"2026-07-03T16:32:17.68616Z","end":"2026-07-03T16:32:17.885238Z","steps":["trace[898577132] 'agreement among raft nodes before linearized reading' (duration: 198.949605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.885207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.851998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:32:17.885294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.418525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:32:17.885335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.612765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:32:17.885352Z","caller":"traceutil/trace.go:171","msg":"trace[715809381] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:16967; }","duration":"187.003291ms","start":"2026-07-03T16:32:17.698294Z","end":"2026-07-03T16:32:17.885297Z","steps":["trace[715809381] 'agreement among raft nodes before linearized reading' (duration: 186.570322ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.885404Z","caller":"traceutil/trace.go:171","msg":"trace[820824118] transaction","detail":"{read_only:false; response_revision:16966; number_of_response:1; }","duration":"177.31114ms","start":"2026-07-03T16:32:17.70808Z","end":"2026-07-03T16:32:17.885391Z","steps":["trace[820824118] 'process raft request' (duration: 176.251367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.885452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.574946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:32:17.885487Z","caller":"traceutil/trace.go:171","msg":"trace[1025775364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16967; }","duration":"219.610646ms","start":"2026-07-03T16:32:17.665869Z","end":"2026-07-03T16:32:17.885479Z","steps":["trace[1025775364] 'agreement among raft nodes before linearized reading' (duration: 219.524265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.885629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.827058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:32:17.885359Z","caller":"traceutil/trace.go:171","msg":"trace[486618480] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:16967; }","duration":"146.509246ms","start":"2026-07-03T16:32:17.738833Z","end":"2026-07-03T16:32:17.885342Z","steps":["trace[486618480] 'agreement among raft nodes before linearized reading' (duration: 146.339523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.885689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.85497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20566"} {"level":"info","ts":"2026-07-03T16:32:17.885703Z","caller":"traceutil/trace.go:171","msg":"trace[901597308] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:16967; }","duration":"179.92308ms","start":"2026-07-03T16:32:17.705767Z","end":"2026-07-03T16:32:17.88569Z","steps":["trace[901597308] 'agreement among raft nodes before linearized reading' (duration: 179.776307ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.885719Z","caller":"traceutil/trace.go:171","msg":"trace[1654630375] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:16967; }","duration":"183.919901ms","start":"2026-07-03T16:32:17.70179Z","end":"2026-07-03T16:32:17.885709Z","steps":["trace[1654630375] 'agreement among raft nodes before linearized reading' (duration: 183.830919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:32:17.885363Z","caller":"traceutil/trace.go:171","msg":"trace[1883749773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16967; }","duration":"366.684897ms","start":"2026-07-03T16:32:17.518669Z","end":"2026-07-03T16:32:17.885354Z","steps":["trace[1883749773] 'agreement among raft nodes before linearized reading' (duration: 366.640816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:32:17.885804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:32:17.518637Z","time spent":"367.146078ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:32:34.330181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.99508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:32:34.330287Z","caller":"traceutil/trace.go:171","msg":"trace[2034818325] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:17059; }","duration":"123.120713ms","start":"2026-07-03T16:32:34.207146Z","end":"2026-07-03T16:32:34.330267Z","steps":["trace[2034818325] 'agreement among raft nodes before linearized reading' (duration: 122.885257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:26.478352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.651708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:33:26.479288Z","caller":"traceutil/trace.go:171","msg":"trace[189837937] transaction","detail":"{read_only:false; response_revision:17536; number_of_response:1; }","duration":"176.735757ms","start":"2026-07-03T16:33:26.302263Z","end":"2026-07-03T16:33:26.478999Z","steps":["trace[189837937] 'process raft request' (duration: 43.72737ms)","trace[189837937] 'compare' (duration: 131.535974ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:34.535368Z","caller":"traceutil/trace.go:171","msg":"trace[1029271003] linearizableReadLoop","detail":"{readStateIndex:18405; appliedIndex:18404; }","duration":"233.180686ms","start":"2026-07-03T16:33:34.302168Z","end":"2026-07-03T16:33:34.535348Z","steps":["trace[1029271003] 'read index received' (duration: 232.964681ms)","trace[1029271003] 'applied index is now lower than readState.Index' (duration: 215.275µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:34.535424Z","caller":"traceutil/trace.go:171","msg":"trace[1618627182] transaction","detail":"{read_only:false; response_revision:17764; number_of_response:1; }","duration":"361.626351ms","start":"2026-07-03T16:33:34.17376Z","end":"2026-07-03T16:33:34.535386Z","steps":["trace[1618627182] 'process raft request' (duration: 361.470178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.53556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.173742Z","time spent":"361.735024ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:34.535667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.459003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:33:34.535797Z","caller":"traceutil/trace.go:171","msg":"trace[1120220282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17764; }","duration":"233.679418ms","start":"2026-07-03T16:33:34.302091Z","end":"2026-07-03T16:33:34.535771Z","steps":["trace[1120220282] 'agreement among raft nodes before linearized reading' (duration: 233.35343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.943051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.590974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:33:34.943285Z","caller":"traceutil/trace.go:171","msg":"trace[192244658] transaction","detail":"{read_only:false; response_revision:17766; number_of_response:1; }","duration":"404.157503ms","start":"2026-07-03T16:33:34.539107Z","end":"2026-07-03T16:33:34.943264Z","steps":["trace[192244658] 'process raft request' (duration: 404.064911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.943356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.539092Z","time spent":"404.231446ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:34.943446Z","caller":"traceutil/trace.go:171","msg":"trace[871993670] transaction","detail":"{read_only:false; response_revision:17765; number_of_response:1; }","duration":"404.44581ms","start":"2026-07-03T16:33:34.538943Z","end":"2026-07-03T16:33:34.943388Z","steps":["trace[871993670] 'process raft request' (duration: 181.421385ms)","trace[871993670] 'compare' (duration: 222.39909ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:34.943438Z","caller":"traceutil/trace.go:171","msg":"trace[113771825] linearizableReadLoop","detail":"{readStateIndex:18408; appliedIndex:18405; }","duration":"399.843654ms","start":"2026-07-03T16:33:34.543552Z","end":"2026-07-03T16:33:34.943395Z","steps":["trace[113771825] 'read index received' (duration: 176.828839ms)","trace[113771825] 'applied index is now lower than readState.Index' (duration: 223.013215ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:34.943626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.538927Z","time spent":"404.615514ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:34.943638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.040979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:33:34.943705Z","caller":"traceutil/trace.go:171","msg":"trace[877754750] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:17767; }","duration":"400.156761ms","start":"2026-07-03T16:33:34.543533Z","end":"2026-07-03T16:33:34.94369Z","steps":["trace[877754750] 'agreement among raft nodes before linearized reading' (duration: 399.980507ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:34.943604Z","caller":"traceutil/trace.go:171","msg":"trace[888104085] transaction","detail":"{read_only:false; response_revision:17767; number_of_response:1; }","duration":"402.958706ms","start":"2026-07-03T16:33:34.540597Z","end":"2026-07-03T16:33:34.943555Z","steps":["trace[888104085] 'process raft request' (duration: 402.631869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:34.943767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.543526Z","time spent":"400.228693ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:33:34.943892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.540589Z","time spent":"403.181361ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:35.44413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572667981,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:33:35.479608Z","caller":"traceutil/trace.go:171","msg":"trace[966916328] transaction","detail":"{read_only:false; response_revision:17768; number_of_response:1; }","duration":"556.931454ms","start":"2026-07-03T16:33:34.92263Z","end":"2026-07-03T16:33:35.479562Z","steps":["trace[966916328] 'process raft request' (duration: 531.347599ms)","trace[966916328] 'compare' (duration: 25.132985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:33:35.479784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.922614Z","time spent":"557.072607ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:35.596074Z","caller":"traceutil/trace.go:171","msg":"trace[898109229] transaction","detail":"{read_only:false; response_revision:17769; number_of_response:1; }","duration":"526.015827ms","start":"2026-07-03T16:33:35.070031Z","end":"2026-07-03T16:33:35.596047Z","steps":["trace[898109229] 'process raft request' (duration: 524.723237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.596429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027662067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:33:35.596471Z","caller":"traceutil/trace.go:171","msg":"trace[394537812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17771; }","duration":"1.027730888s","start":"2026-07-03T16:33:34.568728Z","end":"2026-07-03T16:33:35.596459Z","steps":["trace[394537812] 'agreement among raft nodes before linearized reading' (duration: 1.027566235s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.596496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.568647Z","time spent":"1.027842661s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:33:35.59658Z","caller":"traceutil/trace.go:171","msg":"trace[677026496] transaction","detail":"{read_only:false; response_revision:17771; number_of_response:1; }","duration":"526.504008ms","start":"2026-07-03T16:33:35.070045Z","end":"2026-07-03T16:33:35.596549Z","steps":["trace[677026496] 'process raft request' (duration: 526.12467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.596713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.329861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:33:35.596747Z","caller":"traceutil/trace.go:171","msg":"trace[487025737] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:17771; }","duration":"683.384182ms","start":"2026-07-03T16:33:34.913356Z","end":"2026-07-03T16:33:35.59674Z","steps":["trace[487025737] 'agreement among raft nodes before linearized reading' (duration: 683.29559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.596782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.913345Z","time spent":"683.421062ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"info","ts":"2026-07-03T16:33:35.596798Z","caller":"traceutil/trace.go:171","msg":"trace[2049734172] transaction","detail":"{read_only:false; response_revision:17770; number_of_response:1; }","duration":"526.718203ms","start":"2026-07-03T16:33:35.070044Z","end":"2026-07-03T16:33:35.596762Z","steps":["trace[2049734172] 'process raft request' (duration: 525.964696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.596936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.541971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:33:35.596983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.17354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20566"} {"level":"info","ts":"2026-07-03T16:33:35.596985Z","caller":"traceutil/trace.go:171","msg":"trace[1580810208] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:17772; }","duration":"759.623783ms","start":"2026-07-03T16:33:34.837347Z","end":"2026-07-03T16:33:35.596971Z","steps":["trace[1580810208] 'agreement among raft nodes before linearized reading' (duration: 759.50744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:33:35.597026Z","caller":"traceutil/trace.go:171","msg":"trace[440134246] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:17771; }","duration":"684.257092ms","start":"2026-07-03T16:33:34.912757Z","end":"2026-07-03T16:33:35.597014Z","steps":["trace[440134246] 'agreement among raft nodes before linearized reading' (duration: 684.013536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.597031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.837326Z","time spent":"759.696725ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" "} {"level":"warn","ts":"2026-07-03T16:33:35.597055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.912736Z","time spent":"684.311762ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20587,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" "} {"level":"warn","ts":"2026-07-03T16:33:35.59697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:35.070013Z","time spent":"526.872816ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:35.596812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.218681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-03T16:33:35.59625Z","caller":"traceutil/trace.go:171","msg":"trace[1663766344] linearizableReadLoop","detail":"{readStateIndex:18412; appliedIndex:18408; }","duration":"652.570748ms","start":"2026-07-03T16:33:34.943658Z","end":"2026-07-03T16:33:35.596229Z","steps":["trace[1663766344] 'read index received' (duration: 510.38081ms)","trace[1663766344] 'applied index is now lower than readState.Index' (duration: 142.189058ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:33:35.597211Z","caller":"traceutil/trace.go:171","msg":"trace[1097847294] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:17771; }","duration":"772.58884ms","start":"2026-07-03T16:33:34.824576Z","end":"2026-07-03T16:33:35.597164Z","steps":["trace[1097847294] 'agreement among raft nodes before linearized reading' (duration: 772.079889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.597269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.824499Z","time spent":"772.758593ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-6vfnl\" "} {"level":"warn","ts":"2026-07-03T16:33:35.597298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.724239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-03T16:33:35.597338Z","caller":"traceutil/trace.go:171","msg":"trace[775979373] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17772; }","duration":"637.795511ms","start":"2026-07-03T16:33:34.959531Z","end":"2026-07-03T16:33:35.597326Z","steps":["trace[775979373] 'agreement among raft nodes before linearized reading' (duration: 637.688248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.597394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:34.959513Z","time spent":"637.870102ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:33:35.597693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.434906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:33:35.597716Z","caller":"traceutil/trace.go:171","msg":"trace[1224326982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17772; }","duration":"266.500427ms","start":"2026-07-03T16:33:35.331209Z","end":"2026-07-03T16:33:35.597709Z","steps":["trace[1224326982] 'agreement among raft nodes before linearized reading' (duration: 266.426876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.59714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:35.07001Z","time spent":"526.648591ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:33:35.60073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:33:35.070003Z","time spent":"526.377345ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:33:35.729218Z","caller":"traceutil/trace.go:171","msg":"trace[2097045373] transaction","detail":"{read_only:false; response_revision:17774; number_of_response:1; }","duration":"118.878095ms","start":"2026-07-03T16:33:35.610307Z","end":"2026-07-03T16:33:35.729185Z","steps":["trace[2097045373] 'process raft request' (duration: 118.460876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:33:35.729986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.635224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892348"} {"level":"info","ts":"2026-07-03T16:33:35.730065Z","caller":"traceutil/trace.go:171","msg":"trace[1071044449] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17774; }","duration":"116.786838ms","start":"2026-07-03T16:33:35.613262Z","end":"2026-07-03T16:33:35.730048Z","steps":["trace[1071044449] 'agreement among raft nodes before linearized reading' (duration: 115.920578ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:08.079447Z","caller":"traceutil/trace.go:171","msg":"trace[225406048] linearizableReadLoop","detail":"{readStateIndex:18620; appliedIndex:18619; }","duration":"100.874965ms","start":"2026-07-03T16:34:07.97855Z","end":"2026-07-03T16:34:08.079425Z","steps":["trace[225406048] 'read index received' (duration: 100.66774ms)","trace[225406048] 'applied index is now lower than readState.Index' (duration: 206.075µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:34:08.079497Z","caller":"traceutil/trace.go:171","msg":"trace[1806871849] transaction","detail":"{read_only:false; response_revision:17971; number_of_response:1; }","duration":"102.954202ms","start":"2026-07-03T16:34:07.976515Z","end":"2026-07-03T16:34:08.079469Z","steps":["trace[1806871849] 'process raft request' (duration: 102.758477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:08.079733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.157221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:34:08.079831Z","caller":"traceutil/trace.go:171","msg":"trace[1104695982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17971; }","duration":"101.284173ms","start":"2026-07-03T16:34:07.978523Z","end":"2026-07-03T16:34:08.079807Z","steps":["trace[1104695982] 'agreement among raft nodes before linearized reading' (duration: 101.053898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:38.071614Z","caller":"traceutil/trace.go:171","msg":"trace[1441429507] transaction","detail":"{read_only:false; response_revision:18154; number_of_response:1; }","duration":"148.191215ms","start":"2026-07-03T16:34:37.923398Z","end":"2026-07-03T16:34:38.071589Z","steps":["trace[1441429507] 'process raft request' (duration: 147.915039ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:38.216766Z","caller":"traceutil/trace.go:171","msg":"trace[1778883214] transaction","detail":"{read_only:false; response_revision:18155; number_of_response:1; }","duration":"285.071533ms","start":"2026-07-03T16:34:37.93165Z","end":"2026-07-03T16:34:38.216721Z","steps":["trace[1778883214] 'process raft request' (duration: 283.264031ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:38.216955Z","caller":"traceutil/trace.go:171","msg":"trace[42406572] transaction","detail":"{read_only:false; response_revision:18156; number_of_response:1; }","duration":"202.445344ms","start":"2026-07-03T16:34:38.014472Z","end":"2026-07-03T16:34:38.216918Z","steps":["trace[42406572] 'process raft request' (duration: 202.148817ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:38.21711Z","caller":"traceutil/trace.go:171","msg":"trace[1216593883] transaction","detail":"{read_only:false; response_revision:18157; number_of_response:1; }","duration":"202.030195ms","start":"2026-07-03T16:34:38.015032Z","end":"2026-07-03T16:34:38.217062Z","steps":["trace[1216593883] 'process raft request' (duration: 201.735139ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:38.224607Z","caller":"traceutil/trace.go:171","msg":"trace[1977427692] linearizableReadLoop","detail":"{readStateIndex:18813; appliedIndex:18809; }","duration":"136.56352ms","start":"2026-07-03T16:34:38.087988Z","end":"2026-07-03T16:34:38.224551Z","steps":["trace[1977427692] 'read index received' (duration: 126.95149ms)","trace[1977427692] 'applied index is now lower than readState.Index' (duration: 9.61039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:38.224772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.776525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-service\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:38.224808Z","caller":"traceutil/trace.go:171","msg":"trace[86288627] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-service; range_end:; response_count:0; response_revision:18157; }","duration":"136.863797ms","start":"2026-07-03T16:34:38.087934Z","end":"2026-07-03T16:34:38.224798Z","steps":["trace[86288627] 'agreement among raft nodes before linearized reading' (duration: 136.790316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:45.108078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.461977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:45.108181Z","caller":"traceutil/trace.go:171","msg":"trace[156672618] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:18212; }","duration":"101.649191ms","start":"2026-07-03T16:34:45.00651Z","end":"2026-07-03T16:34:45.108159Z","steps":["trace[156672618] 'count revisions from in-memory index tree' (duration: 101.334805ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:47.662641Z","caller":"traceutil/trace.go:171","msg":"trace[1249613053] linearizableReadLoop","detail":"{readStateIndex:18879; appliedIndex:18878; }","duration":"390.417649ms","start":"2026-07-03T16:34:47.272198Z","end":"2026-07-03T16:34:47.662616Z","steps":["trace[1249613053] 'read index received' (duration: 302.750866ms)","trace[1249613053] 'applied index is now lower than readState.Index' (duration: 87.665573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:47.662826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.599263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:34:47.662907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.035269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:34:47.662927Z","caller":"traceutil/trace.go:171","msg":"trace[114467859] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:18221; }","duration":"390.756186ms","start":"2026-07-03T16:34:47.272149Z","end":"2026-07-03T16:34:47.662905Z","steps":["trace[114467859] 'agreement among raft nodes before linearized reading' (duration: 390.584303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:47.662969Z","caller":"traceutil/trace.go:171","msg":"trace[1689793895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18221; }","duration":"242.145232ms","start":"2026-07-03T16:34:47.42081Z","end":"2026-07-03T16:34:47.662955Z","steps":["trace[1689793895] 'agreement among raft nodes before linearized reading' (duration: 241.958317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:47.662975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:34:47.272133Z","time spent":"390.831108ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:34:47.662934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.981176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:34:47.663087Z","caller":"traceutil/trace.go:171","msg":"trace[933265678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18221; }","duration":"136.15219ms","start":"2026-07-03T16:34:47.526909Z","end":"2026-07-03T16:34:47.663061Z","steps":["trace[933265678] 'agreement among raft nodes before linearized reading' (duration: 135.872864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:47.663121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.1766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:34:47.66309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.002684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:47.663249Z","caller":"traceutil/trace.go:171","msg":"trace[1171712737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18221; }","duration":"142.22596ms","start":"2026-07-03T16:34:47.521001Z","end":"2026-07-03T16:34:47.663227Z","steps":["trace[1171712737] 'agreement among raft nodes before linearized reading' (duration: 141.953814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:47.663309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.759176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:47.663337Z","caller":"traceutil/trace.go:171","msg":"trace[1570531265] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:18221; }","duration":"113.096854ms","start":"2026-07-03T16:34:47.550232Z","end":"2026-07-03T16:34:47.663329Z","steps":["trace[1570531265] 'agreement among raft nodes before linearized reading' (duration: 112.766297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:47.663382Z","caller":"traceutil/trace.go:171","msg":"trace[521596447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18221; }","duration":"136.357944ms","start":"2026-07-03T16:34:47.52685Z","end":"2026-07-03T16:34:47.663208Z","steps":["trace[521596447] 'agreement among raft nodes before linearized reading' (duration: 135.944835ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:48.534767Z","caller":"traceutil/trace.go:171","msg":"trace[177088196] linearizableReadLoop","detail":"{readStateIndex:18886; appliedIndex:18883; }","duration":"213.19323ms","start":"2026-07-03T16:34:48.321548Z","end":"2026-07-03T16:34:48.534741Z","steps":["trace[177088196] 'read index received' (duration: 17.52658ms)","trace[177088196] 'applied index is now lower than readState.Index' (duration: 195.66562ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:34:48.534838Z","caller":"traceutil/trace.go:171","msg":"trace[1447943180] transaction","detail":"{read_only:false; response_revision:18228; number_of_response:1; }","duration":"225.45646ms","start":"2026-07-03T16:34:48.309375Z","end":"2026-07-03T16:34:48.534832Z","steps":["trace[1447943180] 'process raft request' (duration: 225.306927ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:34:48.534774Z","caller":"traceutil/trace.go:171","msg":"trace[293106354] transaction","detail":"{read_only:false; response_revision:18227; number_of_response:1; }","duration":"225.512441ms","start":"2026-07-03T16:34:48.309228Z","end":"2026-07-03T16:34:48.53474Z","steps":["trace[293106354] 'process raft request' (duration: 146.362283ms)","trace[293106354] 'compare' (duration: 78.961564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:34:48.534968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.393535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:48.535015Z","caller":"traceutil/trace.go:171","msg":"trace[2064613888] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18228; }","duration":"213.489827ms","start":"2026-07-03T16:34:48.321514Z","end":"2026-07-03T16:34:48.535004Z","steps":["trace[2064613888] 'agreement among raft nodes before linearized reading' (duration: 213.375334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:48.535187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.62194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:48.535225Z","caller":"traceutil/trace.go:171","msg":"trace[1260582449] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18228; }","duration":"213.698823ms","start":"2026-07-03T16:34:48.321519Z","end":"2026-07-03T16:34:48.535217Z","steps":["trace[1260582449] 'agreement among raft nodes before linearized reading' (duration: 213.6281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:48.535279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.260423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:48.535385Z","caller":"traceutil/trace.go:171","msg":"trace[1532052976] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18228; }","duration":"213.411216ms","start":"2026-07-03T16:34:48.321946Z","end":"2026-07-03T16:34:48.535357Z","steps":["trace[1532052976] 'agreement among raft nodes before linearized reading' (duration: 213.224451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:34:48.535533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.470237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:34:48.535612Z","caller":"traceutil/trace.go:171","msg":"trace[780224643] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18228; }","duration":"213.57549ms","start":"2026-07-03T16:34:48.322018Z","end":"2026-07-03T16:34:48.535593Z","steps":["trace[780224643] 'agreement among raft nodes before linearized reading' (duration: 213.462638ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:14.85036Z","caller":"traceutil/trace.go:171","msg":"trace[1046422494] transaction","detail":"{read_only:false; response_revision:18399; number_of_response:1; }","duration":"177.358912ms","start":"2026-07-03T16:35:14.672972Z","end":"2026-07-03T16:35:14.850331Z","steps":["trace[1046422494] 'process raft request' (duration: 177.179598ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:14.852776Z","caller":"traceutil/trace.go:171","msg":"trace[1811603868] linearizableReadLoop","detail":"{readStateIndex:19063; appliedIndex:19061; }","duration":"133.206314ms","start":"2026-07-03T16:35:14.719544Z","end":"2026-07-03T16:35:14.852751Z","steps":["trace[1811603868] 'read index received' (duration: 130.573884ms)","trace[1811603868] 'applied index is now lower than readState.Index' (duration: 2.63139ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:14.85305Z","caller":"traceutil/trace.go:171","msg":"trace[1278750298] transaction","detail":"{read_only:false; response_revision:18400; number_of_response:1; }","duration":"138.990725ms","start":"2026-07-03T16:35:14.714042Z","end":"2026-07-03T16:35:14.853033Z","steps":["trace[1278750298] 'process raft request' (duration: 138.572546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:14.853381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.814077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:35:14.853433Z","caller":"traceutil/trace.go:171","msg":"trace[1491251684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18400; }","duration":"133.91772ms","start":"2026-07-03T16:35:14.719502Z","end":"2026-07-03T16:35:14.853419Z","steps":["trace[1491251684] 'agreement among raft nodes before linearized reading' (duration: 133.711705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:14.853635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.207342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:35:14.853725Z","caller":"traceutil/trace.go:171","msg":"trace[1088423650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18400; }","duration":"133.359485ms","start":"2026-07-03T16:35:14.720348Z","end":"2026-07-03T16:35:14.853707Z","steps":["trace[1088423650] 'agreement among raft nodes before linearized reading' (duration: 133.1304ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:15.082898Z","caller":"traceutil/trace.go:171","msg":"trace[630240210] linearizableReadLoop","detail":"{readStateIndex:19065; appliedIndex:19063; }","duration":"202.100757ms","start":"2026-07-03T16:35:14.880777Z","end":"2026-07-03T16:35:15.082877Z","steps":["trace[630240210] 'read index received' (duration: 22.336661ms)","trace[630240210] 'applied index is now lower than readState.Index' (duration: 179.763196ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:15.083005Z","caller":"traceutil/trace.go:171","msg":"trace[1593234091] transaction","detail":"{read_only:false; response_revision:18402; number_of_response:1; }","duration":"224.375556ms","start":"2026-07-03T16:35:14.85862Z","end":"2026-07-03T16:35:15.082995Z","steps":["trace[1593234091] 'process raft request' (duration: 185.470207ms)","trace[1593234091] 'compare' (duration: 38.403177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:15.083163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.369753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:15.083232Z","caller":"traceutil/trace.go:171","msg":"trace[164403444] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18402; }","duration":"202.486156ms","start":"2026-07-03T16:35:14.880729Z","end":"2026-07-03T16:35:15.083215Z","steps":["trace[164403444] 'agreement among raft nodes before linearized reading' (duration: 202.375543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.084073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.465203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:15.084148Z","caller":"traceutil/trace.go:171","msg":"trace[904900675] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:18403; }","duration":"159.603086ms","start":"2026-07-03T16:35:14.924528Z","end":"2026-07-03T16:35:15.084131Z","steps":["trace[904900675] 'agreement among raft nodes before linearized reading' (duration: 159.465553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:15.084453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.420741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-03T16:35:15.084488Z","caller":"traceutil/trace.go:171","msg":"trace[957749514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:18403; }","duration":"127.495783ms","start":"2026-07-03T16:35:14.956984Z","end":"2026-07-03T16:35:15.08448Z","steps":["trace[957749514] 'agreement among raft nodes before linearized reading' (duration: 127.393861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:17.572099Z","caller":"traceutil/trace.go:171","msg":"trace[1671517580] transaction","detail":"{read_only:false; response_revision:18415; number_of_response:1; }","duration":"196.006588ms","start":"2026-07-03T16:35:17.376041Z","end":"2026-07-03T16:35:17.572047Z","steps":["trace[1671517580] 'process raft request' (duration: 195.765123ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:18.455886Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16255} {"level":"info","ts":"2026-07-03T16:35:18.563146Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16255,"took":"104.820664ms","hash":3219754863,"current-db-size-bytes":44220416,"current-db-size":"44 MB","current-db-size-in-use-bytes":30572544,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T16:35:18.563212Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3219754863,"revision":16255,"compact-revision":13956} {"level":"warn","ts":"2026-07-03T16:35:19.067791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.146057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:35:19.067881Z","caller":"traceutil/trace.go:171","msg":"trace[960214402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18424; }","duration":"128.291341ms","start":"2026-07-03T16:35:18.939568Z","end":"2026-07-03T16:35:19.067859Z","steps":["trace[960214402] 'range keys from in-memory index tree' (duration: 127.920053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:19.354046Z","caller":"traceutil/trace.go:171","msg":"trace[963997104] linearizableReadLoop","detail":"{readStateIndex:19091; appliedIndex:19090; }","duration":"155.691937ms","start":"2026-07-03T16:35:19.198329Z","end":"2026-07-03T16:35:19.354021Z","steps":["trace[963997104] 'read index received' (duration: 155.513403ms)","trace[963997104] 'applied index is now lower than readState.Index' (duration: 177.344µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:19.354294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.944172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:35:19.354345Z","caller":"traceutil/trace.go:171","msg":"trace[1272902677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18426; }","duration":"156.046755ms","start":"2026-07-03T16:35:19.198282Z","end":"2026-07-03T16:35:19.354328Z","steps":["trace[1272902677] 'agreement among raft nodes before linearized reading' (duration: 155.892301ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:19.354441Z","caller":"traceutil/trace.go:171","msg":"trace[1899888543] transaction","detail":"{read_only:false; response_revision:18426; number_of_response:1; }","duration":"173.3521ms","start":"2026-07-03T16:35:19.180782Z","end":"2026-07-03T16:35:19.354135Z","steps":["trace[1899888543] 'process raft request' (duration: 173.085694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.354485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.488509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-4dzhx\" ","response":"range_response_count:1 size:18568"} {"level":"warn","ts":"2026-07-03T16:35:19.3545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.179227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20566"} {"level":"warn","ts":"2026-07-03T16:35:19.354515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.030944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-6qf6v\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-03T16:35:19.354559Z","caller":"traceutil/trace.go:171","msg":"trace[1194042802] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-4dzhx; range_end:; response_count:1; response_revision:18426; }","duration":"122.592151ms","start":"2026-07-03T16:35:19.231948Z","end":"2026-07-03T16:35:19.35454Z","steps":["trace[1194042802] 'agreement among raft nodes before linearized reading' (duration: 122.355875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.354548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.108772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-03T16:35:19.354573Z","caller":"traceutil/trace.go:171","msg":"trace[10921049] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:18426; }","duration":"124.303919ms","start":"2026-07-03T16:35:19.230248Z","end":"2026-07-03T16:35:19.354552Z","steps":["trace[10921049] 'agreement among raft nodes before linearized reading' (duration: 124.044783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.354486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.969074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:35:19.354615Z","caller":"traceutil/trace.go:171","msg":"trace[58528771] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:18426; }","duration":"123.220585ms","start":"2026-07-03T16:35:19.231378Z","end":"2026-07-03T16:35:19.354599Z","steps":["trace[58528771] 'agreement among raft nodes before linearized reading' (duration: 123.032441ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:19.35461Z","caller":"traceutil/trace.go:171","msg":"trace[707739321] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-6qf6v; range_end:; response_count:1; response_revision:18426; }","duration":"121.154408ms","start":"2026-07-03T16:35:19.233432Z","end":"2026-07-03T16:35:19.354587Z","steps":["trace[707739321] 'agreement among raft nodes before linearized reading' (duration: 120.897242ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:19.354643Z","caller":"traceutil/trace.go:171","msg":"trace[739448120] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:18426; }","duration":"121.148917ms","start":"2026-07-03T16:35:19.23347Z","end":"2026-07-03T16:35:19.354619Z","steps":["trace[739448120] 'agreement among raft nodes before linearized reading' (duration: 120.84196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.354537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.050411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-ft8vt\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-03T16:35:19.354734Z","caller":"traceutil/trace.go:171","msg":"trace[210945186] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-ft8vt; range_end:; response_count:1; response_revision:18426; }","duration":"123.294177ms","start":"2026-07-03T16:35:19.231432Z","end":"2026-07-03T16:35:19.354727Z","steps":["trace[210945186] 'agreement among raft nodes before linearized reading' (duration: 122.916118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.354733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.181646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:35:19.354815Z","caller":"traceutil/trace.go:171","msg":"trace[1027035892] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:18426; }","duration":"124.277559ms","start":"2026-07-03T16:35:19.230513Z","end":"2026-07-03T16:35:19.35479Z","steps":["trace[1027035892] 'agreement among raft nodes before linearized reading' (duration: 124.077375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:19.355046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.073182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:35:19.355114Z","caller":"traceutil/trace.go:171","msg":"trace[834502530] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:18426; }","duration":"123.161243ms","start":"2026-07-03T16:35:19.231935Z","end":"2026-07-03T16:35:19.355096Z","steps":["trace[834502530] 'agreement among raft nodes before linearized reading' (duration: 122.643811ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:33.228157Z","caller":"traceutil/trace.go:171","msg":"trace[591212530] transaction","detail":"{read_only:false; response_revision:18523; number_of_response:1; }","duration":"101.213432ms","start":"2026-07-03T16:35:33.126908Z","end":"2026-07-03T16:35:33.228122Z","steps":["trace[591212530] 'process raft request' (duration: 49.158084ms)","trace[591212530] 'compare' (duration: 51.912925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:33.485992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.908624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:33.486155Z","caller":"traceutil/trace.go:171","msg":"trace[2028690906] transaction","detail":"{read_only:false; response_revision:18524; number_of_response:1; }","duration":"158.306287ms","start":"2026-07-03T16:35:33.32782Z","end":"2026-07-03T16:35:33.486126Z","steps":["trace[2028690906] 'process raft request' (duration: 54.163037ms)","trace[2028690906] 'compare' (duration: 103.704539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:34.119228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.281251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:35:34.119254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.464406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-07-03T16:35:34.119277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.044528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-03T16:35:34.119327Z","caller":"traceutil/trace.go:171","msg":"trace[1208885719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18526; }","duration":"325.428935ms","start":"2026-07-03T16:35:33.793876Z","end":"2026-07-03T16:35:34.119305Z","steps":["trace[1208885719] 'range keys from in-memory index tree' (duration: 325.089816ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:34.119355Z","caller":"traceutil/trace.go:171","msg":"trace[9571278] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18526; }","duration":"167.6174ms","start":"2026-07-03T16:35:33.951712Z","end":"2026-07-03T16:35:34.11933Z","steps":["trace[9571278] 'range keys from in-memory index tree' (duration: 167.312661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:34.119372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:33.793859Z","time spent":"325.503016ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:35:34.11938Z","caller":"traceutil/trace.go:171","msg":"trace[678711986] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18526; }","duration":"252.188761ms","start":"2026-07-03T16:35:33.867171Z","end":"2026-07-03T16:35:34.119359Z","steps":["trace[678711986] 'range keys from in-memory index tree' (duration: 251.912495ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:37.353665Z","caller":"traceutil/trace.go:171","msg":"trace[1987449060] transaction","detail":"{read_only:false; response_revision:18543; number_of_response:1; }","duration":"107.006585ms","start":"2026-07-03T16:35:37.246615Z","end":"2026-07-03T16:35:37.353622Z","steps":["trace[1987449060] 'process raft request' (duration: 106.769359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:37.555457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.637323ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:35:37.555592Z","caller":"traceutil/trace.go:171","msg":"trace[533849883] linearizableReadLoop","detail":"{readStateIndex:19212; appliedIndex:19211; }","duration":"114.598328ms","start":"2026-07-03T16:35:37.440927Z","end":"2026-07-03T16:35:37.555525Z","steps":["trace[533849883] 'read index received' (duration: 61.641µs)","trace[533849883] 'applied index is now lower than readState.Index' (duration: 114.535267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:37.55602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.057678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:35:37.556157Z","caller":"traceutil/trace.go:171","msg":"trace[2048957128] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:18543; }","duration":"115.217222ms","start":"2026-07-03T16:35:37.440881Z","end":"2026-07-03T16:35:37.556098Z","steps":["trace[2048957128] 'agreement among raft nodes before linearized reading' (duration: 114.812893ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:38.54026Z","caller":"traceutil/trace.go:171","msg":"trace[1707007077] transaction","detail":"{read_only:false; response_revision:18548; number_of_response:1; }","duration":"184.72716ms","start":"2026-07-03T16:35:38.355501Z","end":"2026-07-03T16:35:38.540228Z","steps":["trace[1707007077] 'process raft request' (duration: 98.898769ms)","trace[1707007077] 'compare' (duration: 85.708948ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:38.549134Z","caller":"traceutil/trace.go:171","msg":"trace[991825930] transaction","detail":"{read_only:false; response_revision:18549; number_of_response:1; }","duration":"192.617441ms","start":"2026-07-03T16:35:38.356484Z","end":"2026-07-03T16:35:38.549102Z","steps":["trace[991825930] 'process raft request' (duration: 192.320244ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:39.313114Z","caller":"traceutil/trace.go:171","msg":"trace[216869710] transaction","detail":"{read_only:false; response_revision:18551; number_of_response:1; }","duration":"203.887078ms","start":"2026-07-03T16:35:39.109196Z","end":"2026-07-03T16:35:39.313084Z","steps":["trace[216869710] 'process raft request' (duration: 203.730624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:39.625319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.438762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:39.625652Z","caller":"traceutil/trace.go:171","msg":"trace[1117235963] linearizableReadLoop","detail":"{readStateIndex:19221; appliedIndex:19220; }","duration":"231.147471ms","start":"2026-07-03T16:35:39.394443Z","end":"2026-07-03T16:35:39.62559Z","steps":["trace[1117235963] 'read index received' (duration: 92.273079ms)","trace[1117235963] 'applied index is now lower than readState.Index' (duration: 138.867441ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:39.625684Z","caller":"traceutil/trace.go:171","msg":"trace[99999878] transaction","detail":"{read_only:false; response_revision:18552; number_of_response:1; }","duration":"265.206609ms","start":"2026-07-03T16:35:39.360338Z","end":"2026-07-03T16:35:39.625545Z","steps":["trace[99999878] 'process raft request' (duration: 126.441979ms)","trace[99999878] 'compare' (duration: 137.740877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:39.625926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.497347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:39.626006Z","caller":"traceutil/trace.go:171","msg":"trace[1123432343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18553; }","duration":"104.651761ms","start":"2026-07-03T16:35:39.521341Z","end":"2026-07-03T16:35:39.625992Z","steps":["trace[1123432343] 'agreement among raft nodes before linearized reading' (duration: 104.492617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:39.625887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.444197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:39.626283Z","caller":"traceutil/trace.go:171","msg":"trace[177604386] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18553; }","duration":"231.893706ms","start":"2026-07-03T16:35:39.394363Z","end":"2026-07-03T16:35:39.626256Z","steps":["trace[177604386] 'agreement among raft nodes before linearized reading' (duration: 231.404366ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:39.865197Z","caller":"traceutil/trace.go:171","msg":"trace[449545336] linearizableReadLoop","detail":"{readStateIndex:19223; appliedIndex:19222; }","duration":"222.577916ms","start":"2026-07-03T16:35:39.64258Z","end":"2026-07-03T16:35:39.865158Z","steps":["trace[449545336] 'read index received' (duration: 156.072796ms)","trace[449545336] 'applied index is now lower than readState.Index' (duration: 66.50333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:39.86562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.008356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:35:39.865709Z","caller":"traceutil/trace.go:171","msg":"trace[1127404819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18554; }","duration":"223.139618ms","start":"2026-07-03T16:35:39.642546Z","end":"2026-07-03T16:35:39.865686Z","steps":["trace[1127404819] 'agreement among raft nodes before linearized reading' (duration: 222.878942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:39.865418Z","caller":"traceutil/trace.go:171","msg":"trace[1440586266] transaction","detail":"{read_only:false; response_revision:18554; number_of_response:1; }","duration":"228.717115ms","start":"2026-07-03T16:35:39.636668Z","end":"2026-07-03T16:35:39.865385Z","steps":["trace[1440586266] 'process raft request' (duration: 162.118833ms)","trace[1440586266] 'compare' (duration: 66.154302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:39.866234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.150086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:35:39.866355Z","caller":"traceutil/trace.go:171","msg":"trace[659004495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18554; }","duration":"145.372281ms","start":"2026-07-03T16:35:39.720954Z","end":"2026-07-03T16:35:39.866326Z","steps":["trace[659004495] 'agreement among raft nodes before linearized reading' (duration: 145.079985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:39.866355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.908408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:35:39.866577Z","caller":"traceutil/trace.go:171","msg":"trace[1789296234] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:18554; }","duration":"130.174594ms","start":"2026-07-03T16:35:39.73639Z","end":"2026-07-03T16:35:39.866565Z","steps":["trace[1789296234] 'agreement among raft nodes before linearized reading' (duration: 129.888297ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:41.909836Z","caller":"traceutil/trace.go:171","msg":"trace[1509382843] transaction","detail":"{read_only:false; response_revision:18563; number_of_response:1; }","duration":"165.513822ms","start":"2026-07-03T16:35:41.744296Z","end":"2026-07-03T16:35:41.90981Z","steps":["trace[1509382843] 'process raft request' (duration: 159.578855ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:42.140253Z","caller":"traceutil/trace.go:171","msg":"trace[1247766198] transaction","detail":"{read_only:false; response_revision:18565; number_of_response:1; }","duration":"221.488399ms","start":"2026-07-03T16:35:41.918744Z","end":"2026-07-03T16:35:42.140233Z","steps":["trace[1247766198] 'process raft request' (duration: 211.551312ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:42.140493Z","caller":"traceutil/trace.go:171","msg":"trace[436748023] linearizableReadLoop","detail":"{readStateIndex:19236; appliedIndex:19234; }","duration":"194.530085ms","start":"2026-07-03T16:35:41.945941Z","end":"2026-07-03T16:35:42.140471Z","steps":["trace[436748023] 'read index received' (duration: 184.410603ms)","trace[436748023] 'applied index is now lower than readState.Index' (duration: 10.118632ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:42.140592Z","caller":"traceutil/trace.go:171","msg":"trace[1619708000] transaction","detail":"{read_only:false; response_revision:18566; number_of_response:1; }","duration":"221.742985ms","start":"2026-07-03T16:35:41.918834Z","end":"2026-07-03T16:35:42.140577Z","steps":["trace[1619708000] 'process raft request' (duration: 221.328886ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:42.140798Z","caller":"traceutil/trace.go:171","msg":"trace[2063221393] transaction","detail":"{read_only:false; response_revision:18567; number_of_response:1; }","duration":"193.878529ms","start":"2026-07-03T16:35:41.946912Z","end":"2026-07-03T16:35:42.140791Z","steps":["trace[2063221393] 'process raft request' (duration: 193.46825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:42.141016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.267542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20566"} {"level":"info","ts":"2026-07-03T16:35:42.141036Z","caller":"traceutil/trace.go:171","msg":"trace[485331836] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:18567; }","duration":"213.342873ms","start":"2026-07-03T16:35:41.927687Z","end":"2026-07-03T16:35:42.14103Z","steps":["trace[485331836] 'agreement among raft nodes before linearized reading' (duration: 212.863873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:42.141139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.286499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:35:42.141159Z","caller":"traceutil/trace.go:171","msg":"trace[1825068567] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:18567; }","duration":"215.323279ms","start":"2026-07-03T16:35:41.92583Z","end":"2026-07-03T16:35:42.141153Z","steps":["trace[1825068567] 'agreement among raft nodes before linearized reading' (duration: 214.728526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:42.141233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.589514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938225"} {"level":"info","ts":"2026-07-03T16:35:42.141269Z","caller":"traceutil/trace.go:171","msg":"trace[2080449770] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18566; }","duration":"222.647716ms","start":"2026-07-03T16:35:41.918612Z","end":"2026-07-03T16:35:42.141259Z","steps":["trace[2080449770] 'agreement among raft nodes before linearized reading' (duration: 221.935769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:42.141304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.52828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-ft8vt\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-03T16:35:42.141324Z","caller":"traceutil/trace.go:171","msg":"trace[1931781028] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-ft8vt; range_end:; response_count:1; response_revision:18567; }","duration":"214.559561ms","start":"2026-07-03T16:35:41.92676Z","end":"2026-07-03T16:35:42.14132Z","steps":["trace[1931781028] 'agreement among raft nodes before linearized reading' (duration: 213.810534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:42.141452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.637775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-6qf6v\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-03T16:35:42.141562Z","caller":"traceutil/trace.go:171","msg":"trace[2060549733] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-6qf6v; range_end:; response_count:1; response_revision:18567; }","duration":"208.782129ms","start":"2026-07-03T16:35:41.932762Z","end":"2026-07-03T16:35:42.141544Z","steps":["trace[2060549733] 'agreement among raft nodes before linearized reading' (duration: 207.817967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:42.142221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.770878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938225"} {"level":"info","ts":"2026-07-03T16:35:42.142256Z","caller":"traceutil/trace.go:171","msg":"trace[1683142697] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18567; }","duration":"218.806819ms","start":"2026-07-03T16:35:41.923441Z","end":"2026-07-03T16:35:42.142248Z","steps":["trace[1683142697] 'agreement among raft nodes before linearized reading' (duration: 217.211223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:42.14242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.680963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938225"} {"level":"info","ts":"2026-07-03T16:35:42.142459Z","caller":"traceutil/trace.go:171","msg":"trace[950444773] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18567; }","duration":"217.732764ms","start":"2026-07-03T16:35:41.924718Z","end":"2026-07-03T16:35:42.14245Z","steps":["trace[950444773] 'agreement among raft nodes before linearized reading' (duration: 215.907732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:45.547974Z","caller":"traceutil/trace.go:171","msg":"trace[2111120056] transaction","detail":"{read_only:false; response_revision:18582; number_of_response:1; }","duration":"124.567436ms","start":"2026-07-03T16:35:45.42337Z","end":"2026-07-03T16:35:45.547938Z","steps":["trace[2111120056] 'process raft request' (duration: 123.602744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:45.835172Z","caller":"traceutil/trace.go:171","msg":"trace[890930987] transaction","detail":"{read_only:false; response_revision:18584; number_of_response:1; }","duration":"122.330705ms","start":"2026-07-03T16:35:45.712808Z","end":"2026-07-03T16:35:45.835139Z","steps":["trace[890930987] 'process raft request' (duration: 100.554737ms)","trace[890930987] 'compare' (duration: 21.547923ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:46.556162Z","caller":"traceutil/trace.go:171","msg":"trace[1120893086] transaction","detail":"{read_only:false; response_revision:18587; number_of_response:1; }","duration":"113.749409ms","start":"2026-07-03T16:35:46.442388Z","end":"2026-07-03T16:35:46.556137Z","steps":["trace[1120893086] 'process raft request' (duration: 113.070073ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:46.720246Z","caller":"traceutil/trace.go:171","msg":"trace[223307168] transaction","detail":"{read_only:false; response_revision:18588; number_of_response:1; }","duration":"128.958626ms","start":"2026-07-03T16:35:46.591252Z","end":"2026-07-03T16:35:46.720211Z","steps":["trace[223307168] 'process raft request' (duration: 128.66532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.848924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.242749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:35:48.849032Z","caller":"traceutil/trace.go:171","msg":"trace[2020974090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18597; }","duration":"124.413362ms","start":"2026-07-03T16:35:48.724599Z","end":"2026-07-03T16:35:48.849012Z","steps":["trace[2020974090] 'range keys from in-memory index tree' (duration: 124.043945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:48.849071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.451116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:35:48.849176Z","caller":"traceutil/trace.go:171","msg":"trace[1445873745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18597; }","duration":"107.598019ms","start":"2026-07-03T16:35:48.741555Z","end":"2026-07-03T16:35:48.849154Z","steps":["trace[1445873745] 'range keys from in-memory index tree' (duration: 107.267131ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:48.961023Z","caller":"traceutil/trace.go:171","msg":"trace[36774467] transaction","detail":"{read_only:false; response_revision:18598; number_of_response:1; }","duration":"107.962107ms","start":"2026-07-03T16:35:48.853032Z","end":"2026-07-03T16:35:48.960994Z","steps":["trace[36774467] 'process raft request' (duration: 107.774481ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:49.374747Z","caller":"traceutil/trace.go:171","msg":"trace[1674517431] transaction","detail":"{read_only:false; response_revision:18600; number_of_response:1; }","duration":"451.76374ms","start":"2026-07-03T16:35:48.922949Z","end":"2026-07-03T16:35:49.374713Z","steps":["trace[1674517431] 'process raft request' (duration: 451.686028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:49.374825Z","caller":"traceutil/trace.go:171","msg":"trace[95164634] linearizableReadLoop","detail":"{readStateIndex:19271; appliedIndex:19271; }","duration":"408.147993ms","start":"2026-07-03T16:35:48.966653Z","end":"2026-07-03T16:35:49.374801Z","steps":["trace[95164634] 'read index received' (duration: 408.135603ms)","trace[95164634] 'applied index is now lower than readState.Index' (duration: 10.86µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:49.37497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.92292Z","time spent":"451.947085ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:49.375035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.031996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-07-03T16:35:49.37508Z","caller":"traceutil/trace.go:171","msg":"trace[1471698636] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18600; }","duration":"406.123678ms","start":"2026-07-03T16:35:48.968943Z","end":"2026-07-03T16:35:49.375067Z","steps":["trace[1471698636] 'agreement among raft nodes before linearized reading' (duration: 405.968675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.375113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.968922Z","time spent":"406.184189ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7330,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-03T16:35:49.375173Z","caller":"traceutil/trace.go:171","msg":"trace[1396023327] transaction","detail":"{read_only:false; response_revision:18599; number_of_response:1; }","duration":"521.444152ms","start":"2026-07-03T16:35:48.853709Z","end":"2026-07-03T16:35:49.375153Z","steps":["trace[1396023327] 'process raft request' (duration: 520.688885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.375286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.853681Z","time spent":"521.555415ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:35:49.375431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.49232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:49.375475Z","caller":"traceutil/trace.go:171","msg":"trace[382975160] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:18600; }","duration":"218.535623ms","start":"2026-07-03T16:35:49.156926Z","end":"2026-07-03T16:35:49.375461Z","steps":["trace[382975160] 'agreement among raft nodes before linearized reading' (duration: 218.470901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.375503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.85465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-07-03T16:35:49.375566Z","caller":"traceutil/trace.go:171","msg":"trace[392342230] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18600; }","duration":"408.963253ms","start":"2026-07-03T16:35:48.966588Z","end":"2026-07-03T16:35:49.375551Z","steps":["trace[392342230] 'agreement among raft nodes before linearized reading' (duration: 408.800288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:49.375614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:35:48.96657Z","time spent":"409.030354ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7330,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:35:49.37641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.625545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:35:49.376517Z","caller":"traceutil/trace.go:171","msg":"trace[1024598122] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:18600; }","duration":"257.82158ms","start":"2026-07-03T16:35:49.118674Z","end":"2026-07-03T16:35:49.376495Z","steps":["trace[1024598122] 'agreement among raft nodes before linearized reading' (duration: 256.991072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.162202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.109072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vfnl\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-03T16:35:50.162316Z","caller":"traceutil/trace.go:171","msg":"trace[1308911985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vfnl; range_end:; response_count:1; response_revision:18604; }","duration":"130.271996ms","start":"2026-07-03T16:35:50.032013Z","end":"2026-07-03T16:35:50.162285Z","steps":["trace[1308911985] 'range keys from in-memory index tree' (duration: 129.897868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.162391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.89823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:35:50.162483Z","caller":"traceutil/trace.go:171","msg":"trace[688039578] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18604; }","duration":"131.059453ms","start":"2026-07-03T16:35:50.031403Z","end":"2026-07-03T16:35:50.162463Z","steps":["trace[688039578] 'range keys from in-memory index tree' (duration: 130.699285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.482058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.448309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:50.482188Z","caller":"traceutil/trace.go:171","msg":"trace[1497604101] linearizableReadLoop","detail":"{readStateIndex:19277; appliedIndex:19276; }","duration":"164.580119ms","start":"2026-07-03T16:35:50.317585Z","end":"2026-07-03T16:35:50.482166Z","steps":["trace[1497604101] 'read index received' (duration: 51.838863ms)","trace[1497604101] 'applied index is now lower than readState.Index' (duration: 112.736246ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:50.482302Z","caller":"traceutil/trace.go:171","msg":"trace[22175449] transaction","detail":"{read_only:false; response_revision:18606; number_of_response:1; }","duration":"165.955022ms","start":"2026-07-03T16:35:50.31633Z","end":"2026-07-03T16:35:50.482285Z","steps":["trace[22175449] 'process raft request' (duration: 53.186155ms)","trace[22175449] 'compare' (duration: 112.243974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:50.482611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.470208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-4dzhx\" ","response":"range_response_count:1 size:18568"} {"level":"info","ts":"2026-07-03T16:35:50.482808Z","caller":"traceutil/trace.go:171","msg":"trace[6746439] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-4dzhx; range_end:; response_count:1; response_revision:18606; }","duration":"136.685182ms","start":"2026-07-03T16:35:50.346063Z","end":"2026-07-03T16:35:50.482748Z","steps":["trace[6746439] 'agreement among raft nodes before linearized reading' (duration: 136.253443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.482643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.652298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vqdfb\" ","response":"range_response_count:1 size:20566"} {"level":"info","ts":"2026-07-03T16:35:50.482994Z","caller":"traceutil/trace.go:171","msg":"trace[270887316] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vqdfb; range_end:; response_count:1; response_revision:18606; }","duration":"132.013545ms","start":"2026-07-03T16:35:50.350949Z","end":"2026-07-03T16:35:50.482963Z","steps":["trace[270887316] 'agreement among raft nodes before linearized reading' (duration: 131.570215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.483044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.622262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-6qf6v\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-07-03T16:35:50.483105Z","caller":"traceutil/trace.go:171","msg":"trace[699709012] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-6qf6v; range_end:; response_count:1; response_revision:18606; }","duration":"136.699023ms","start":"2026-07-03T16:35:50.346392Z","end":"2026-07-03T16:35:50.483091Z","steps":["trace[699709012] 'agreement among raft nodes before linearized reading' (duration: 136.494389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.483168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.599717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:35:50.483311Z","caller":"traceutil/trace.go:171","msg":"trace[963351652] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:18606; }","duration":"135.792803ms","start":"2026-07-03T16:35:50.347462Z","end":"2026-07-03T16:35:50.483255Z","steps":["trace[963351652] 'agreement among raft nodes before linearized reading' (duration: 135.419034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:50.484495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.909022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938411"} {"level":"info","ts":"2026-07-03T16:35:50.484565Z","caller":"traceutil/trace.go:171","msg":"trace[83746662] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18606; }","duration":"166.998014ms","start":"2026-07-03T16:35:50.317547Z","end":"2026-07-03T16:35:50.484545Z","steps":["trace[83746662] 'agreement among raft nodes before linearized reading' (duration: 164.853056ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:52.17444Z","caller":"traceutil/trace.go:171","msg":"trace[101067367] transaction","detail":"{read_only:false; response_revision:18624; number_of_response:1; }","duration":"131.118006ms","start":"2026-07-03T16:35:52.043305Z","end":"2026-07-03T16:35:52.174423Z","steps":["trace[101067367] 'process raft request' (duration: 127.294938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:53.250397Z","caller":"traceutil/trace.go:171","msg":"trace[742847997] transaction","detail":"{read_only:false; response_revision:18632; number_of_response:1; }","duration":"155.659397ms","start":"2026-07-03T16:35:53.094708Z","end":"2026-07-03T16:35:53.250367Z","steps":["trace[742847997] 'process raft request' (duration: 155.486063ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:54.624719Z","caller":"traceutil/trace.go:171","msg":"trace[738063911] transaction","detail":"{read_only:false; response_revision:18641; number_of_response:1; }","duration":"137.280167ms","start":"2026-07-03T16:35:54.487388Z","end":"2026-07-03T16:35:54.624668Z","steps":["trace[738063911] 'process raft request' (duration: 137.168864ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:54.625052Z","caller":"traceutil/trace.go:171","msg":"trace[560666588] transaction","detail":"{read_only:false; response_revision:18640; number_of_response:1; }","duration":"143.175151ms","start":"2026-07-03T16:35:54.481843Z","end":"2026-07-03T16:35:54.625018Z","steps":["trace[560666588] 'process raft request' (duration: 51.060417ms)","trace[560666588] 'compare' (duration: 91.460619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:55.229187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.968009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:35:55.229325Z","caller":"traceutil/trace.go:171","msg":"trace[1479074428] transaction","detail":"{read_only:false; response_revision:18651; number_of_response:1; }","duration":"154.850247ms","start":"2026-07-03T16:35:55.074451Z","end":"2026-07-03T16:35:55.229301Z","steps":["trace[1479074428] 'process raft request' (duration: 45.691314ms)","trace[1479074428] 'compare' (duration: 108.795955ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:55.342141Z","caller":"traceutil/trace.go:171","msg":"trace[1360319536] transaction","detail":"{read_only:false; response_revision:18653; number_of_response:1; }","duration":"103.617537ms","start":"2026-07-03T16:35:55.23849Z","end":"2026-07-03T16:35:55.342108Z","steps":["trace[1360319536] 'process raft request' (duration: 101.102971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.541173Z","caller":"traceutil/trace.go:171","msg":"trace[1116107204] transaction","detail":"{read_only:false; response_revision:18656; number_of_response:1; }","duration":"158.585552ms","start":"2026-07-03T16:35:55.382539Z","end":"2026-07-03T16:35:55.541124Z","steps":["trace[1116107204] 'process raft request' (duration: 158.343886ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.54122Z","caller":"traceutil/trace.go:171","msg":"trace[154277941] linearizableReadLoop","detail":"{readStateIndex:19332; appliedIndex:19329; }","duration":"158.437548ms","start":"2026-07-03T16:35:55.382761Z","end":"2026-07-03T16:35:55.541199Z","steps":["trace[154277941] 'read index received' (duration: 38.140531ms)","trace[154277941] 'applied index is now lower than readState.Index' (duration: 120.295837ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:55.541264Z","caller":"traceutil/trace.go:171","msg":"trace[542509311] transaction","detail":"{read_only:false; response_revision:18659; number_of_response:1; }","duration":"158.369228ms","start":"2026-07-03T16:35:55.382887Z","end":"2026-07-03T16:35:55.541256Z","steps":["trace[542509311] 'process raft request' (duration: 158.201264ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.541182Z","caller":"traceutil/trace.go:171","msg":"trace[534762409] transaction","detail":"{read_only:false; response_revision:18657; number_of_response:1; }","duration":"158.576652ms","start":"2026-07-03T16:35:55.382567Z","end":"2026-07-03T16:35:55.541144Z","steps":["trace[534762409] 'process raft request' (duration: 158.45612ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.541296Z","caller":"traceutil/trace.go:171","msg":"trace[1316061930] transaction","detail":"{read_only:false; response_revision:18660; number_of_response:1; }","duration":"158.203644ms","start":"2026-07-03T16:35:55.383042Z","end":"2026-07-03T16:35:55.541246Z","steps":["trace[1316061930] 'process raft request' (duration: 158.071831ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.541467Z","caller":"traceutil/trace.go:171","msg":"trace[2142903008] transaction","detail":"{read_only:false; response_revision:18661; number_of_response:1; }","duration":"155.554784ms","start":"2026-07-03T16:35:55.385898Z","end":"2026-07-03T16:35:55.541453Z","steps":["trace[2142903008] 'process raft request' (duration: 155.244706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.541524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.740417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:55.541586Z","caller":"traceutil/trace.go:171","msg":"trace[356946415] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:18661; }","duration":"158.817289ms","start":"2026-07-03T16:35:55.382753Z","end":"2026-07-03T16:35:55.54157Z","steps":["trace[356946415] 'agreement among raft nodes before linearized reading' (duration: 158.697886ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.54195Z","caller":"traceutil/trace.go:171","msg":"trace[1172606437] transaction","detail":"{read_only:false; response_revision:18658; number_of_response:1; }","duration":"158.531231ms","start":"2026-07-03T16:35:55.382654Z","end":"2026-07-03T16:35:55.541185Z","steps":["trace[1172606437] 'process raft request' (duration: 158.404768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.599297Z","caller":"traceutil/trace.go:171","msg":"trace[12279384] transaction","detail":"{read_only:false; response_revision:18662; number_of_response:1; }","duration":"159.600136ms","start":"2026-07-03T16:35:55.439669Z","end":"2026-07-03T16:35:55.599269Z","steps":["trace[12279384] 'process raft request' (duration: 159.431363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.599424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.900311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:35:55.599487Z","caller":"traceutil/trace.go:171","msg":"trace[1710392819] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18662; }","duration":"149.010364ms","start":"2026-07-03T16:35:55.45046Z","end":"2026-07-03T16:35:55.59947Z","steps":["trace[1710392819] 'agreement among raft nodes before linearized reading' (duration: 148.809429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.602586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.755807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:35:55.602652Z","caller":"traceutil/trace.go:171","msg":"trace[1920255350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18662; }","duration":"155.891681ms","start":"2026-07-03T16:35:55.446746Z","end":"2026-07-03T16:35:55.602638Z","steps":["trace[1920255350] 'agreement among raft nodes before linearized reading' (duration: 155.708497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.979529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.336493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-07-03T16:35:55.979612Z","caller":"traceutil/trace.go:171","msg":"trace[1177625769] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18669; }","duration":"228.734106ms","start":"2026-07-03T16:35:55.750866Z","end":"2026-07-03T16:35:55.9796Z","steps":["trace[1177625769] 'process raft request' (duration: 82.22925ms)","trace[1177625769] 'compare' (duration: 146.23057ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:55.983306Z","caller":"traceutil/trace.go:171","msg":"trace[2274742] transaction","detail":"{read_only:false; response_revision:18670; number_of_response:1; }","duration":"227.62736ms","start":"2026-07-03T16:35:55.755656Z","end":"2026-07-03T16:35:55.983283Z","steps":["trace[2274742] 'process raft request' (duration: 227.254682ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.983396Z","caller":"traceutil/trace.go:171","msg":"trace[1259394413] transaction","detail":"{read_only:false; response_revision:18671; number_of_response:1; }","duration":"226.218757ms","start":"2026-07-03T16:35:55.757147Z","end":"2026-07-03T16:35:55.983366Z","steps":["trace[1259394413] 'process raft request' (duration: 226.053523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.983769Z","caller":"traceutil/trace.go:171","msg":"trace[1688184941] linearizableReadLoop","detail":"{readStateIndex:19346; appliedIndex:19343; }","duration":"224.008018ms","start":"2026-07-03T16:35:55.759753Z","end":"2026-07-03T16:35:55.983761Z","steps":["trace[1688184941] 'read index received' (duration: 73.355447ms)","trace[1688184941] 'applied index is now lower than readState.Index' (duration: 150.651991ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:55.983866Z","caller":"traceutil/trace.go:171","msg":"trace[1595149904] transaction","detail":"{read_only:false; response_revision:18673; number_of_response:1; }","duration":"160.131648ms","start":"2026-07-03T16:35:55.823729Z","end":"2026-07-03T16:35:55.983861Z","steps":["trace[1595149904] 'process raft request' (duration: 159.958234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.984009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.236574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-03T16:35:55.984052Z","caller":"traceutil/trace.go:171","msg":"trace[2081095178] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:18674; }","duration":"224.323716ms","start":"2026-07-03T16:35:55.759717Z","end":"2026-07-03T16:35:55.984041Z","steps":["trace[2081095178] 'agreement among raft nodes before linearized reading' (duration: 224.128291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:55.984108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.456059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-03T16:35:55.984137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.518606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-03T16:35:55.984202Z","caller":"traceutil/trace.go:171","msg":"trace[1249144066] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:18675; }","duration":"219.636149ms","start":"2026-07-03T16:35:55.764552Z","end":"2026-07-03T16:35:55.984189Z","steps":["trace[1249144066] 'agreement among raft nodes before linearized reading' (duration: 219.528326ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.983836Z","caller":"traceutil/trace.go:171","msg":"trace[630391030] transaction","detail":"{read_only:false; response_revision:18672; number_of_response:1; }","duration":"165.544812ms","start":"2026-07-03T16:35:55.818284Z","end":"2026-07-03T16:35:55.983829Z","steps":["trace[630391030] 'process raft request' (duration: 165.01066ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:55.984643Z","caller":"traceutil/trace.go:171","msg":"trace[861765760] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18675; }","duration":"222.005302ms","start":"2026-07-03T16:35:55.762612Z","end":"2026-07-03T16:35:55.984617Z","steps":["trace[861765760] 'agreement among raft nodes before linearized reading' (duration: 221.324717ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:56.192619Z","caller":"traceutil/trace.go:171","msg":"trace[1567372210] linearizableReadLoop","detail":"{readStateIndex:19356; appliedIndex:19354; }","duration":"127.766299ms","start":"2026-07-03T16:35:56.064834Z","end":"2026-07-03T16:35:56.1926Z","steps":["trace[1567372210] 'read index received' (duration: 87.98013ms)","trace[1567372210] 'applied index is now lower than readState.Index' (duration: 39.785359ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:56.192711Z","caller":"traceutil/trace.go:171","msg":"trace[1522891727] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"131.539374ms","start":"2026-07-03T16:35:56.061126Z","end":"2026-07-03T16:35:56.192665Z","steps":["trace[1522891727] 'process raft request' (duration: 131.363131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:35:56.192848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.994744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-03T16:35:56.192879Z","caller":"traceutil/trace.go:171","msg":"trace[636023152] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:18680; }","duration":"128.041505ms","start":"2026-07-03T16:35:56.064828Z","end":"2026-07-03T16:35:56.192869Z","steps":["trace[636023152] 'agreement among raft nodes before linearized reading' (duration: 127.918562ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:57.230374Z","caller":"traceutil/trace.go:171","msg":"trace[410919527] linearizableReadLoop","detail":"{readStateIndex:19368; appliedIndex:19367; }","duration":"111.866165ms","start":"2026-07-03T16:35:57.118472Z","end":"2026-07-03T16:35:57.230338Z","steps":["trace[410919527] 'read index received' (duration: 68.467564ms)","trace[410919527] 'applied index is now lower than readState.Index' (duration: 43.397261ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:35:57.230642Z","caller":"traceutil/trace.go:171","msg":"trace[54984799] transaction","detail":"{read_only:false; response_revision:18692; number_of_response:1; }","duration":"112.302586ms","start":"2026-07-03T16:35:57.118326Z","end":"2026-07-03T16:35:57.230629Z","steps":["trace[54984799] 'process raft request' (duration: 68.602047ms)","trace[54984799] 'compare' (duration: 43.275299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:35:57.230684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.187253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-68596b9d5-xjvb9\" ","response":"range_response_count:1 size:11358"} {"level":"info","ts":"2026-07-03T16:35:57.230754Z","caller":"traceutil/trace.go:171","msg":"trace[271178414] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-68596b9d5-xjvb9; range_end:; response_count:1; response_revision:18692; }","duration":"112.270685ms","start":"2026-07-03T16:35:57.118465Z","end":"2026-07-03T16:35:57.230736Z","steps":["trace[271178414] 'agreement among raft nodes before linearized reading' (duration: 112.002988ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:35:57.235488Z","caller":"traceutil/trace.go:171","msg":"trace[120068156] transaction","detail":"{read_only:false; response_revision:18693; number_of_response:1; }","duration":"116.811918ms","start":"2026-07-03T16:35:57.118627Z","end":"2026-07-03T16:35:57.235439Z","steps":["trace[120068156] 'process raft request' (duration: 116.730636ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:04.989638Z","caller":"traceutil/trace.go:171","msg":"trace[1210540813] linearizableReadLoop","detail":"{readStateIndex:19423; appliedIndex:19422; }","duration":"124.656508ms","start":"2026-07-03T16:36:04.864957Z","end":"2026-07-03T16:36:04.989613Z","steps":["trace[1210540813] 'read index received' (duration: 124.486954ms)","trace[1210540813] 'applied index is now lower than readState.Index' (duration: 168.514µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:04.989715Z","caller":"traceutil/trace.go:171","msg":"trace[2085067213] transaction","detail":"{read_only:false; response_revision:18745; number_of_response:1; }","duration":"124.996136ms","start":"2026-07-03T16:36:04.864698Z","end":"2026-07-03T16:36:04.989694Z","steps":["trace[2085067213] 'process raft request' (duration: 124.75384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:04.989891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.61597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-ft8vt\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-07-03T16:36:04.989938Z","caller":"traceutil/trace.go:171","msg":"trace[1913980433] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-ft8vt; range_end:; response_count:1; response_revision:18745; }","duration":"111.711313ms","start":"2026-07-03T16:36:04.878212Z","end":"2026-07-03T16:36:04.989924Z","steps":["trace[1913980433] 'agreement among raft nodes before linearized reading' (duration: 111.541649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:04.990625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.640031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938324"} {"level":"info","ts":"2026-07-03T16:36:04.990716Z","caller":"traceutil/trace.go:171","msg":"trace[1471472822] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18745; }","duration":"125.756033ms","start":"2026-07-03T16:36:04.864942Z","end":"2026-07-03T16:36:04.990698Z","steps":["trace[1471472822] 'agreement among raft nodes before linearized reading' (duration: 124.77196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:08.290001Z","caller":"traceutil/trace.go:171","msg":"trace[541981428] transaction","detail":"{read_only:false; response_revision:18760; number_of_response:1; }","duration":"155.555944ms","start":"2026-07-03T16:36:08.1344Z","end":"2026-07-03T16:36:08.289956Z","steps":["trace[541981428] 'process raft request' (duration: 155.38759ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:08.305905Z","caller":"traceutil/trace.go:171","msg":"trace[1996609088] transaction","detail":"{read_only:false; response_revision:18761; number_of_response:1; }","duration":"171.414717ms","start":"2026-07-03T16:36:08.134457Z","end":"2026-07-03T16:36:08.305872Z","steps":["trace[1996609088] 'process raft request' (duration: 171.153751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:08.30605Z","caller":"traceutil/trace.go:171","msg":"trace[1637731531] transaction","detail":"{read_only:false; response_revision:18762; number_of_response:1; }","duration":"128.410104ms","start":"2026-07-03T16:36:08.177613Z","end":"2026-07-03T16:36:08.306023Z","steps":["trace[1637731531] 'process raft request' (duration: 128.198229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:22.49519Z","caller":"traceutil/trace.go:171","msg":"trace[1538902822] transaction","detail":"{read_only:false; response_revision:18852; number_of_response:1; }","duration":"135.965276ms","start":"2026-07-03T16:36:22.359205Z","end":"2026-07-03T16:36:22.49517Z","steps":["trace[1538902822] 'process raft request' (duration: 135.929346ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:22.495462Z","caller":"traceutil/trace.go:171","msg":"trace[993792595] transaction","detail":"{read_only:false; response_revision:18851; number_of_response:1; }","duration":"139.103738ms","start":"2026-07-03T16:36:22.35635Z","end":"2026-07-03T16:36:22.495454Z","steps":["trace[993792595] 'process raft request' (duration: 138.75066ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:22.495502Z","caller":"traceutil/trace.go:171","msg":"trace[1148205703] transaction","detail":"{read_only:false; response_revision:18850; number_of_response:1; }","duration":"148.158426ms","start":"2026-07-03T16:36:22.347301Z","end":"2026-07-03T16:36:22.49546Z","steps":["trace[1148205703] 'process raft request' (duration: 135.963798ms)","trace[1148205703] 'compare' (duration: 11.726217ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:37.262237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572672952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:36:37.762488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572672952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:36:37.9706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324634187s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:36:37.971078Z","caller":"traceutil/trace.go:171","msg":"trace[960103477] transaction","detail":"{read_only:false; response_revision:18960; number_of_response:1; }","duration":"1.32519182s","start":"2026-07-03T16:36:36.645859Z","end":"2026-07-03T16:36:37.97105Z","steps":["trace[960103477] 'process raft request' (duration: 1.324994995s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.971258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:36.645834Z","time spent":"1.325330004s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:37.975615Z","caller":"traceutil/trace.go:171","msg":"trace[637755071] linearizableReadLoop","detail":"{readStateIndex:19645; appliedIndex:19643; }","duration":"1.213650941s","start":"2026-07-03T16:36:36.761944Z","end":"2026-07-03T16:36:37.975595Z","steps":["trace[637755071] 'read index received' (duration: 1.208882102s)","trace[637755071] 'applied index is now lower than readState.Index' (duration: 4.768199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:37.975838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009135748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:36:37.975901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213951557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:36:37.975926Z","caller":"traceutil/trace.go:171","msg":"trace[813184829] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:18961; }","duration":"1.009283651s","start":"2026-07-03T16:36:36.966621Z","end":"2026-07-03T16:36:37.975905Z","steps":["trace[813184829] 'agreement among raft nodes before linearized reading' (duration: 1.009145088s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.975976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:36.966596Z","time spent":"1.009367173s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:36:37.976068Z","caller":"traceutil/trace.go:171","msg":"trace[1061895408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18961; }","duration":"1.21407883s","start":"2026-07-03T16:36:36.761846Z","end":"2026-07-03T16:36:37.975925Z","steps":["trace[1061895408] 'agreement among raft nodes before linearized reading' (duration: 1.213846905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.976082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.170172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:36:37.976131Z","caller":"traceutil/trace.go:171","msg":"trace[22727362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18961; }","duration":"473.257124ms","start":"2026-07-03T16:36:37.50286Z","end":"2026-07-03T16:36:37.976117Z","steps":["trace[22727362] 'agreement among raft nodes before linearized reading' (duration: 473.10507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.976175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:37.502842Z","time spent":"473.325375ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:36:37.97621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.372965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-07-03T16:36:37.976116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:36.761816Z","time spent":"1.214290205s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:36:37.976251Z","caller":"traceutil/trace.go:171","msg":"trace[2102209621] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:18961; }","duration":"476.461686ms","start":"2026-07-03T16:36:37.499779Z","end":"2026-07-03T16:36:37.976241Z","steps":["trace[2102209621] 'agreement among raft nodes before linearized reading' (duration: 476.365474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.97635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:37.499758Z","time spent":"476.58102ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"warn","ts":"2026-07-03T16:36:37.976575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.184723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:36:37.976616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.73694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:36:37.976644Z","caller":"traceutil/trace.go:171","msg":"trace[1554871230] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:18961; }","duration":"129.289615ms","start":"2026-07-03T16:36:37.847338Z","end":"2026-07-03T16:36:37.976628Z","steps":["trace[1554871230] 'agreement among raft nodes before linearized reading' (duration: 129.186543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.976777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.1113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:36:37.9768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.375446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:37.97686Z","caller":"traceutil/trace.go:171","msg":"trace[1150454048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18961; }","duration":"455.461707ms","start":"2026-07-03T16:36:37.521386Z","end":"2026-07-03T16:36:37.976848Z","steps":["trace[1150454048] 'agreement among raft nodes before linearized reading' (duration: 455.380125ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:37.976649Z","caller":"traceutil/trace.go:171","msg":"trace[154880590] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:18961; }","duration":"580.809531ms","start":"2026-07-03T16:36:37.395828Z","end":"2026-07-03T16:36:37.976637Z","steps":["trace[154880590] 'agreement among raft nodes before linearized reading' (duration: 580.692269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.976874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.773301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T16:36:37.976918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:37.395805Z","time spent":"581.098858ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" "} {"level":"info","ts":"2026-07-03T16:36:37.976951Z","caller":"traceutil/trace.go:171","msg":"trace[239061568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18961; }","duration":"794.892193ms","start":"2026-07-03T16:36:37.182051Z","end":"2026-07-03T16:36:37.976943Z","steps":["trace[239061568] 'agreement among raft nodes before linearized reading' (duration: 794.777901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.976981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:37.182031Z","time spent":"794.942764ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:36:37.976812Z","caller":"traceutil/trace.go:171","msg":"trace[900049326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18961; }","duration":"961.178672ms","start":"2026-07-03T16:36:37.015625Z","end":"2026-07-03T16:36:37.976804Z","steps":["trace[900049326] 'agreement among raft nodes before linearized reading' (duration: 961.004058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:37.977097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:37.015607Z","time spent":"961.476538ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:36:37.976897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:37.521371Z","time spent":"455.518279ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:36:43.708577Z","caller":"traceutil/trace.go:171","msg":"trace[57598637] transaction","detail":"{read_only:false; response_revision:18993; number_of_response:1; }","duration":"151.049881ms","start":"2026-07-03T16:36:43.557499Z","end":"2026-07-03T16:36:43.708549Z","steps":["trace[57598637] 'process raft request' (duration: 58.603259ms)","trace[57598637] 'compare' (duration: 92.34861ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:43.886906Z","caller":"traceutil/trace.go:171","msg":"trace[1520027884] transaction","detail":"{read_only:false; response_revision:18994; number_of_response:1; }","duration":"133.212883ms","start":"2026-07-03T16:36:43.753645Z","end":"2026-07-03T16:36:43.886858Z","steps":["trace[1520027884] 'process raft request' (duration: 65.957006ms)","trace[1520027884] 'compare' (duration: 67.008641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:45.27113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182198912s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:36:45.998041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.465669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:36:45.998437Z","caller":"traceutil/trace.go:171","msg":"trace[1253239626] transaction","detail":"{read_only:false; response_revision:18998; number_of_response:1; }","duration":"1.925589859s","start":"2026-07-03T16:36:44.072798Z","end":"2026-07-03T16:36:45.998388Z","steps":["trace[1253239626] 'process raft request' (duration: 1.198639659s)","trace[1253239626] 'compare' (duration: 724.435862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:45.998865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.072778Z","time spent":"1.925780512s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:45.998851Z","caller":"traceutil/trace.go:171","msg":"trace[839409084] transaction","detail":"{read_only:false; response_revision:18999; number_of_response:1; }","duration":"1.924467723s","start":"2026-07-03T16:36:44.074349Z","end":"2026-07-03T16:36:45.998817Z","steps":["trace[839409084] 'process raft request' (duration: 1.923974342s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:45.999019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.074336Z","time spent":"1.924590336s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:45.999125Z","caller":"traceutil/trace.go:171","msg":"trace[943596609] transaction","detail":"{read_only:false; response_revision:19000; number_of_response:1; }","duration":"1.924703999s","start":"2026-07-03T16:36:44.07441Z","end":"2026-07-03T16:36:45.999114Z","steps":["trace[943596609] 'process raft request' (duration: 1.924083385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:45.999216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.0744Z","time spent":"1.92477952s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:45.999023Z","caller":"traceutil/trace.go:171","msg":"trace[44486084] transaction","detail":"{read_only:false; response_revision:19002; number_of_response:1; }","duration":"1.396933528s","start":"2026-07-03T16:36:44.602068Z","end":"2026-07-03T16:36:45.999001Z","steps":["trace[44486084] 'process raft request' (duration: 1.396809086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:45.999354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.602043Z","time spent":"1.397276947s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:45.999484Z","caller":"traceutil/trace.go:171","msg":"trace[2070765956] linearizableReadLoop","detail":"{readStateIndex:19684; appliedIndex:19682; }","duration":"1.925168069s","start":"2026-07-03T16:36:44.074302Z","end":"2026-07-03T16:36:45.99947Z","steps":["trace[2070765956] 'read index received' (duration: 14.720496ms)","trace[2070765956] 'applied index is now lower than readState.Index' (duration: 1.910446203s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:45.999498Z","caller":"traceutil/trace.go:171","msg":"trace[761706462] transaction","detail":"{read_only:false; response_revision:19001; number_of_response:1; }","duration":"1.447862772s","start":"2026-07-03T16:36:44.551622Z","end":"2026-07-03T16:36:45.999485Z","steps":["trace[761706462] 'process raft request' (duration: 1.447200297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:45.999562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.551599Z","time spent":"1.447932473s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:46.00004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479189819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:46.000123Z","caller":"traceutil/trace.go:171","msg":"trace[1297989318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19002; }","duration":"1.479309291s","start":"2026-07-03T16:36:44.520798Z","end":"2026-07-03T16:36:46.000108Z","steps":["trace[1297989318] 'agreement among raft nodes before linearized reading' (duration: 1.479205629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.000187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.520777Z","time spent":"1.479402324s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:36:46.001173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926864558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940287"} {"level":"info","ts":"2026-07-03T16:36:46.001231Z","caller":"traceutil/trace.go:171","msg":"trace[1044051354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19002; }","duration":"1.92693967s","start":"2026-07-03T16:36:44.074278Z","end":"2026-07-03T16:36:46.001218Z","steps":["trace[1044051354] 'agreement among raft nodes before linearized reading' (duration: 1.925289632s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.00127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.074269Z","time spent":"1.926990601s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940308,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:36:46.00021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605707899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:36:46.001446Z","caller":"traceutil/trace.go:171","msg":"trace[194828109] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19002; }","duration":"1.606969488s","start":"2026-07-03T16:36:44.394453Z","end":"2026-07-03T16:36:46.001423Z","steps":["trace[194828109] 'agreement among raft nodes before linearized reading' (duration: 1.605633428s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.00159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.394409Z","time spent":"1.607154432s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":179,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:46.000319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922050238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:36:46.001769Z","caller":"traceutil/trace.go:171","msg":"trace[1650715003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19002; }","duration":"1.92349395s","start":"2026-07-03T16:36:44.078246Z","end":"2026-07-03T16:36:46.00174Z","steps":["trace[1650715003] 'agreement among raft nodes before linearized reading' (duration: 1.922008567s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.001839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.078235Z","time spent":"1.923587323s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:36:46.000061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77901764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:46.002017Z","caller":"traceutil/trace.go:171","msg":"trace[1704115888] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19002; }","duration":"1.780977494s","start":"2026-07-03T16:36:44.221026Z","end":"2026-07-03T16:36:46.002003Z","steps":["trace[1704115888] 'agreement among raft nodes before linearized reading' (duration: 1.778994829s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.002055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.220957Z","time spent":"1.781086497s","remote":"127.0.0.1:33986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:46.000372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368698314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:46.002197Z","caller":"traceutil/trace.go:171","msg":"trace[646794556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19002; }","duration":"1.370521385s","start":"2026-07-03T16:36:44.631664Z","end":"2026-07-03T16:36:46.002185Z","steps":["trace[646794556] 'agreement among raft nodes before linearized reading' (duration: 1.368684794s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.002236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.631568Z","time spent":"1.370656428s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:46.000503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.390907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:46.002343Z","caller":"traceutil/trace.go:171","msg":"trace[1644874769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:19002; }","duration":"138.30334ms","start":"2026-07-03T16:36:45.864022Z","end":"2026-07-03T16:36:46.002326Z","steps":["trace[1644874769] 'agreement among raft nodes before linearized reading' (duration: 136.343646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.000562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926199163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940287"} {"level":"info","ts":"2026-07-03T16:36:46.002512Z","caller":"traceutil/trace.go:171","msg":"trace[133601441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19002; }","duration":"1.928163318s","start":"2026-07-03T16:36:44.074337Z","end":"2026-07-03T16:36:46.0025Z","steps":["trace[133601441] 'agreement among raft nodes before linearized reading' (duration: 1.925321203s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.00256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:44.074333Z","time spent":"1.928210439s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940308,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:36:46.000813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.99711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:216302"} {"level":"info","ts":"2026-07-03T16:36:46.002997Z","caller":"traceutil/trace.go:171","msg":"trace[1621723335] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:19002; }","duration":"697.225831ms","start":"2026-07-03T16:36:45.305754Z","end":"2026-07-03T16:36:46.00298Z","steps":["trace[1621723335] 'agreement among raft nodes before linearized reading' (duration: 694.57641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.003055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:45.305729Z","time spent":"697.308783ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":216323,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-03T16:36:46.305151Z","caller":"traceutil/trace.go:171","msg":"trace[828929694] linearizableReadLoop","detail":"{readStateIndex:19690; appliedIndex:19689; }","duration":"233.954796ms","start":"2026-07-03T16:36:46.071175Z","end":"2026-07-03T16:36:46.30513Z","steps":["trace[828929694] 'read index received' (duration: 233.786652ms)","trace[828929694] 'applied index is now lower than readState.Index' (duration: 167.184µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:46.305251Z","caller":"traceutil/trace.go:171","msg":"trace[2014145490] transaction","detail":"{read_only:false; response_revision:19004; number_of_response:1; }","duration":"248.166271ms","start":"2026-07-03T16:36:46.057072Z","end":"2026-07-03T16:36:46.305239Z","steps":["trace[2014145490] 'process raft request' (duration: 247.919686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.305425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.210799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:46.305544Z","caller":"traceutil/trace.go:171","msg":"trace[1996967041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19004; }","duration":"296.362262ms","start":"2026-07-03T16:36:46.009166Z","end":"2026-07-03T16:36:46.305529Z","steps":["trace[1996967041] 'agreement among raft nodes before linearized reading' (duration: 296.164367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.362137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.803779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:36:46.36229Z","caller":"traceutil/trace.go:171","msg":"trace[1741536314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19006; }","duration":"268.008044ms","start":"2026-07-03T16:36:46.094267Z","end":"2026-07-03T16:36:46.362275Z","steps":["trace[1741536314] 'agreement among raft nodes before linearized reading' (duration: 267.692907ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:46.362152Z","caller":"traceutil/trace.go:171","msg":"trace[457763826] transaction","detail":"{read_only:false; response_revision:19006; number_of_response:1; }","duration":"288.747408ms","start":"2026-07-03T16:36:46.073372Z","end":"2026-07-03T16:36:46.36212Z","steps":["trace[457763826] 'process raft request' (duration: 288.514502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:46.362153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.027982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:36:46.362501Z","caller":"traceutil/trace.go:171","msg":"trace[1474470963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19006; }","duration":"253.457961ms","start":"2026-07-03T16:36:46.109016Z","end":"2026-07-03T16:36:46.362474Z","steps":["trace[1474470963] 'agreement among raft nodes before linearized reading' (duration: 252.99837ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:46.362218Z","caller":"traceutil/trace.go:171","msg":"trace[1544320325] transaction","detail":"{read_only:false; response_revision:19005; number_of_response:1; }","duration":"289.054795ms","start":"2026-07-03T16:36:46.073154Z","end":"2026-07-03T16:36:46.362209Z","steps":["trace[1544320325] 'process raft request' (duration: 288.569344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:47.085853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572673075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:36:47.586601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572673075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:36:47.898652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.507789572s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:36:47.899088Z","caller":"traceutil/trace.go:171","msg":"trace[2066679863] transaction","detail":"{read_only:false; response_revision:19008; number_of_response:1; }","duration":"1.508334455s","start":"2026-07-03T16:36:46.390731Z","end":"2026-07-03T16:36:47.899065Z","steps":["trace[2066679863] 'process raft request' (duration: 1.508195312s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:47.899508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:46.390708Z","time spent":"1.508429957s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1942,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:49.519401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:36:49.51964Z","caller":"traceutil/trace.go:171","msg":"trace[62389185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000804987s","start":"2026-07-03T16:36:47.518815Z","end":"2026-07-03T16:36:49.51962Z","steps":["trace[62389185] 'agreement among raft nodes before linearized reading' (duration: 2.00051773s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:49.51978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:47.5188Z","time spent":"2.000881349s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:36:51.467107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752909672s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:36:51.467207Z","caller":"traceutil/trace.go:171","msg":"trace[545392389] linearizableReadLoop","detail":"{readStateIndex:19695; appliedIndex:19694; }","duration":"4.882348529s","start":"2026-07-03T16:36:46.584842Z","end":"2026-07-03T16:36:51.467191Z","steps":["trace[545392389] 'read index received' (duration: 1.314366914s)","trace[545392389] 'applied index is now lower than readState.Index' (duration: 3.567980145s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:51.467494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.882635676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:36:51.467568Z","caller":"traceutil/trace.go:171","msg":"trace[1503041503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19008; }","duration":"4.882759629s","start":"2026-07-03T16:36:46.584793Z","end":"2026-07-03T16:36:51.467552Z","steps":["trace[1503041503] 'agreement among raft nodes before linearized reading' (duration: 4.882558204s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.467599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:46.584765Z","time spent":"4.8828265s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:36:51.467923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.753699461s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:36:51.468254Z","caller":"traceutil/trace.go:171","msg":"trace[139746933] transaction","detail":"{read_only:false; response_revision:19009; number_of_response:1; }","duration":"3.560903145s","start":"2026-07-03T16:36:47.907339Z","end":"2026-07-03T16:36:51.468242Z","steps":["trace[139746933] 'process raft request' (duration: 3.560722961s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.468351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:47.907323Z","time spent":"3.560969217s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:51.468441Z","caller":"traceutil/trace.go:171","msg":"trace[3763095] transaction","detail":"{read_only:false; response_revision:19010; number_of_response:1; }","duration":"3.462138918s","start":"2026-07-03T16:36:48.006293Z","end":"2026-07-03T16:36:51.468432Z","steps":["trace[3763095] 'process raft request' (duration: 3.461904833s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.468509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.006279Z","time spent":"3.462188629s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:51.468606Z","caller":"traceutil/trace.go:171","msg":"trace[2611025] transaction","detail":"{read_only:false; response_revision:19011; number_of_response:1; }","duration":"3.462090287s","start":"2026-07-03T16:36:48.006507Z","end":"2026-07-03T16:36:51.468598Z","steps":["trace[2611025] 'process raft request' (duration: 3.461866182s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.468648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.006479Z","time spent":"3.462146369s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:51.468885Z","caller":"traceutil/trace.go:171","msg":"trace[1314802337] transaction","detail":"{read_only:false; response_revision:19012; number_of_response:1; }","duration":"3.303931124s","start":"2026-07-03T16:36:48.16493Z","end":"2026-07-03T16:36:51.468861Z","steps":["trace[1314802337] 'process raft request' (duration: 3.303635237s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:51.468988Z","caller":"traceutil/trace.go:171","msg":"trace[1302233334] transaction","detail":"{read_only:false; response_revision:19014; number_of_response:1; }","duration":"3.102135922s","start":"2026-07-03T16:36:48.366842Z","end":"2026-07-03T16:36:51.468978Z","steps":["trace[1302233334] 'process raft request' (duration: 3.102106101s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.469021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.164913Z","time spent":"3.304033056s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:51.469047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.366826Z","time spent":"3.102193844s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:51.469187Z","caller":"traceutil/trace.go:171","msg":"trace[1173016054] transaction","detail":"{read_only:false; response_revision:19013; number_of_response:1; }","duration":"3.158779107s","start":"2026-07-03T16:36:48.310401Z","end":"2026-07-03T16:36:51.46918Z","steps":["trace[1173016054] 'process raft request' (duration: 3.158400609s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.469229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.310377Z","time spent":"3.158832458s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:51.520607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:36:51.520754Z","caller":"traceutil/trace.go:171","msg":"trace[1396550105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195474s","start":"2026-07-03T16:36:49.520534Z","end":"2026-07-03T16:36:51.52073Z","steps":["trace[1396550105] 'agreement among raft nodes before linearized reading' (duration: 2.00003606s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.520807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:49.520518Z","time spent":"2.000277755s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:36:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:36:51.712788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.321983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:36:51.712988Z","caller":"traceutil/trace.go:171","msg":"trace[1505942821] transaction","detail":"{read_only:false; response_revision:19015; number_of_response:1; }","duration":"931.678578ms","start":"2026-07-03T16:36:50.781287Z","end":"2026-07-03T16:36:51.712966Z","steps":["trace[1505942821] 'process raft request' (duration: 792.056088ms)","trace[1505942821] 'compare' (duration: 139.15948ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:51.713078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:50.781265Z","time spent":"931.768371ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:51.713123Z","caller":"traceutil/trace.go:171","msg":"trace[1852401473] linearizableReadLoop","detail":"{readStateIndex:19703; appliedIndex:19695; }","duration":"245.873258ms","start":"2026-07-03T16:36:51.467226Z","end":"2026-07-03T16:36:51.713099Z","steps":["trace[1852401473] 'read index received' (duration: 911.202µs)","trace[1852401473] 'applied index is now lower than readState.Index' (duration: 244.960676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:36:51.713303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628836766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:36:51.713335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328425052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:36:51.713378Z","caller":"traceutil/trace.go:171","msg":"trace[2116374749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19016; }","duration":"3.328498274s","start":"2026-07-03T16:36:48.384868Z","end":"2026-07-03T16:36:51.713367Z","steps":["trace[2116374749] 'agreement among raft nodes before linearized reading' (duration: 3.328340321s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.713414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.384853Z","time spent":"3.328554475s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:36:51.71343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051602267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:36:51.713463Z","caller":"traceutil/trace.go:171","msg":"trace[1412018884] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19016; }","duration":"4.051683478s","start":"2026-07-03T16:36:47.661772Z","end":"2026-07-03T16:36:51.713455Z","steps":["trace[1412018884] 'agreement among raft nodes before linearized reading' (duration: 4.051587786s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.713473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.711215059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T16:36:51.713538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.148134793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:51.713565Z","caller":"traceutil/trace.go:171","msg":"trace[663592459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19016; }","duration":"3.711348382s","start":"2026-07-03T16:36:48.002202Z","end":"2026-07-03T16:36:51.713551Z","steps":["trace[663592459] 'agreement among raft nodes before linearized reading' (duration: 3.711084446s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:51.713576Z","caller":"traceutil/trace.go:171","msg":"trace[2085667405] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19016; }","duration":"4.148211555s","start":"2026-07-03T16:36:47.565355Z","end":"2026-07-03T16:36:51.713567Z","steps":["trace[2085667405] 'agreement among raft nodes before linearized reading' (duration: 4.148163434s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.713604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:47.565339Z","time spent":"4.148257665s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.713629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.792056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:2807"} {"level":"info","ts":"2026-07-03T16:36:51.713674Z","caller":"traceutil/trace.go:171","msg":"trace[1398089722] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:19016; }","duration":"326.875008ms","start":"2026-07-03T16:36:51.386787Z","end":"2026-07-03T16:36:51.713662Z","steps":["trace[1398089722] 'agreement among raft nodes before linearized reading' (duration: 326.778536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.713704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.386766Z","time spent":"326.93163ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2828,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-03T16:36:51.713786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638933618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:36:51.713825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317034341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:36:51.713854Z","caller":"traceutil/trace.go:171","msg":"trace[1577795391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19016; }","duration":"3.639002049s","start":"2026-07-03T16:36:48.074841Z","end":"2026-07-03T16:36:51.713844Z","steps":["trace[1577795391] 'agreement among raft nodes before linearized reading' (duration: 3.638819955s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.713923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.074807Z","time spent":"3.639104752s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:36:51.713942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.823156085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:36:51.713967Z","caller":"traceutil/trace.go:171","msg":"trace[1171333306] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19016; }","duration":"4.823279349s","start":"2026-07-03T16:36:46.89068Z","end":"2026-07-03T16:36:51.71396Z","steps":["trace[1171333306] 'agreement among raft nodes before linearized reading' (duration: 4.823197777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.714001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:46.890656Z","time spent":"4.823338569s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-03T16:36:51.714024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.599468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416713"} {"level":"info","ts":"2026-07-03T16:36:51.714065Z","caller":"traceutil/trace.go:171","msg":"trace[92367973] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19016; }","duration":"356.640169ms","start":"2026-07-03T16:36:51.357415Z","end":"2026-07-03T16:36:51.714055Z","steps":["trace[92367973] 'agreement among raft nodes before linearized reading' (duration: 356.471565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.714099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.357367Z","time spent":"356.726041ms","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416734,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:36:51.714109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650500422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:51.714202Z","caller":"traceutil/trace.go:171","msg":"trace[1101940592] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19016; }","duration":"3.650614525s","start":"2026-07-03T16:36:48.063568Z","end":"2026-07-03T16:36:51.714183Z","steps":["trace[1101940592] 'agreement among raft nodes before linearized reading' (duration: 3.650466401s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.71424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.963059753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:36:51.714271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.063558Z","time spent":"3.650698426s","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:36:51.714278Z","caller":"traceutil/trace.go:171","msg":"trace[92122455] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19016; }","duration":"4.963147685s","start":"2026-07-03T16:36:46.751121Z","end":"2026-07-03T16:36:51.714269Z","steps":["trace[92122455] 'agreement among raft nodes before linearized reading' (duration: 4.963020412s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.71431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:46.751096Z","time spent":"4.963205775s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":118,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.714406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.117973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:36:51.714447Z","caller":"traceutil/trace.go:171","msg":"trace[108853777] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19016; }","duration":"365.202975ms","start":"2026-07-03T16:36:51.349235Z","end":"2026-07-03T16:36:51.714438Z","steps":["trace[108853777] 'agreement among raft nodes before linearized reading' (duration: 365.111702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.71448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.349197Z","time spent":"365.274347ms","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":33,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.714526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.245618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:36:51.714563Z","caller":"traceutil/trace.go:171","msg":"trace[606103708] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19016; }","duration":"243.32656ms","start":"2026-07-03T16:36:51.471228Z","end":"2026-07-03T16:36:51.714555Z","steps":["trace[606103708] 'agreement among raft nodes before linearized reading' (duration: 243.225858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.714643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038242364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:51.714683Z","caller":"traceutil/trace.go:171","msg":"trace[2128015684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:19016; }","duration":"1.038305915s","start":"2026-07-03T16:36:50.676367Z","end":"2026-07-03T16:36:51.714673Z","steps":["trace[2128015684] 'agreement among raft nodes before linearized reading' (duration: 1.038247783s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:51.713543Z","caller":"traceutil/trace.go:171","msg":"trace[88401958] transaction","detail":"{read_only:false; response_revision:19016; number_of_response:1; }","duration":"495.361929ms","start":"2026-07-03T16:36:51.21817Z","end":"2026-07-03T16:36:51.713532Z","steps":["trace[88401958] 'process raft request' (duration: 494.746885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.714719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:50.676354Z","time spent":"1.038351626s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.714769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.218136Z","time spent":"496.578237ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:51.714792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696387761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-07-03T16:36:51.714882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07050822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:51.714918Z","caller":"traceutil/trace.go:171","msg":"trace[1142468587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19016; }","duration":"1.070591272s","start":"2026-07-03T16:36:50.644319Z","end":"2026-07-03T16:36:51.71491Z","steps":["trace[1142468587] 'agreement among raft nodes before linearized reading' (duration: 1.070540351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.714945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:50.644291Z","time spent":"1.070648434s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:36:51.714889Z","caller":"traceutil/trace.go:171","msg":"trace[1650000865] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:19016; }","duration":"3.696502023s","start":"2026-07-03T16:36:48.018366Z","end":"2026-07-03T16:36:51.714868Z","steps":["trace[1650000865] 'agreement among raft nodes before linearized reading' (duration: 3.696239057s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.71499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.158807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:51.715064Z","caller":"traceutil/trace.go:171","msg":"trace[1424379378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19016; }","duration":"187.245768ms","start":"2026-07-03T16:36:51.527809Z","end":"2026-07-03T16:36:51.715055Z","steps":["trace[1424379378] 'agreement among raft nodes before linearized reading' (duration: 187.152646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.715137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.018355Z","time spent":"3.696630226s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" "} {"level":"warn","ts":"2026-07-03T16:36:51.715201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315316953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:51.715234Z","caller":"traceutil/trace.go:171","msg":"trace[943240590] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19016; }","duration":"2.315391506s","start":"2026-07-03T16:36:49.399831Z","end":"2026-07-03T16:36:51.715222Z","steps":["trace[943240590] 'agreement among raft nodes before linearized reading' (duration: 2.315350325s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.715263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.610549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-03T16:36:51.715308Z","caller":"traceutil/trace.go:171","msg":"trace[548465999] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:19016; }","duration":"191.689361ms","start":"2026-07-03T16:36:51.52361Z","end":"2026-07-03T16:36:51.715299Z","steps":["trace[548465999] 'agreement among raft nodes before linearized reading' (duration: 191.576558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.715313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34756094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:51.715353Z","caller":"traceutil/trace.go:171","msg":"trace[1818247424] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19016; }","duration":"2.347629672s","start":"2026-07-03T16:36:49.367713Z","end":"2026-07-03T16:36:51.715343Z","steps":["trace[1818247424] 'agreement among raft nodes before linearized reading' (duration: 2.347579351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.715388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:49.367682Z","time spent":"2.347697514s","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.715461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.922013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:51.715494Z","caller":"traceutil/trace.go:171","msg":"trace[1158714448] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:0; response_revision:19016; }","duration":"243.965294ms","start":"2026-07-03T16:36:51.471521Z","end":"2026-07-03T16:36:51.715486Z","steps":["trace[1158714448] 'agreement among raft nodes before linearized reading' (duration: 243.912553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.715572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907412893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:51.715612Z","caller":"traceutil/trace.go:171","msg":"trace[601906240] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19016; }","duration":"2.907504445s","start":"2026-07-03T16:36:48.808098Z","end":"2026-07-03T16:36:51.715602Z","steps":["trace[601906240] 'agreement among raft nodes before linearized reading' (duration: 2.907431373s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.713639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.002184Z","time spent":"3.711412343s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:36:51.715642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.808079Z","time spent":"2.907555326s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.715695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709678843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:36:51.715755Z","caller":"traceutil/trace.go:171","msg":"trace[370999031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19016; }","duration":"3.709732205s","start":"2026-07-03T16:36:48.005988Z","end":"2026-07-03T16:36:51.71572Z","steps":["trace[370999031] 'agreement among raft nodes before linearized reading' (duration: 3.709607033s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:51.713341Z","caller":"traceutil/trace.go:171","msg":"trace[1056447077] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:19016; }","duration":"3.628920578s","start":"2026-07-03T16:36:48.08441Z","end":"2026-07-03T16:36:51.71333Z","steps":["trace[1056447077] 'agreement among raft nodes before linearized reading' (duration: 3.628829556s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.71578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.005983Z","time spent":"3.709790967s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:36:51.715273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:49.39981Z","time spent":"2.315454797s","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.715797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.0844Z","time spent":"3.631385545s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.715887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70995049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:36:51.713497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:47.661754Z","time spent":"4.051734479s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":59,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:36:51.715928Z","caller":"traceutil/trace.go:171","msg":"trace[71086551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19016; }","duration":"3.709990981s","start":"2026-07-03T16:36:48.00593Z","end":"2026-07-03T16:36:51.715921Z","steps":["trace[71086551] 'agreement among raft nodes before linearized reading' (duration: 3.709912989s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.715949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.005896Z","time spent":"3.710047822s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:36:51.71386Z","caller":"traceutil/trace.go:171","msg":"trace[1618045089] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:19016; }","duration":"4.317071432s","start":"2026-07-03T16:36:47.39678Z","end":"2026-07-03T16:36:51.713851Z","steps":["trace[1618045089] 'agreement among raft nodes before linearized reading' (duration: 4.317018971s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.71602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:47.396642Z","time spent":"4.319369965s","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.715161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421545763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:36:51.716214Z","caller":"traceutil/trace.go:171","msg":"trace[1066122530] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19016; }","duration":"1.422644337s","start":"2026-07-03T16:36:50.293561Z","end":"2026-07-03T16:36:51.716205Z","steps":["trace[1066122530] 'agreement among raft nodes before linearized reading' (duration: 1.421562093s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.716383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:50.293536Z","time spent":"1.422834551s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:51.715539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698796775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-07-03T16:36:51.716535Z","caller":"traceutil/trace.go:171","msg":"trace[1760988807] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wpjf5; range_end:; response_count:1; response_revision:19016; }","duration":"3.699790497s","start":"2026-07-03T16:36:48.01673Z","end":"2026-07-03T16:36:51.71652Z","steps":["trace[1760988807] 'agreement among raft nodes before linearized reading' (duration: 3.698723603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:51.716592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:48.01666Z","time spent":"3.699905529s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wpjf5\" "} {"level":"info","ts":"2026-07-03T16:36:52.30614Z","caller":"traceutil/trace.go:171","msg":"trace[2017638823] linearizableReadLoop","detail":"{readStateIndex:19706; appliedIndex:19703; }","duration":"584.191219ms","start":"2026-07-03T16:36:51.72192Z","end":"2026-07-03T16:36:52.306111Z","steps":["trace[2017638823] 'read index received' (duration: 52.918769ms)","trace[2017638823] 'applied index is now lower than readState.Index' (duration: 531.27147ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:52.30627Z","caller":"traceutil/trace.go:171","msg":"trace[1501191096] transaction","detail":"{read_only:false; response_revision:19018; number_of_response:1; }","duration":"585.297974ms","start":"2026-07-03T16:36:51.72096Z","end":"2026-07-03T16:36:52.306258Z","steps":["trace[1501191096] 'process raft request' (duration: 584.775282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.30644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.720933Z","time spent":"585.366965ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:52.306503Z","caller":"traceutil/trace.go:171","msg":"trace[60833974] transaction","detail":"{read_only:false; response_revision:19021; number_of_response:1; }","duration":"578.427507ms","start":"2026-07-03T16:36:51.728041Z","end":"2026-07-03T16:36:52.306468Z","steps":["trace[60833974] 'process raft request' (duration: 577.964366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.306667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.728006Z","time spent":"578.57582ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:52.306869Z","caller":"traceutil/trace.go:171","msg":"trace[1002323242] transaction","detail":"{read_only:false; response_revision:19019; number_of_response:1; }","duration":"585.105329ms","start":"2026-07-03T16:36:51.721745Z","end":"2026-07-03T16:36:52.30685Z","steps":["trace[1002323242] 'process raft request' (duration: 584.173058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:52.306938Z","caller":"traceutil/trace.go:171","msg":"trace[1593405594] transaction","detail":"{read_only:false; response_revision:19022; number_of_response:1; }","duration":"578.648482ms","start":"2026-07-03T16:36:51.728242Z","end":"2026-07-03T16:36:52.30689Z","steps":["trace[1593405594] 'process raft request' (duration: 577.799343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:52.306912Z","caller":"traceutil/trace.go:171","msg":"trace[1795163443] transaction","detail":"{read_only:false; response_revision:19020; number_of_response:1; }","duration":"584.453074ms","start":"2026-07-03T16:36:51.722447Z","end":"2026-07-03T16:36:52.3069Z","steps":["trace[1795163443] 'process raft request' (duration: 583.526274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.307074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.722435Z","time spent":"584.611438ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:52.307147Z","caller":"traceutil/trace.go:171","msg":"trace[850236328] transaction","detail":"{read_only:false; response_revision:19023; number_of_response:1; }","duration":"578.808016ms","start":"2026-07-03T16:36:51.728329Z","end":"2026-07-03T16:36:52.307137Z","steps":["trace[850236328] 'process raft request' (duration: 577.748362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.307198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.728323Z","time spent":"578.848937ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:52.30698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.72173Z","time spent":"585.211461ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:52.307102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.728236Z","time spent":"578.789225ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:36:52.307473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.550089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ff9cb89-da53-4029-be1e-c8d78c5805bf\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:36:52.307513Z","caller":"traceutil/trace.go:171","msg":"trace[1970605971] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ff9cb89-da53-4029-be1e-c8d78c5805bf; range_end:; response_count:1; response_revision:19023; }","duration":"585.621771ms","start":"2026-07-03T16:36:51.721881Z","end":"2026-07-03T16:36:52.307502Z","steps":["trace[1970605971] 'agreement among raft nodes before linearized reading' (duration: 585.472348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.307547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.721871Z","time spent":"585.668812ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-4ff9cb89-da53-4029-be1e-c8d78c5805bf\" "} {"level":"info","ts":"2026-07-03T16:36:52.343802Z","caller":"traceutil/trace.go:171","msg":"trace[543211683] transaction","detail":"{read_only:false; response_revision:19024; number_of_response:1; }","duration":"564.14047ms","start":"2026-07-03T16:36:51.779641Z","end":"2026-07-03T16:36:52.343782Z","steps":["trace[543211683] 'process raft request' (duration: 563.473845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.343959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.779621Z","time spent":"564.289923ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:36:52.344206Z","caller":"traceutil/trace.go:171","msg":"trace[642982870] transaction","detail":"{read_only:false; response_revision:19025; number_of_response:1; }","duration":"564.478818ms","start":"2026-07-03T16:36:51.779718Z","end":"2026-07-03T16:36:52.344197Z","steps":["trace[642982870] 'process raft request' (duration: 563.504536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.344251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.779707Z","time spent":"564.526288ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1225,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:36:52.34442Z","caller":"traceutil/trace.go:171","msg":"trace[1687801854] transaction","detail":"{read_only:false; response_revision:19026; number_of_response:1; }","duration":"564.312804ms","start":"2026-07-03T16:36:51.780097Z","end":"2026-07-03T16:36:52.34441Z","steps":["trace[1687801854] 'process raft request' (duration: 563.164518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.344463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.780075Z","time spent":"564.369815ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:36:52.345118Z","caller":"traceutil/trace.go:171","msg":"trace[534802983] transaction","detail":"{read_only:false; response_revision:19027; number_of_response:1; }","duration":"181.235662ms","start":"2026-07-03T16:36:52.163865Z","end":"2026-07-03T16:36:52.345101Z","steps":["trace[534802983] 'process raft request' (duration: 179.528232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.345249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.059365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:36:52.345277Z","caller":"traceutil/trace.go:171","msg":"trace[1065536912] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19027; }","duration":"303.126767ms","start":"2026-07-03T16:36:52.042143Z","end":"2026-07-03T16:36:52.34527Z","steps":["trace[1065536912] 'agreement among raft nodes before linearized reading' (duration: 303.067965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.345297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:52.04212Z","time spent":"303.171858ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:52.345452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.023861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:36:52.345476Z","caller":"traceutil/trace.go:171","msg":"trace[1100402500] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:19027; }","duration":"516.088462ms","start":"2026-07-03T16:36:51.829382Z","end":"2026-07-03T16:36:52.34547Z","steps":["trace[1100402500] 'agreement among raft nodes before linearized reading' (duration: 516.0029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.345493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.829358Z","time spent":"516.130764ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:36:52.34561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.091341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:52.345634Z","caller":"traceutil/trace.go:171","msg":"trace[830646976] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19027; }","duration":"554.158103ms","start":"2026-07-03T16:36:51.791471Z","end":"2026-07-03T16:36:52.345629Z","steps":["trace[830646976] 'agreement among raft nodes before linearized reading' (duration: 554.120222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.345652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.791449Z","time spent":"554.198383ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:36:52.345823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.248529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125540"} {"level":"info","ts":"2026-07-03T16:36:52.345854Z","caller":"traceutil/trace.go:171","msg":"trace[57207394] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19027; }","duration":"566.31567ms","start":"2026-07-03T16:36:51.779532Z","end":"2026-07-03T16:36:52.345848Z","steps":["trace[57207394] 'agreement among raft nodes before linearized reading' (duration: 566.204727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.345871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.779517Z","time spent":"566.350021ms","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125561,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:36:52.346559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.705777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940287"} {"level":"info","ts":"2026-07-03T16:36:52.346588Z","caller":"traceutil/trace.go:171","msg":"trace[800896437] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19027; }","duration":"618.744268ms","start":"2026-07-03T16:36:51.727838Z","end":"2026-07-03T16:36:52.346582Z","steps":["trace[800896437] 'agreement among raft nodes before linearized reading' (duration: 618.145195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.346609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.727836Z","time spent":"618.765439ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940308,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:36:52.349835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.976531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940287"} {"level":"info","ts":"2026-07-03T16:36:52.350724Z","caller":"traceutil/trace.go:171","msg":"trace[829514843] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19027; }","duration":"622.900824ms","start":"2026-07-03T16:36:51.727804Z","end":"2026-07-03T16:36:52.350705Z","steps":["trace[829514843] 'agreement among raft nodes before linearized reading' (duration: 618.851211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:52.350783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:51.727795Z","time spent":"622.966565ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940308,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:36:57.227384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572673358,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:36:57.469482Z","caller":"traceutil/trace.go:171","msg":"trace[35880046] transaction","detail":"{read_only:false; response_revision:19119; number_of_response:1; }","duration":"812.478464ms","start":"2026-07-03T16:36:56.656977Z","end":"2026-07-03T16:36:57.469455Z","steps":["trace[35880046] 'process raft request' (duration: 812.335141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:57.469646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:56.656959Z","time spent":"812.609238ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3939,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:36:57.651256Z","caller":"traceutil/trace.go:171","msg":"trace[1117862937] linearizableReadLoop","detail":"{readStateIndex:19809; appliedIndex:19807; }","duration":"924.267449ms","start":"2026-07-03T16:36:56.726955Z","end":"2026-07-03T16:36:57.651223Z","steps":["trace[1117862937] 'read index received' (duration: 742.475476ms)","trace[1117862937] 'applied index is now lower than readState.Index' (duration: 181.788953ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:36:57.651399Z","caller":"traceutil/trace.go:171","msg":"trace[1692828060] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19120; }","duration":"177.292891ms","start":"2026-07-03T16:36:57.474081Z","end":"2026-07-03T16:36:57.651374Z","steps":["trace[1692828060] 'process raft request' (duration: 177.080776ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:57.651489Z","caller":"traceutil/trace.go:171","msg":"trace[405722193] transaction","detail":"{read_only:false; response_revision:19124; number_of_response:1; }","duration":"144.109814ms","start":"2026-07-03T16:36:57.507344Z","end":"2026-07-03T16:36:57.651453Z","steps":["trace[405722193] 'process raft request' (duration: 144.074663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:57.651747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.73777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-07-03T16:36:57.65425Z","caller":"traceutil/trace.go:171","msg":"trace[940068965] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:19124; }","duration":"927.318829ms","start":"2026-07-03T16:36:56.726908Z","end":"2026-07-03T16:36:57.654227Z","steps":["trace[940068965] 'agreement among raft nodes before linearized reading' (duration: 924.526005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:57.654319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:56.726887Z","time spent":"927.415271ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-03T16:36:57.651872Z","caller":"traceutil/trace.go:171","msg":"trace[1080160026] transaction","detail":"{read_only:false; response_revision:19121; number_of_response:1; }","duration":"161.055031ms","start":"2026-07-03T16:36:57.490805Z","end":"2026-07-03T16:36:57.65186Z","steps":["trace[1080160026] 'process raft request' (duration: 160.473098ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:57.65191Z","caller":"traceutil/trace.go:171","msg":"trace[278031698] transaction","detail":"{read_only:false; response_revision:19122; number_of_response:1; }","duration":"160.16926ms","start":"2026-07-03T16:36:57.491733Z","end":"2026-07-03T16:36:57.651903Z","steps":["trace[278031698] 'process raft request' (duration: 159.604227ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:36:57.651939Z","caller":"traceutil/trace.go:171","msg":"trace[417923764] transaction","detail":"{read_only:false; response_revision:19123; number_of_response:1; }","duration":"145.710489ms","start":"2026-07-03T16:36:57.506221Z","end":"2026-07-03T16:36:57.651932Z","steps":["trace[417923764] 'process raft request' (duration: 145.162837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:57.652358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.558448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:57.656028Z","caller":"traceutil/trace.go:171","msg":"trace[1477047707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19124; }","duration":"606.307663ms","start":"2026-07-03T16:36:57.049701Z","end":"2026-07-03T16:36:57.656008Z","steps":["trace[1477047707] 'agreement among raft nodes before linearized reading' (duration: 602.543237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:57.656092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:36:57.049678Z","time spent":"606.391365ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:36:57.652418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.068245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:57.656272Z","caller":"traceutil/trace.go:171","msg":"trace[115181695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19124; }","duration":"120.962615ms","start":"2026-07-03T16:36:57.535297Z","end":"2026-07-03T16:36:57.656259Z","steps":["trace[115181695] 'agreement among raft nodes before linearized reading' (duration: 117.074545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:57.652432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.671831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:36:57.656522Z","caller":"traceutil/trace.go:171","msg":"trace[432595594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19124; }","duration":"150.851057ms","start":"2026-07-03T16:36:57.505658Z","end":"2026-07-03T16:36:57.656509Z","steps":["trace[432595594] 'agreement among raft nodes before linearized reading' (duration: 146.659511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:36:57.652449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.510422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:36:57.657474Z","caller":"traceutil/trace.go:171","msg":"trace[213850787] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19124; }","duration":"184.566678ms","start":"2026-07-03T16:36:57.47289Z","end":"2026-07-03T16:36:57.657456Z","steps":["trace[213850787] 'agreement among raft nodes before linearized reading' (duration: 179.526602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:01.30572Z","caller":"traceutil/trace.go:171","msg":"trace[614735865] transaction","detail":"{read_only:false; response_revision:19172; number_of_response:1; }","duration":"250.80717ms","start":"2026-07-03T16:37:01.054889Z","end":"2026-07-03T16:37:01.305696Z","steps":["trace[614735865] 'process raft request' (duration: 250.668897ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:01.428239Z","caller":"traceutil/trace.go:171","msg":"trace[1247303024] linearizableReadLoop","detail":"{readStateIndex:19865; appliedIndex:19863; }","duration":"146.944317ms","start":"2026-07-03T16:37:01.281265Z","end":"2026-07-03T16:37:01.42821Z","steps":["trace[1247303024] 'read index received' (duration: 24.337135ms)","trace[1247303024] 'applied index is now lower than readState.Index' (duration: 122.606012ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:37:01.428301Z","caller":"traceutil/trace.go:171","msg":"trace[1375872855] transaction","detail":"{read_only:false; response_revision:19173; number_of_response:1; }","duration":"297.108758ms","start":"2026-07-03T16:37:01.131149Z","end":"2026-07-03T16:37:01.428258Z","steps":["trace[1375872855] 'process raft request' (duration: 296.847283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:01.428531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.233084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:37:01.428624Z","caller":"traceutil/trace.go:171","msg":"trace[869137397] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:19173; }","duration":"147.384347ms","start":"2026-07-03T16:37:01.281218Z","end":"2026-07-03T16:37:01.428602Z","steps":["trace[869137397] 'agreement among raft nodes before linearized reading' (duration: 147.133382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:01.508768Z","caller":"traceutil/trace.go:171","msg":"trace[1598778199] transaction","detail":"{read_only:false; response_revision:19175; number_of_response:1; }","duration":"192.250783ms","start":"2026-07-03T16:37:01.316495Z","end":"2026-07-03T16:37:01.508745Z","steps":["trace[1598778199] 'process raft request' (duration: 192.176172ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:01.509072Z","caller":"traceutil/trace.go:171","msg":"trace[1987021935] transaction","detail":"{read_only:false; response_revision:19174; number_of_response:1; }","duration":"198.588878ms","start":"2026-07-03T16:37:01.310474Z","end":"2026-07-03T16:37:01.509062Z","steps":["trace[1987021935] 'process raft request' (duration: 198.093446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:01.509115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.5856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:37:01.50918Z","caller":"traceutil/trace.go:171","msg":"trace[2076160551] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19175; }","duration":"199.693313ms","start":"2026-07-03T16:37:01.309472Z","end":"2026-07-03T16:37:01.509166Z","steps":["trace[2076160551] 'agreement among raft nodes before linearized reading' (duration: 199.431547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:01.509399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.43472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:37:01.509427Z","caller":"traceutil/trace.go:171","msg":"trace[1277976528] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19175; }","duration":"200.513172ms","start":"2026-07-03T16:37:01.308907Z","end":"2026-07-03T16:37:01.50942Z","steps":["trace[1277976528] 'agreement among raft nodes before linearized reading' (duration: 200.390759ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:01.653234Z","caller":"traceutil/trace.go:171","msg":"trace[305053287] transaction","detail":"{read_only:false; response_revision:19176; number_of_response:1; }","duration":"139.293052ms","start":"2026-07-03T16:37:01.513909Z","end":"2026-07-03T16:37:01.653202Z","steps":["trace[305053287] 'process raft request' (duration: 60.695846ms)","trace[305053287] 'compare' (duration: 78.240928ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:37:01.742929Z","caller":"traceutil/trace.go:171","msg":"trace[1851133281] transaction","detail":"{read_only:false; response_revision:19177; number_of_response:1; }","duration":"225.430181ms","start":"2026-07-03T16:37:01.517432Z","end":"2026-07-03T16:37:01.742862Z","steps":["trace[1851133281] 'process raft request' (duration: 225.042152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:01.742994Z","caller":"traceutil/trace.go:171","msg":"trace[949522996] linearizableReadLoop","detail":"{readStateIndex:19869; appliedIndex:19867; }","duration":"220.689962ms","start":"2026-07-03T16:37:01.522268Z","end":"2026-07-03T16:37:01.742958Z","steps":["trace[949522996] 'read index received' (duration: 52.350635ms)","trace[949522996] 'applied index is now lower than readState.Index' (duration: 168.336667ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:37:01.74305Z","caller":"traceutil/trace.go:171","msg":"trace[2068356362] transaction","detail":"{read_only:false; response_revision:19178; number_of_response:1; }","duration":"215.152135ms","start":"2026-07-03T16:37:01.527867Z","end":"2026-07-03T16:37:01.743019Z","steps":["trace[2068356362] 'process raft request' (duration: 214.823848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:01.743284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.987478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:37:01.743352Z","caller":"traceutil/trace.go:171","msg":"trace[1444371441] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19178; }","duration":"221.113692ms","start":"2026-07-03T16:37:01.522226Z","end":"2026-07-03T16:37:01.743339Z","steps":["trace[1444371441] 'agreement among raft nodes before linearized reading' (duration: 220.874336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:01.806151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.570059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:37:01.806339Z","caller":"traceutil/trace.go:171","msg":"trace[1662043874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19182; }","duration":"283.776874ms","start":"2026-07-03T16:37:01.522537Z","end":"2026-07-03T16:37:01.806314Z","steps":["trace[1662043874] 'agreement among raft nodes before linearized reading' (duration: 230.421705ms)","trace[1662043874] 'range keys from in-memory index tree' (duration: 53.130954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:37:01.806181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.037834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:37:01.806462Z","caller":"traceutil/trace.go:171","msg":"trace[1158587215] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19182; }","duration":"201.366741ms","start":"2026-07-03T16:37:01.605069Z","end":"2026-07-03T16:37:01.806435Z","steps":["trace[1158587215] 'agreement among raft nodes before linearized reading' (duration: 147.862209ms)","trace[1158587215] 'count revisions from in-memory index tree' (duration: 53.154984ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:37:02.259397Z","caller":"traceutil/trace.go:171","msg":"trace[136010711] linearizableReadLoop","detail":"{readStateIndex:19882; appliedIndex:19880; }","duration":"415.934874ms","start":"2026-07-03T16:37:01.843436Z","end":"2026-07-03T16:37:02.25937Z","steps":["trace[136010711] 'read index received' (duration: 415.691758ms)","trace[136010711] 'applied index is now lower than readState.Index' (duration: 241.346µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:37:02.259473Z","caller":"traceutil/trace.go:171","msg":"trace[1297066213] transaction","detail":"{read_only:false; response_revision:19189; number_of_response:1; }","duration":"503.844173ms","start":"2026-07-03T16:37:01.755605Z","end":"2026-07-03T16:37:02.259449Z","steps":["trace[1297066213] 'process raft request' (duration: 503.561676ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.259453Z","caller":"traceutil/trace.go:171","msg":"trace[645609683] transaction","detail":"{read_only:false; response_revision:19190; number_of_response:1; }","duration":"499.704409ms","start":"2026-07-03T16:37:01.759691Z","end":"2026-07-03T16:37:02.259396Z","steps":["trace[645609683] 'process raft request' (duration: 499.628387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.260306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:01.755589Z","time spent":"504.599579ms","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:37:02.259609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.06945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:37:02.260453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.03947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:37:02.260469Z","caller":"traceutil/trace.go:171","msg":"trace[1082770165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19190; }","duration":"452.98064ms","start":"2026-07-03T16:37:01.807465Z","end":"2026-07-03T16:37:02.260446Z","steps":["trace[1082770165] 'agreement among raft nodes before linearized reading' (duration: 452.055729ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.260515Z","caller":"traceutil/trace.go:171","msg":"trace[585621126] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19190; }","duration":"477.153642ms","start":"2026-07-03T16:37:01.783347Z","end":"2026-07-03T16:37:02.2605Z","steps":["trace[585621126] 'agreement among raft nodes before linearized reading' (duration: 476.183871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.260525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:01.807442Z","time spent":"453.069453ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:37:02.260555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:01.783327Z","time spent":"477.217104ms","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224985,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-03T16:37:02.259668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.477603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:37:02.260761Z","caller":"traceutil/trace.go:171","msg":"trace[1050159996] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:19190; }","duration":"430.63171ms","start":"2026-07-03T16:37:01.830117Z","end":"2026-07-03T16:37:02.260749Z","steps":["trace[1050159996] 'agreement among raft nodes before linearized reading' (duration: 429.357541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.260806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:01.830096Z","time spent":"430.699041ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:37:02.259804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.477296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:37:02.26096Z","caller":"traceutil/trace.go:171","msg":"trace[1854203600] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19190; }","duration":"129.791005ms","start":"2026-07-03T16:37:02.131155Z","end":"2026-07-03T16:37:02.260946Z","steps":["trace[1854203600] 'agreement among raft nodes before linearized reading' (duration: 128.545427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.260779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:01.759667Z","time spent":"500.709082ms","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:37:02.259835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.700299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:37:02.261129Z","caller":"traceutil/trace.go:171","msg":"trace[32128880] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19190; }","duration":"354.035579ms","start":"2026-07-03T16:37:01.907082Z","end":"2026-07-03T16:37:02.261117Z","steps":["trace[32128880] 'agreement among raft nodes before linearized reading' (duration: 352.693969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.261169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:01.907056Z","time spent":"354.09783ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:37:02.259826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.085686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:37:02.261306Z","caller":"traceutil/trace.go:171","msg":"trace[1959153323] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19190; }","duration":"413.59154ms","start":"2026-07-03T16:37:01.847692Z","end":"2026-07-03T16:37:02.261283Z","steps":["trace[1959153323] 'agreement among raft nodes before linearized reading' (duration: 412.004264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.261368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:01.847673Z","time spent":"413.678792ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-03T16:37:02.259888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.580779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:37:02.261535Z","caller":"traceutil/trace.go:171","msg":"trace[1592308181] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19190; }","duration":"190.301607ms","start":"2026-07-03T16:37:02.071218Z","end":"2026-07-03T16:37:02.26152Z","steps":["trace[1592308181] 'agreement among raft nodes before linearized reading' (duration: 188.535328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.532032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.739928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:37:02.532341Z","caller":"traceutil/trace.go:171","msg":"trace[1953814852] transaction","detail":"{read_only:false; response_revision:19191; number_of_response:1; }","duration":"266.767235ms","start":"2026-07-03T16:37:02.265544Z","end":"2026-07-03T16:37:02.532311Z","steps":["trace[1953814852] 'process raft request' (duration: 121.67646ms)","trace[1953814852] 'compare' (duration: 144.554843ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:37:02.532384Z","caller":"traceutil/trace.go:171","msg":"trace[65057498] transaction","detail":"{read_only:false; response_revision:19193; number_of_response:1; }","duration":"264.650877ms","start":"2026-07-03T16:37:02.267707Z","end":"2026-07-03T16:37:02.532358Z","steps":["trace[65057498] 'process raft request' (duration: 264.512544ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.532482Z","caller":"traceutil/trace.go:171","msg":"trace[1654518800] transaction","detail":"{read_only:false; response_revision:19195; number_of_response:1; }","duration":"264.209317ms","start":"2026-07-03T16:37:02.268246Z","end":"2026-07-03T16:37:02.532455Z","steps":["trace[1654518800] 'process raft request' (duration: 264.063514ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.532546Z","caller":"traceutil/trace.go:171","msg":"trace[1848706394] transaction","detail":"{read_only:false; response_revision:19192; number_of_response:1; }","duration":"264.872632ms","start":"2026-07-03T16:37:02.267666Z","end":"2026-07-03T16:37:02.532539Z","steps":["trace[1848706394] 'process raft request' (duration: 264.485893ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.532563Z","caller":"traceutil/trace.go:171","msg":"trace[1093998161] transaction","detail":"{read_only:false; response_revision:19197; number_of_response:1; }","duration":"264.236487ms","start":"2026-07-03T16:37:02.268316Z","end":"2026-07-03T16:37:02.532552Z","steps":["trace[1093998161] 'process raft request' (duration: 264.073984ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.532631Z","caller":"traceutil/trace.go:171","msg":"trace[2096417421] transaction","detail":"{read_only:false; response_revision:19196; number_of_response:1; }","duration":"264.34929ms","start":"2026-07-03T16:37:02.268277Z","end":"2026-07-03T16:37:02.532626Z","steps":["trace[2096417421] 'process raft request' (duration: 264.073844ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.532638Z","caller":"traceutil/trace.go:171","msg":"trace[67578177] transaction","detail":"{read_only:false; response_revision:19194; number_of_response:1; }","duration":"264.867971ms","start":"2026-07-03T16:37:02.267761Z","end":"2026-07-03T16:37:02.532628Z","steps":["trace[67578177] 'process raft request' (duration: 264.501413ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.532726Z","caller":"traceutil/trace.go:171","msg":"trace[947186987] transaction","detail":"{read_only:false; response_revision:19200; number_of_response:1; }","duration":"221.740826ms","start":"2026-07-03T16:37:02.310902Z","end":"2026-07-03T16:37:02.532643Z","steps":["trace[947186987] 'process raft request' (duration: 221.668575ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.532754Z","caller":"traceutil/trace.go:171","msg":"trace[1436503549] transaction","detail":"{read_only:false; response_revision:19198; number_of_response:1; }","duration":"261.549445ms","start":"2026-07-03T16:37:02.271188Z","end":"2026-07-03T16:37:02.532737Z","steps":["trace[1436503549] 'process raft request' (duration: 261.249629ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.532781Z","caller":"traceutil/trace.go:171","msg":"trace[707817805] linearizableReadLoop","detail":"{readStateIndex:19884; appliedIndex:19883; }","duration":"266.269834ms","start":"2026-07-03T16:37:02.266504Z","end":"2026-07-03T16:37:02.532774Z","steps":["trace[707817805] 'read index received' (duration: 43.481484ms)","trace[707817805] 'applied index is now lower than readState.Index' (duration: 222.78726ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:37:02.532749Z","caller":"traceutil/trace.go:171","msg":"trace[1334531046] transaction","detail":"{read_only:false; response_revision:19199; number_of_response:1; }","duration":"259.142561ms","start":"2026-07-03T16:37:02.273599Z","end":"2026-07-03T16:37:02.532742Z","steps":["trace[1334531046] 'process raft request' (duration: 258.913495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.532943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.489209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:37:02.532971Z","caller":"traceutil/trace.go:171","msg":"trace[1879517830] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19200; }","duration":"266.5443ms","start":"2026-07-03T16:37:02.266419Z","end":"2026-07-03T16:37:02.532963Z","steps":["trace[1879517830] 'agreement among raft nodes before linearized reading' (duration: 266.412907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.533002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.349911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:37:02.533067Z","caller":"traceutil/trace.go:171","msg":"trace[231520122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19200; }","duration":"170.439783ms","start":"2026-07-03T16:37:02.36261Z","end":"2026-07-03T16:37:02.53305Z","steps":["trace[231520122] 'agreement among raft nodes before linearized reading' (duration: 170.30693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.533263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.109309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:37:02.533293Z","caller":"traceutil/trace.go:171","msg":"trace[1333124785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19200; }","duration":"171.196042ms","start":"2026-07-03T16:37:02.362088Z","end":"2026-07-03T16:37:02.533284Z","steps":["trace[1333124785] 'agreement among raft nodes before linearized reading' (duration: 171.10042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.533292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.756526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:37:02.533338Z","caller":"traceutil/trace.go:171","msg":"trace[1559172508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19200; }","duration":"175.861219ms","start":"2026-07-03T16:37:02.357463Z","end":"2026-07-03T16:37:02.533324Z","steps":["trace[1559172508] 'agreement among raft nodes before linearized reading' (duration: 175.686654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.533389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.492406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:37:02.533359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.235893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:37:02.533459Z","caller":"traceutil/trace.go:171","msg":"trace[1037235622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19200; }","duration":"171.422507ms","start":"2026-07-03T16:37:02.362013Z","end":"2026-07-03T16:37:02.533436Z","steps":["trace[1037235622] 'agreement among raft nodes before linearized reading' (duration: 170.973046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:02.533407Z","caller":"traceutil/trace.go:171","msg":"trace[1179193805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19200; }","duration":"170.528656ms","start":"2026-07-03T16:37:02.362873Z","end":"2026-07-03T16:37:02.533402Z","steps":["trace[1179193805] 'agreement among raft nodes before linearized reading' (duration: 170.29444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:02.534259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.880712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-07-03T16:37:02.534351Z","caller":"traceutil/trace.go:171","msg":"trace[925786966] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19200; }","duration":"244.056357ms","start":"2026-07-03T16:37:02.290283Z","end":"2026-07-03T16:37:02.534339Z","steps":["trace[925786966] 'agreement among raft nodes before linearized reading' (duration: 242.616593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.027383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.708032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:37:03.027487Z","caller":"traceutil/trace.go:171","msg":"trace[132612880] linearizableReadLoop","detail":"{readStateIndex:19894; appliedIndex:19893; }","duration":"489.354141ms","start":"2026-07-03T16:37:02.538114Z","end":"2026-07-03T16:37:03.027468Z","steps":["trace[132612880] 'read index received' (duration: 244.578629ms)","trace[132612880] 'applied index is now lower than readState.Index' (duration: 244.774432ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:37:03.027554Z","caller":"traceutil/trace.go:171","msg":"trace[1545830180] transaction","detail":"{read_only:false; response_revision:19201; number_of_response:1; }","duration":"490.123369ms","start":"2026-07-03T16:37:02.537418Z","end":"2026-07-03T16:37:03.027542Z","steps":["trace[1545830180] 'process raft request' (duration: 245.178082ms)","trace[1545830180] 'compare' (duration: 244.501157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:37:03.027606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.537398Z","time spent":"490.179961ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:37:03.027896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.779402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:37:03.027933Z","caller":"traceutil/trace.go:171","msg":"trace[1246258650] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19201; }","duration":"489.857934ms","start":"2026-07-03T16:37:02.538066Z","end":"2026-07-03T16:37:03.027924Z","steps":["trace[1246258650] 'agreement among raft nodes before linearized reading' (duration: 489.727251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.027961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.538046Z","time spent":"489.907844ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:37:03.031345Z","caller":"traceutil/trace.go:171","msg":"trace[1836801399] transaction","detail":"{read_only:false; response_revision:19202; number_of_response:1; }","duration":"493.071066ms","start":"2026-07-03T16:37:02.538223Z","end":"2026-07-03T16:37:03.031294Z","steps":["trace[1836801399] 'process raft request' (duration: 492.79943ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:03.031288Z","caller":"traceutil/trace.go:171","msg":"trace[1541706091] transaction","detail":"{read_only:false; response_revision:19203; number_of_response:1; }","duration":"492.869152ms","start":"2026-07-03T16:37:02.538404Z","end":"2026-07-03T16:37:03.031273Z","steps":["trace[1541706091] 'process raft request' (duration: 492.76285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:03.03149Z","caller":"traceutil/trace.go:171","msg":"trace[481373260] transaction","detail":"{read_only:false; response_revision:19204; number_of_response:1; }","duration":"490.546279ms","start":"2026-07-03T16:37:02.540928Z","end":"2026-07-03T16:37:03.031474Z","steps":["trace[481373260] 'process raft request' (duration: 490.308313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.031541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.538383Z","time spent":"493.101557ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:37:03.031561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.540918Z","time spent":"490.61047ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:37:03.031588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.538206Z","time spent":"493.24968ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:37:03.031808Z","caller":"traceutil/trace.go:171","msg":"trace[2038553591] transaction","detail":"{read_only:false; response_revision:19205; number_of_response:1; }","duration":"490.791594ms","start":"2026-07-03T16:37:02.540983Z","end":"2026-07-03T16:37:03.031774Z","steps":["trace[2038553591] 'process raft request' (duration: 490.448767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.032037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.540975Z","time spent":"490.963928ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:37:03.032082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.760499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-07-03T16:37:03.032114Z","caller":"traceutil/trace.go:171","msg":"trace[1114552791] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:19208; }","duration":"369.834701ms","start":"2026-07-03T16:37:02.662266Z","end":"2026-07-03T16:37:03.0321Z","steps":["trace[1114552791] 'agreement among raft nodes before linearized reading' (duration: 369.741689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.032107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.74459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"warn","ts":"2026-07-03T16:37:03.032136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.662247Z","time spent":"369.884061ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-03T16:37:03.032149Z","caller":"traceutil/trace.go:171","msg":"trace[795179811] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19208; }","duration":"450.837281ms","start":"2026-07-03T16:37:02.581298Z","end":"2026-07-03T16:37:03.032136Z","steps":["trace[795179811] 'agreement among raft nodes before linearized reading' (duration: 450.732279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:03.031893Z","caller":"traceutil/trace.go:171","msg":"trace[1997789770] transaction","detail":"{read_only:false; response_revision:19206; number_of_response:1; }","duration":"475.009524ms","start":"2026-07-03T16:37:02.556869Z","end":"2026-07-03T16:37:03.031878Z","steps":["trace[1997789770] 'process raft request' (duration: 474.820799ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:03.032136Z","caller":"traceutil/trace.go:171","msg":"trace[720562053] transaction","detail":"{read_only:false; response_revision:19208; number_of_response:1; }","duration":"471.905434ms","start":"2026-07-03T16:37:02.560204Z","end":"2026-07-03T16:37:03.032109Z","steps":["trace[720562053] 'process raft request' (duration: 471.729289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.032194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.58127Z","time spent":"450.916353ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3706,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-03T16:37:03.032229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.55686Z","time spent":"475.337062ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:37:03.032231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.714959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-vqdfb-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:37:03.03228Z","caller":"traceutil/trace.go:171","msg":"trace[1594996352] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-vqdfb-api; range_end:; response_count:0; response_revision:19208; }","duration":"471.76289ms","start":"2026-07-03T16:37:02.560496Z","end":"2026-07-03T16:37:03.032259Z","steps":["trace[1594996352] 'agreement among raft nodes before linearized reading' (duration: 471.695869ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:03.032292Z","caller":"traceutil/trace.go:171","msg":"trace[1742567479] transaction","detail":"{read_only:false; response_revision:19207; number_of_response:1; }","duration":"473.954911ms","start":"2026-07-03T16:37:02.55832Z","end":"2026-07-03T16:37:03.032275Z","steps":["trace[1742567479] 'process raft request' (duration: 473.487789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.032331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.560489Z","time spent":"471.833972ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-vqdfb-api\" "} {"level":"warn","ts":"2026-07-03T16:37:03.032379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.558303Z","time spent":"474.045322ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:37:03.032285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.316788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:37:03.032481Z","caller":"traceutil/trace.go:171","msg":"trace[1250041752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19208; }","duration":"274.506932ms","start":"2026-07-03T16:37:02.757962Z","end":"2026-07-03T16:37:03.032469Z","steps":["trace[1250041752] 'agreement among raft nodes before linearized reading' (duration: 274.271517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.032279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.560196Z","time spent":"472.009466ms","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:37:03.032151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.734055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:37:03.032691Z","caller":"traceutil/trace.go:171","msg":"trace[245735032] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:19208; }","duration":"474.300568ms","start":"2026-07-03T16:37:02.55836Z","end":"2026-07-03T16:37:03.032661Z","steps":["trace[245735032] 'agreement among raft nodes before linearized reading' (duration: 473.710605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.032728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.55834Z","time spent":"474.375751ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-07-03T16:37:03.033171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.663371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:951317"} {"level":"info","ts":"2026-07-03T16:37:03.033218Z","caller":"traceutil/trace.go:171","msg":"trace[1030495697] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19208; }","duration":"472.750993ms","start":"2026-07-03T16:37:02.560457Z","end":"2026-07-03T16:37:03.033208Z","steps":["trace[1030495697] 'agreement among raft nodes before linearized reading' (duration: 471.897493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.033253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.560449Z","time spent":"472.793363ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":951338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:37:03.033802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.02272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:951317"} {"level":"info","ts":"2026-07-03T16:37:03.033839Z","caller":"traceutil/trace.go:171","msg":"trace[542534671] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19208; }","duration":"477.166243ms","start":"2026-07-03T16:37:02.556665Z","end":"2026-07-03T16:37:03.033832Z","steps":["trace[542534671] 'agreement among raft nodes before linearized reading' (duration: 475.791472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:03.033863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:37:02.556647Z","time spent":"477.207884ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":951338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:37:17.110213Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:37:17.115423Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-03T16:37:17.115486Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-03T16:37:31.304623Z","caller":"traceutil/trace.go:171","msg":"trace[1628469725] transaction","detail":"{read_only:false; response_revision:19541; number_of_response:1; }","duration":"113.368681ms","start":"2026-07-03T16:37:31.191225Z","end":"2026-07-03T16:37:31.304594Z","steps":["trace[1628469725] 'process raft request' (duration: 113.175327ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:31.304876Z","caller":"traceutil/trace.go:171","msg":"trace[129283879] linearizableReadLoop","detail":"{readStateIndex:20244; appliedIndex:20242; }","duration":"108.799656ms","start":"2026-07-03T16:37:31.196048Z","end":"2026-07-03T16:37:31.304847Z","steps":["trace[129283879] 'read index received' (duration: 92.962944ms)","trace[129283879] 'applied index is now lower than readState.Index' (duration: 15.835112ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:37:31.304929Z","caller":"traceutil/trace.go:171","msg":"trace[1291947171] transaction","detail":"{read_only:false; response_revision:19542; number_of_response:1; }","duration":"113.638827ms","start":"2026-07-03T16:37:31.191249Z","end":"2026-07-03T16:37:31.304888Z","steps":["trace[1291947171] 'process raft request' (duration: 113.297549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:37:31.305126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.049041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:37:31.305151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.199812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:37:31.305193Z","caller":"traceutil/trace.go:171","msg":"trace[583572320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19542; }","duration":"109.173564ms","start":"2026-07-03T16:37:31.196006Z","end":"2026-07-03T16:37:31.30518Z","steps":["trace[583572320] 'agreement among raft nodes before linearized reading' (duration: 108.95652ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:31.305195Z","caller":"traceutil/trace.go:171","msg":"trace[2003102099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19542; }","duration":"101.293375ms","start":"2026-07-03T16:37:31.203891Z","end":"2026-07-03T16:37:31.305184Z","steps":["trace[2003102099] 'agreement among raft nodes before linearized reading' (duration: 101.11092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:46.208077Z","caller":"traceutil/trace.go:171","msg":"trace[9409284] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"216.317703ms","start":"2026-07-03T16:37:45.991732Z","end":"2026-07-03T16:37:46.20805Z","steps":["trace[9409284] 'process raft request' (duration: 216.15386ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:46.213846Z","caller":"traceutil/trace.go:171","msg":"trace[354024392] transaction","detail":"{read_only:false; response_revision:19653; number_of_response:1; }","duration":"219.494265ms","start":"2026-07-03T16:37:45.994338Z","end":"2026-07-03T16:37:46.213832Z","steps":["trace[354024392] 'process raft request' (duration: 219.460384ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:37:46.213919Z","caller":"traceutil/trace.go:171","msg":"trace[1032411903] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"222.050783ms","start":"2026-07-03T16:37:45.991834Z","end":"2026-07-03T16:37:46.213885Z","steps":["trace[1032411903] 'process raft request' (duration: 221.89769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.021897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07006699s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:38:38.022035Z","caller":"traceutil/trace.go:171","msg":"trace[1947636748] transaction","detail":"{read_only:false; response_revision:20049; number_of_response:1; }","duration":"1.178942008s","start":"2026-07-03T16:38:36.843066Z","end":"2026-07-03T16:38:38.022008Z","steps":["trace[1947636748] 'process raft request' (duration: 108.681063ms)","trace[1947636748] 'compare' (duration: 1.068904823s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.022152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:36.843042Z","time spent":"1.179050811s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:38:38.022375Z","caller":"traceutil/trace.go:171","msg":"trace[1599143601] linearizableReadLoop","detail":"{readStateIndex:20765; appliedIndex:20764; }","duration":"1.089597047s","start":"2026-07-03T16:38:36.932769Z","end":"2026-07-03T16:38:38.022366Z","steps":["trace[1599143601] 'read index received' (duration: 18.928513ms)","trace[1599143601] 'applied index is now lower than readState.Index' (duration: 1.070666944s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.417668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.652981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:38:38.417843Z","caller":"traceutil/trace.go:171","msg":"trace[804214558] linearizableReadLoop","detail":"{readStateIndex:20766; appliedIndex:20765; }","duration":"395.430755ms","start":"2026-07-03T16:38:38.022399Z","end":"2026-07-03T16:38:38.417829Z","steps":["trace[804214558] 'read index received' (duration: 48.291µs)","trace[804214558] 'applied index is now lower than readState.Index' (duration: 395.381674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.417995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.029793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:38:38.418023Z","caller":"traceutil/trace.go:171","msg":"trace[992427641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20049; }","duration":"738.103295ms","start":"2026-07-03T16:38:37.679911Z","end":"2026-07-03T16:38:38.418015Z","steps":["trace[992427641] 'agreement among raft nodes before linearized reading' (duration: 737.991203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.418046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.679893Z","time spent":"738.146496ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399128959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"info","ts":"2026-07-03T16:38:38.418123Z","caller":"traceutil/trace.go:171","msg":"trace[1763333479] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20049; }","duration":"1.39919365s","start":"2026-07-03T16:38:37.018918Z","end":"2026-07-03T16:38:38.418112Z","steps":["trace[1763333479] 'agreement among raft nodes before linearized reading' (duration: 1.399063797s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.418194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.018909Z","time spent":"1.399227921s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21400,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467182153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.418226Z","caller":"traceutil/trace.go:171","msg":"trace[1615571689] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20049; }","duration":"1.467228435s","start":"2026-07-03T16:38:36.950991Z","end":"2026-07-03T16:38:38.418219Z","steps":["trace[1615571689] 'agreement among raft nodes before linearized reading' (duration: 1.467192284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.418244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:36.950942Z","time spent":"1.467297426s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466496828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.418323Z","caller":"traceutil/trace.go:171","msg":"trace[1459813535] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20049; }","duration":"1.466660382s","start":"2026-07-03T16:38:36.951643Z","end":"2026-07-03T16:38:38.418303Z","steps":["trace[1459813535] 'agreement among raft nodes before linearized reading' (duration: 1.466444917s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.418369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:36.95163Z","time spent":"1.466728874s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461880943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"warn","ts":"2026-07-03T16:38:38.418463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286855473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.418488Z","caller":"traceutil/trace.go:171","msg":"trace[1636701055] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20049; }","duration":"1.286910845s","start":"2026-07-03T16:38:37.131571Z","end":"2026-07-03T16:38:38.418482Z","steps":["trace[1636701055] 'agreement among raft nodes before linearized reading' (duration: 1.286875744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.41843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286163048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"warn","ts":"2026-07-03T16:38:38.418497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466672392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.418517Z","caller":"traceutil/trace.go:171","msg":"trace[1052161049] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20049; }","duration":"1.28627018s","start":"2026-07-03T16:38:37.132237Z","end":"2026-07-03T16:38:38.418507Z","steps":["trace[1052161049] 'agreement among raft nodes before linearized reading' (duration: 1.286142287s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.41851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.131555Z","time spent":"1.286950105s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-03T16:38:38.418553Z","caller":"traceutil/trace.go:171","msg":"trace[184106723] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20049; }","duration":"1.466748994s","start":"2026-07-03T16:38:36.951771Z","end":"2026-07-03T16:38:38.41852Z","steps":["trace[184106723] 'agreement among raft nodes before linearized reading' (duration: 1.466696582s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.418566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.132226Z","time spent":"1.286327801s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21400,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:36.951764Z","time spent":"1.466814246s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485459062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:38:38.418692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411326117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.418717Z","caller":"traceutil/trace.go:171","msg":"trace[300441231] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20049; }","duration":"1.41138553s","start":"2026-07-03T16:38:37.007324Z","end":"2026-07-03T16:38:38.418709Z","steps":["trace[300441231] 'agreement among raft nodes before linearized reading' (duration: 1.411345738s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.418737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.007307Z","time spent":"1.41142457s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-03T16:38:38.418728Z","caller":"traceutil/trace.go:171","msg":"trace[353655266] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:20049; }","duration":"1.485995795s","start":"2026-07-03T16:38:36.932711Z","end":"2026-07-03T16:38:38.418707Z","steps":["trace[353655266] 'agreement among raft nodes before linearized reading' (duration: 1.089721159s)","trace[353655266] 'range keys from in-memory index tree' (duration: 395.701241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.418777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:36.932667Z","time spent":"1.486097377s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288141223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.418827Z","caller":"traceutil/trace.go:171","msg":"trace[2081419508] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20049; }","duration":"1.288266956s","start":"2026-07-03T16:38:37.130553Z","end":"2026-07-03T16:38:38.418819Z","steps":["trace[2081419508] 'agreement among raft nodes before linearized reading' (duration: 1.288154804s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.418645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287815425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.418929Z","caller":"traceutil/trace.go:171","msg":"trace[1259236835] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20049; }","duration":"1.288110523s","start":"2026-07-03T16:38:37.130811Z","end":"2026-07-03T16:38:38.418921Z","steps":["trace[1259236835] 'agreement among raft nodes before linearized reading' (duration: 1.287813185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.418953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.130806Z","time spent":"1.288138613s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.235253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:38:38.419005Z","caller":"traceutil/trace.go:171","msg":"trace[727423753] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:20050; }","duration":"206.364846ms","start":"2026-07-03T16:38:38.212628Z","end":"2026-07-03T16:38:38.418993Z","steps":["trace[727423753] 'agreement among raft nodes before linearized reading' (duration: 206.182592ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:38.419026Z","caller":"traceutil/trace.go:171","msg":"trace[25118321] transaction","detail":"{read_only:false; response_revision:20050; number_of_response:1; }","duration":"251.322993ms","start":"2026-07-03T16:38:38.167621Z","end":"2026-07-03T16:38:38.418944Z","steps":["trace[25118321] 'process raft request' (duration: 250.132885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:38.418477Z","caller":"traceutil/trace.go:171","msg":"trace[1653391057] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20049; }","duration":"1.461953874s","start":"2026-07-03T16:38:36.956503Z","end":"2026-07-03T16:38:38.418457Z","steps":["trace[1653391057] 'agreement among raft nodes before linearized reading' (duration: 1.461814121s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.419093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:36.956497Z","time spent":"1.462589329s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21400,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.130539Z","time spent":"1.288354118s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-03T16:38:38.418432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.209389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:38:38.419264Z","caller":"traceutil/trace.go:171","msg":"trace[1842969094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20049; }","duration":"722.305405ms","start":"2026-07-03T16:38:37.696935Z","end":"2026-07-03T16:38:38.419241Z","steps":["trace[1842969094] 'agreement among raft nodes before linearized reading' (duration: 720.929423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.419751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.696915Z","time spent":"722.776135ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:38:38.964993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.512838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.965096Z","caller":"traceutil/trace.go:171","msg":"trace[738648605] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:20050; }","duration":"683.667513ms","start":"2026-07-03T16:38:38.281404Z","end":"2026-07-03T16:38:38.965071Z","steps":["trace[738648605] 'agreement among raft nodes before linearized reading' (duration: 137.642616ms)","trace[738648605] 'count revisions from in-memory index tree' (duration: 545.866061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.965147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.281391Z","time spent":"683.744964ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:38:38.965128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945616066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.965248Z","caller":"traceutil/trace.go:171","msg":"trace[71541067] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20050; }","duration":"1.94576118s","start":"2026-07-03T16:38:37.019457Z","end":"2026-07-03T16:38:38.965218Z","steps":["trace[71541067] 'agreement among raft nodes before linearized reading' (duration: 1.399740064s)","trace[71541067] 'range keys from in-memory index tree' (duration: 545.853933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.965307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.019452Z","time spent":"1.945840462s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:38.96548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945965625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:38.965528Z","caller":"traceutil/trace.go:171","msg":"trace[1930103534] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20050; }","duration":"1.946010526s","start":"2026-07-03T16:38:37.019505Z","end":"2026-07-03T16:38:38.965515Z","steps":["trace[1930103534] 'agreement among raft nodes before linearized reading' (duration: 1.399427577s)","trace[1930103534] 'range keys from in-memory index tree' (duration: 546.527248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.965562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.019491Z","time spent":"1.946063027s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:38.965596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24857309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:38:38.965681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.595408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:38:38.965727Z","caller":"traceutil/trace.go:171","msg":"trace[1873038895] range","detail":"{range_begin:/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9; range_end:; response_count:1; response_revision:20050; }","duration":"542.65571ms","start":"2026-07-03T16:38:38.423056Z","end":"2026-07-03T16:38:38.965711Z","steps":["trace[1873038895] 'range keys from in-memory index tree' (duration: 542.453315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.965757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.423044Z","time spent":"542.706061ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9\" "} {"level":"warn","ts":"2026-07-03T16:38:38.96576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248899307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:38:38.965791Z","caller":"traceutil/trace.go:171","msg":"trace[113299660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20050; }","duration":"1.248948388s","start":"2026-07-03T16:38:37.716833Z","end":"2026-07-03T16:38:38.965782Z","steps":["trace[113299660] 'agreement among raft nodes before linearized reading' (duration: 702.083903ms)","trace[113299660] 'range keys from in-memory index tree' (duration: 546.789783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.96583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.716823Z","time spent":"1.248994219s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:38:38.965863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25737326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:38:38.965925Z","caller":"traceutil/trace.go:171","msg":"trace[393621837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20050; }","duration":"1.257462253s","start":"2026-07-03T16:38:37.708445Z","end":"2026-07-03T16:38:38.965908Z","steps":["trace[393621837] 'agreement among raft nodes before linearized reading' (duration: 710.544656ms)","trace[393621837] 'range keys from in-memory index tree' (duration: 546.762643ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:38:38.965682Z","caller":"traceutil/trace.go:171","msg":"trace[626610479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20050; }","duration":"1.248719773s","start":"2026-07-03T16:38:37.716934Z","end":"2026-07-03T16:38:38.965654Z","steps":["trace[626610479] 'agreement among raft nodes before linearized reading' (duration: 701.991911ms)","trace[626610479] 'range keys from in-memory index tree' (duration: 546.513997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.965971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.708396Z","time spent":"1.257567175s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:38:38.966001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:37.716893Z","time spent":"1.249091851s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:38:38.966841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.461014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:38:38.966921Z","caller":"traceutil/trace.go:171","msg":"trace[1161552547] linearizableReadLoop","detail":"{readStateIndex:20768; appliedIndex:20767; }","duration":"540.369707ms","start":"2026-07-03T16:38:38.426534Z","end":"2026-07-03T16:38:38.966904Z","steps":["trace[1161552547] 'read index received' (duration: 250.779591ms)","trace[1161552547] 'applied index is now lower than readState.Index' (duration: 289.588236ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:38:38.966941Z","caller":"traceutil/trace.go:171","msg":"trace[632971826] transaction","detail":"{read_only:false; response_revision:20051; number_of_response:1; }","duration":"543.333425ms","start":"2026-07-03T16:38:38.42358Z","end":"2026-07-03T16:38:38.966914Z","steps":["trace[632971826] 'process raft request' (duration: 253.721508ms)","trace[632971826] 'compare' (duration: 288.82815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:38.967008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.423571Z","time spent":"543.396577ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:38:38.968849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.302342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:103 size:1034099"} {"level":"info","ts":"2026-07-03T16:38:38.968907Z","caller":"traceutil/trace.go:171","msg":"trace[1155456474] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:103; response_revision:20051; }","duration":"542.393574ms","start":"2026-07-03T16:38:38.426501Z","end":"2026-07-03T16:38:38.968895Z","steps":["trace[1155456474] 'agreement among raft nodes before linearized reading' (duration: 540.506771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:38.968946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.426485Z","time spent":"542.449405ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":103,"response size":1034120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:38:39.257753Z","caller":"traceutil/trace.go:171","msg":"trace[955013761] transaction","detail":"{read_only:false; response_revision:20052; number_of_response:1; }","duration":"827.16027ms","start":"2026-07-03T16:38:38.430562Z","end":"2026-07-03T16:38:39.257722Z","steps":["trace[955013761] 'process raft request' (duration: 784.982007ms)","trace[955013761] 'compare' (duration: 42.005899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:39.257953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.430548Z","time spent":"827.305003ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:38:39.258128Z","caller":"traceutil/trace.go:171","msg":"trace[911889216] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"827.483027ms","start":"2026-07-03T16:38:38.430627Z","end":"2026-07-03T16:38:39.25811Z","steps":["trace[911889216] 'process raft request' (duration: 827.053507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:39.258243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.430621Z","time spent":"827.558379ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:38:39.258392Z","caller":"traceutil/trace.go:171","msg":"trace[1037124603] linearizableReadLoop","detail":"{readStateIndex:20772; appliedIndex:20768; }","duration":"291.435549ms","start":"2026-07-03T16:38:38.96695Z","end":"2026-07-03T16:38:39.258385Z","steps":["trace[1037124603] 'read index received' (duration: 248.58064ms)","trace[1037124603] 'applied index is now lower than readState.Index' (duration: 42.854399ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:39.258448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.119569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:39.25847Z","caller":"traceutil/trace.go:171","msg":"trace[1464679216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20055; }","duration":"739.19061ms","start":"2026-07-03T16:38:38.519274Z","end":"2026-07-03T16:38:39.258465Z","steps":["trace[1464679216] 'agreement among raft nodes before linearized reading' (duration: 739.139509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:39.258486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.519247Z","time spent":"739.236242ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:38:39.258662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.322156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:38:39.258707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.827371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:39.258748Z","caller":"traceutil/trace.go:171","msg":"trace[1916037204] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20055; }","duration":"582.435038ms","start":"2026-07-03T16:38:38.676291Z","end":"2026-07-03T16:38:39.258726Z","steps":["trace[1916037204] 'agreement among raft nodes before linearized reading' (duration: 582.307645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:39.258807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.67628Z","time spent":"582.51084ms","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:38:39.258798Z","caller":"traceutil/trace.go:171","msg":"trace[402935642] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:20055; }","duration":"720.984924ms","start":"2026-07-03T16:38:38.537794Z","end":"2026-07-03T16:38:39.258779Z","steps":["trace[402935642] 'agreement among raft nodes before linearized reading' (duration: 720.81835ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:39.25881Z","caller":"traceutil/trace.go:171","msg":"trace[1665767339] transaction","detail":"{read_only:false; response_revision:20055; number_of_response:1; }","duration":"807.03179ms","start":"2026-07-03T16:38:38.451737Z","end":"2026-07-03T16:38:39.258768Z","steps":["trace[1665767339] 'process raft request' (duration: 806.617801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:39.258857Z","caller":"traceutil/trace.go:171","msg":"trace[1991387657] transaction","detail":"{read_only:false; response_revision:20054; number_of_response:1; }","duration":"807.092771ms","start":"2026-07-03T16:38:38.451656Z","end":"2026-07-03T16:38:39.258749Z","steps":["trace[1991387657] 'process raft request' (duration: 806.228182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:39.258847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.833438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:38:39.258872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.537771Z","time spent":"721.088976ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:38:39.258903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.451641Z","time spent":"807.238945ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:38:39.258902Z","caller":"traceutil/trace.go:171","msg":"trace[998458391] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:20055; }","duration":"691.9099ms","start":"2026-07-03T16:38:38.566977Z","end":"2026-07-03T16:38:39.258887Z","steps":["trace[998458391] 'agreement among raft nodes before linearized reading' (duration: 691.828948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:39.258936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.566966Z","time spent":"691.960231ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:38:39.258816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.715881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:39.259157Z","caller":"traceutil/trace.go:171","msg":"trace[1241086433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20055; }","duration":"357.10365ms","start":"2026-07-03T16:38:38.902045Z","end":"2026-07-03T16:38:39.259149Z","steps":["trace[1241086433] 'agreement among raft nodes before linearized reading' (duration: 356.729051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:39.259185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.902025Z","time spent":"357.148401ms","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:38:39.25936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.451727Z","time spent":"807.142773ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:38:39.66612Z","caller":"traceutil/trace.go:171","msg":"trace[1590756826] linearizableReadLoop","detail":"{readStateIndex:20775; appliedIndex:20772; }","duration":"405.563797ms","start":"2026-07-03T16:38:39.26054Z","end":"2026-07-03T16:38:39.666104Z","steps":["trace[1590756826] 'read index received' (duration: 405.386423ms)","trace[1590756826] 'applied index is now lower than readState.Index' (duration: 176.894µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:38:39.666138Z","caller":"traceutil/trace.go:171","msg":"trace[2024291042] transaction","detail":"{read_only:false; response_revision:20056; number_of_response:1; }","duration":"695.250956ms","start":"2026-07-03T16:38:38.970869Z","end":"2026-07-03T16:38:39.66612Z","steps":["trace[2024291042] 'process raft request' (duration: 695.060632ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:39.666163Z","caller":"traceutil/trace.go:171","msg":"trace[1443849952] transaction","detail":"{read_only:false; response_revision:20057; number_of_response:1; }","duration":"693.385964ms","start":"2026-07-03T16:38:38.972755Z","end":"2026-07-03T16:38:39.666141Z","steps":["trace[1443849952] 'process raft request' (duration: 693.298612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:39.666259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.972742Z","time spent":"693.465166ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:38:39.666262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.970847Z","time spent":"695.333018ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:38:39.666288Z","caller":"traceutil/trace.go:171","msg":"trace[634380152] transaction","detail":"{read_only:false; response_revision:20058; number_of_response:1; }","duration":"691.790557ms","start":"2026-07-03T16:38:38.974472Z","end":"2026-07-03T16:38:39.666262Z","steps":["trace[634380152] 'process raft request' (duration: 691.611373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:39.6664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:38.974466Z","time spent":"691.873969ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:38:39.66634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.765241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:39.66648Z","caller":"traceutil/trace.go:171","msg":"trace[57067104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20058; }","duration":"405.961326ms","start":"2026-07-03T16:38:39.260492Z","end":"2026-07-03T16:38:39.666454Z","steps":["trace[57067104] 'agreement among raft nodes before linearized reading' (duration: 405.70878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:39.666539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:39.260477Z","time spent":"406.047308ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:38:40.488901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.859815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:38:40.488991Z","caller":"traceutil/trace.go:171","msg":"trace[879857820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20058; }","duration":"547.007899ms","start":"2026-07-03T16:38:39.941962Z","end":"2026-07-03T16:38:40.48897Z","steps":["trace[879857820] 'range keys from in-memory index tree' (duration: 546.61783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.489039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:39.941935Z","time spent":"547.093461ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:38:40.852786Z","caller":"traceutil/trace.go:171","msg":"trace[1482964215] linearizableReadLoop","detail":"{readStateIndex:20776; appliedIndex:20775; }","duration":"426.886334ms","start":"2026-07-03T16:38:40.425873Z","end":"2026-07-03T16:38:40.85276Z","steps":["trace[1482964215] 'read index received' (duration: 426.639758ms)","trace[1482964215] 'applied index is now lower than readState.Index' (duration: 245.486µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:38:40.852853Z","caller":"traceutil/trace.go:171","msg":"trace[2025986913] transaction","detail":"{read_only:false; response_revision:20059; number_of_response:1; }","duration":"428.302336ms","start":"2026-07-03T16:38:40.424505Z","end":"2026-07-03T16:38:40.852808Z","steps":["trace[2025986913] 'process raft request' (duration: 428.000339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.853019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.813763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:38:40.85305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.42448Z","time spent":"428.445859ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:38:40.853003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.100688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:38:40.853168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.986059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:38:40.853095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.982218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"info","ts":"2026-07-03T16:38:40.853221Z","caller":"traceutil/trace.go:171","msg":"trace[68875825] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20059; }","duration":"424.111652ms","start":"2026-07-03T16:38:40.4291Z","end":"2026-07-03T16:38:40.853212Z","steps":["trace[68875825] 'agreement among raft nodes before linearized reading' (duration: 423.870715ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:40.853091Z","caller":"traceutil/trace.go:171","msg":"trace[1160776026] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20059; }","duration":"426.929565ms","start":"2026-07-03T16:38:40.426144Z","end":"2026-07-03T16:38:40.853073Z","steps":["trace[1160776026] 'agreement among raft nodes before linearized reading' (duration: 426.794822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.853295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.429078Z","time spent":"424.174303ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21400,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:38:40.853367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.426133Z","time spent":"427.214002ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-03T16:38:40.853484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.336663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:40.853535Z","caller":"traceutil/trace.go:171","msg":"trace[609126823] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20059; }","duration":"426.399844ms","start":"2026-07-03T16:38:40.427123Z","end":"2026-07-03T16:38:40.853523Z","steps":["trace[609126823] 'agreement among raft nodes before linearized reading' (duration: 426.313482ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:40.853231Z","caller":"traceutil/trace.go:171","msg":"trace[2073273638] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20059; }","duration":"133.074092ms","start":"2026-07-03T16:38:40.720135Z","end":"2026-07-03T16:38:40.853209Z","steps":["trace[2073273638] 'agreement among raft nodes before linearized reading' (duration: 133.00334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.853565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.427115Z","time spent":"426.444095ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:40.853569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.100738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"info","ts":"2026-07-03T16:38:40.853599Z","caller":"traceutil/trace.go:171","msg":"trace[12055152] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20059; }","duration":"423.136038ms","start":"2026-07-03T16:38:40.430454Z","end":"2026-07-03T16:38:40.85359Z","steps":["trace[12055152] 'agreement among raft nodes before linearized reading' (duration: 423.066987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.853622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.43045Z","time spent":"423.166489ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21400,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:38:40.853148Z","caller":"traceutil/trace.go:171","msg":"trace[31774151] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20059; }","duration":"427.324745ms","start":"2026-07-03T16:38:40.425803Z","end":"2026-07-03T16:38:40.853128Z","steps":["trace[31774151] 'agreement among raft nodes before linearized reading' (duration: 427.098339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.853712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.425781Z","time spent":"427.925658ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-03T16:38:40.853738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.700274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"warn","ts":"2026-07-03T16:38:40.853069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.338221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:40.853771Z","caller":"traceutil/trace.go:171","msg":"trace[949735130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20059; }","duration":"332.098179ms","start":"2026-07-03T16:38:40.521666Z","end":"2026-07-03T16:38:40.853764Z","steps":["trace[949735130] 'agreement among raft nodes before linearized reading' (duration: 331.342561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.853718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.6481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:40.853771Z","caller":"traceutil/trace.go:171","msg":"trace[1611959073] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20059; }","duration":"424.748906ms","start":"2026-07-03T16:38:40.429013Z","end":"2026-07-03T16:38:40.853762Z","steps":["trace[1611959073] 'agreement among raft nodes before linearized reading' (duration: 424.619383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.853788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.521647Z","time spent":"332.13738ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:38:40.853803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.429003Z","time spent":"424.794097ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21400,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:38:40.853884Z","caller":"traceutil/trace.go:171","msg":"trace[1125660898] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20059; }","duration":"426.758762ms","start":"2026-07-03T16:38:40.427035Z","end":"2026-07-03T16:38:40.853794Z","steps":["trace[1125660898] 'agreement among raft nodes before linearized reading' (duration: 426.562277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.853174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.359375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:38:40.853981Z","caller":"traceutil/trace.go:171","msg":"trace[681156014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20059; }","duration":"361.201794ms","start":"2026-07-03T16:38:40.492772Z","end":"2026-07-03T16:38:40.853974Z","steps":["trace[681156014] 'agreement among raft nodes before linearized reading' (duration: 360.348025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.854019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.492757Z","time spent":"361.254515ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:38:40.854029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.486548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:40.854071Z","caller":"traceutil/trace.go:171","msg":"trace[2031571623] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20059; }","duration":"427.54391ms","start":"2026-07-03T16:38:40.426516Z","end":"2026-07-03T16:38:40.854059Z","steps":["trace[2031571623] 'agreement among raft nodes before linearized reading' (duration: 427.477548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.853979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.427027Z","time spent":"426.936396ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:40.854117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.426511Z","time spent":"427.598421ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:40.854127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.622651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:38:40.854038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.758528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:40.854198Z","caller":"traceutil/trace.go:171","msg":"trace[395609277] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20059; }","duration":"427.706044ms","start":"2026-07-03T16:38:40.426479Z","end":"2026-07-03T16:38:40.854185Z","steps":["trace[395609277] 'agreement among raft nodes before linearized reading' (duration: 427.625442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:40.854202Z","caller":"traceutil/trace.go:171","msg":"trace[856661546] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20059; }","duration":"425.944683ms","start":"2026-07-03T16:38:40.428248Z","end":"2026-07-03T16:38:40.854193Z","steps":["trace[856661546] 'agreement among raft nodes before linearized reading' (duration: 425.755869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:40.854257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.428238Z","time spent":"426.010064ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-03T16:38:40.854266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.426471Z","time spent":"427.785095ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:41.584063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.127091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-03T16:38:41.584087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.802141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:41.584147Z","caller":"traceutil/trace.go:171","msg":"trace[1221259196] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20059; }","duration":"673.224973ms","start":"2026-07-03T16:38:40.910901Z","end":"2026-07-03T16:38:41.584126Z","steps":["trace[1221259196] 'range keys from in-memory index tree' (duration: 672.969656ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:41.584161Z","caller":"traceutil/trace.go:171","msg":"trace[124734405] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20059; }","duration":"612.927954ms","start":"2026-07-03T16:38:40.971214Z","end":"2026-07-03T16:38:41.584142Z","steps":["trace[124734405] 'range keys from in-memory index tree' (duration: 612.671008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:41.584186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.910882Z","time spent":"673.294554ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T16:38:41.584204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.971195Z","time spent":"613.000865ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:38:41.584274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.005447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:38:41.584283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.789792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:38:41.584301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.33363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:41.584348Z","caller":"traceutil/trace.go:171","msg":"trace[242149342] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20059; }","duration":"612.904014ms","start":"2026-07-03T16:38:40.971426Z","end":"2026-07-03T16:38:41.58433Z","steps":["trace[242149342] 'range keys from in-memory index tree' (duration: 612.699529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:41.584134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.697382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-03T16:38:41.58436Z","caller":"traceutil/trace.go:171","msg":"trace[1856923076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20059; }","duration":"613.099019ms","start":"2026-07-03T16:38:40.971214Z","end":"2026-07-03T16:38:41.584313Z","steps":["trace[1856923076] 'range keys from in-memory index tree' (duration: 612.810321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:41.584379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.971324Z","time spent":"613.047787ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-03T16:38:41.58436Z","caller":"traceutil/trace.go:171","msg":"trace[178870340] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20059; }","duration":"664.403532ms","start":"2026-07-03T16:38:40.919939Z","end":"2026-07-03T16:38:41.584342Z","steps":["trace[178870340] 'range keys from in-memory index tree' (duration: 664.295179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:41.584371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.155472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:41.58439Z","caller":"traceutil/trace.go:171","msg":"trace[1403427734] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76f4m; range_end:; response_count:1; response_revision:20059; }","duration":"599.978219ms","start":"2026-07-03T16:38:40.984401Z","end":"2026-07-03T16:38:41.584379Z","steps":["trace[1403427734] 'range keys from in-memory index tree' (duration: 599.508968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:41.584426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.984341Z","time spent":"600.074072ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76f4m\" "} {"level":"warn","ts":"2026-07-03T16:38:41.58442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.919933Z","time spent":"664.473443ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:38:41.584429Z","caller":"traceutil/trace.go:171","msg":"trace[359181342] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:20059; }","duration":"666.240933ms","start":"2026-07-03T16:38:40.918171Z","end":"2026-07-03T16:38:41.584412Z","steps":["trace[359181342] 'count revisions from in-memory index tree' (duration: 666.10338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:41.584417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.971195Z","time spent":"613.207051ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:38:41.584467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:40.918159Z","time spent":"666.298334ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:38:41.585009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.533548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:38:41.585119Z","caller":"traceutil/trace.go:171","msg":"trace[959020578] transaction","detail":"{read_only:false; response_revision:20060; number_of_response:1; }","duration":"319.9819ms","start":"2026-07-03T16:38:41.265113Z","end":"2026-07-03T16:38:41.585095Z","steps":["trace[959020578] 'process raft request' (duration: 159.268988ms)","trace[959020578] 'compare' (duration: 159.361781ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:41.585213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.265088Z","time spent":"320.076483ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:38:42.108028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.670551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:38:42.108199Z","caller":"traceutil/trace.go:171","msg":"trace[1763212407] linearizableReadLoop","detail":"{readStateIndex:20779; appliedIndex:20776; }","duration":"842.536241ms","start":"2026-07-03T16:38:41.265647Z","end":"2026-07-03T16:38:42.108183Z","steps":["trace[1763212407] 'read index received' (duration: 158.746446ms)","trace[1763212407] 'applied index is now lower than readState.Index' (duration: 683.788785ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:38:42.108337Z","caller":"traceutil/trace.go:171","msg":"trace[591011725] transaction","detail":"{read_only:false; response_revision:20062; number_of_response:1; }","duration":"842.687955ms","start":"2026-07-03T16:38:41.265616Z","end":"2026-07-03T16:38:42.108304Z","steps":["trace[591011725] 'process raft request' (duration: 842.502021ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:42.108357Z","caller":"traceutil/trace.go:171","msg":"trace[2095970254] transaction","detail":"{read_only:false; response_revision:20061; number_of_response:1; }","duration":"842.822768ms","start":"2026-07-03T16:38:41.26551Z","end":"2026-07-03T16:38:42.108333Z","steps":["trace[2095970254] 'process raft request' (duration: 509.775748ms)","trace[2095970254] 'compare' (duration: 332.032086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:38:42.108481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.265586Z","time spent":"842.814118ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:38:42.108476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.265494Z","time spent":"842.92122ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:38:42.108482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.818948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:38:42.108555Z","caller":"traceutil/trace.go:171","msg":"trace[641590729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20062; }","duration":"842.949301ms","start":"2026-07-03T16:38:41.265588Z","end":"2026-07-03T16:38:42.108537Z","steps":["trace[641590729] 'agreement among raft nodes before linearized reading' (duration: 842.715066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.108595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.265568Z","time spent":"843.019282ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:38:42.123454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.565502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:42.123535Z","caller":"traceutil/trace.go:171","msg":"trace[601621374] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20063; }","duration":"705.688765ms","start":"2026-07-03T16:38:41.41783Z","end":"2026-07-03T16:38:42.123519Z","steps":["trace[601621374] 'agreement among raft nodes before linearized reading' (duration: 705.552362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.123576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.417813Z","time spent":"705.753056ms","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:38:42.123619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.393134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:38:42.123674Z","caller":"traceutil/trace.go:171","msg":"trace[395633585] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:20063; }","duration":"286.502496ms","start":"2026-07-03T16:38:41.837159Z","end":"2026-07-03T16:38:42.123662Z","steps":["trace[395633585] 'agreement among raft nodes before linearized reading' (duration: 286.298362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.12379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.68535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:42.123831Z","caller":"traceutil/trace.go:171","msg":"trace[567377114] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20063; }","duration":"535.753152ms","start":"2026-07-03T16:38:41.588067Z","end":"2026-07-03T16:38:42.12382Z","steps":["trace[567377114] 'agreement among raft nodes before linearized reading' (duration: 535.69126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.123865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.588047Z","time spent":"535.811413ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T16:38:42.12394Z","caller":"traceutil/trace.go:171","msg":"trace[1312676443] transaction","detail":"{read_only:false; response_revision:20063; number_of_response:1; }","duration":"533.579851ms","start":"2026-07-03T16:38:41.59035Z","end":"2026-07-03T16:38:42.12393Z","steps":["trace[1312676443] 'process raft request' (duration: 532.873265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.123939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.852772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:38:42.124061Z","caller":"traceutil/trace.go:171","msg":"trace[1842698932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20063; }","duration":"451.004045ms","start":"2026-07-03T16:38:41.673044Z","end":"2026-07-03T16:38:42.124048Z","steps":["trace[1842698932] 'agreement among raft nodes before linearized reading' (duration: 450.364371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.124134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.673031Z","time spent":"451.094908ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:38:42.124221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.006836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:38:42.124236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.055633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:38:42.124266Z","caller":"traceutil/trace.go:171","msg":"trace[592823278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20063; }","duration":"450.085864ms","start":"2026-07-03T16:38:41.674173Z","end":"2026-07-03T16:38:42.124259Z","steps":["trace[592823278] 'agreement among raft nodes before linearized reading' (duration: 450.011242ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:42.124266Z","caller":"traceutil/trace.go:171","msg":"trace[2058325439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20063; }","duration":"465.107068ms","start":"2026-07-03T16:38:41.659149Z","end":"2026-07-03T16:38:42.124256Z","steps":["trace[2058325439] 'agreement among raft nodes before linearized reading' (duration: 465.033206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.124292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.674146Z","time spent":"450.140455ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:38:42.124301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.659123Z","time spent":"465.169928ms","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:38:42.124001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.08823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:38:42.124457Z","caller":"traceutil/trace.go:171","msg":"trace[898851017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20063; }","duration":"603.580111ms","start":"2026-07-03T16:38:41.520868Z","end":"2026-07-03T16:38:42.124448Z","steps":["trace[898851017] 'agreement among raft nodes before linearized reading' (duration: 603.11242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.124484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.520848Z","time spent":"603.627893ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:38:42.124637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.747919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:38:42.12464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.241346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-03T16:38:42.124663Z","caller":"traceutil/trace.go:171","msg":"trace[294688191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20063; }","duration":"450.795381ms","start":"2026-07-03T16:38:41.673862Z","end":"2026-07-03T16:38:42.124657Z","steps":["trace[294688191] 'agreement among raft nodes before linearized reading' (duration: 450.721429ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:38:42.124672Z","caller":"traceutil/trace.go:171","msg":"trace[1454656075] range","detail":"{range_begin:/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553; range_end:; response_count:1; response_revision:20063; }","duration":"534.287858ms","start":"2026-07-03T16:38:41.590375Z","end":"2026-07-03T16:38:42.124662Z","steps":["trace[1454656075] 'agreement among raft nodes before linearized reading' (duration: 534.147795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.124716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.673851Z","time spent":"450.825791ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:38:42.124734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.590369Z","time spent":"534.358519ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" "} {"level":"warn","ts":"2026-07-03T16:38:42.124006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.590334Z","time spent":"533.630983ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:38:42.12694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.58865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:103 size:1034099"} {"level":"info","ts":"2026-07-03T16:38:42.127021Z","caller":"traceutil/trace.go:171","msg":"trace[1228598312] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:103; response_revision:20063; }","duration":"536.698172ms","start":"2026-07-03T16:38:41.590305Z","end":"2026-07-03T16:38:42.127003Z","steps":["trace[1228598312] 'agreement among raft nodes before linearized reading' (duration: 533.129561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:38:42.127072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:38:41.590297Z","time spent":"536.761223ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":103,"response size":1034120,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T16:39:19.828816Z","caller":"traceutil/trace.go:171","msg":"trace[1992304877] transaction","detail":"{read_only:false; response_revision:20294; number_of_response:1; }","duration":"101.809937ms","start":"2026-07-03T16:39:19.72696Z","end":"2026-07-03T16:39:19.82877Z","steps":["trace[1992304877] 'process raft request' (duration: 101.580011ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:21.491439Z","caller":"traceutil/trace.go:171","msg":"trace[415913351] transaction","detail":"{read_only:false; response_revision:20307; number_of_response:1; }","duration":"107.286411ms","start":"2026-07-03T16:39:21.384127Z","end":"2026-07-03T16:39:21.491413Z","steps":["trace[415913351] 'process raft request' (duration: 106.844441ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:22.513055Z","caller":"traceutil/trace.go:171","msg":"trace[1644720741] transaction","detail":"{read_only:false; response_revision:20314; number_of_response:1; }","duration":"124.982906ms","start":"2026-07-03T16:39:22.388047Z","end":"2026-07-03T16:39:22.51303Z","steps":["trace[1644720741] 'process raft request' (duration: 123.602574ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:22.523609Z","caller":"traceutil/trace.go:171","msg":"trace[5183723] transaction","detail":"{read_only:false; response_revision:20315; number_of_response:1; }","duration":"134.552725ms","start":"2026-07-03T16:39:22.389028Z","end":"2026-07-03T16:39:22.523581Z","steps":["trace[5183723] 'process raft request' (duration: 134.310328ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:22.523802Z","caller":"traceutil/trace.go:171","msg":"trace[1226888897] transaction","detail":"{read_only:false; response_revision:20318; number_of_response:1; }","duration":"133.631063ms","start":"2026-07-03T16:39:22.390151Z","end":"2026-07-03T16:39:22.523782Z","steps":["trace[1226888897] 'process raft request' (duration: 133.416079ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:22.524091Z","caller":"traceutil/trace.go:171","msg":"trace[1045098473] transaction","detail":"{read_only:false; response_revision:20317; number_of_response:1; }","duration":"134.408481ms","start":"2026-07-03T16:39:22.389674Z","end":"2026-07-03T16:39:22.524082Z","steps":["trace[1045098473] 'process raft request' (duration: 133.870809ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:22.524764Z","caller":"traceutil/trace.go:171","msg":"trace[448313356] transaction","detail":"{read_only:false; response_revision:20316; number_of_response:1; }","duration":"135.601658ms","start":"2026-07-03T16:39:22.389151Z","end":"2026-07-03T16:39:22.524753Z","steps":["trace[448313356] 'process raft request' (duration: 134.327149ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:24.504894Z","caller":"traceutil/trace.go:171","msg":"trace[685271023] transaction","detail":"{read_only:false; response_revision:20324; number_of_response:1; }","duration":"142.21493ms","start":"2026-07-03T16:39:24.362458Z","end":"2026-07-03T16:39:24.504673Z","steps":["trace[685271023] 'process raft request' (duration: 141.988925ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:24.580064Z","caller":"traceutil/trace.go:171","msg":"trace[224850807] transaction","detail":"{read_only:false; response_revision:20325; number_of_response:1; }","duration":"189.394889ms","start":"2026-07-03T16:39:24.390629Z","end":"2026-07-03T16:39:24.580023Z","steps":["trace[224850807] 'process raft request' (duration: 189.137273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:39:24.781668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.596862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:39:24.781807Z","caller":"traceutil/trace.go:171","msg":"trace[1105919213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20325; }","duration":"196.812058ms","start":"2026-07-03T16:39:24.584968Z","end":"2026-07-03T16:39:24.781781Z","steps":["trace[1105919213] 'range keys from in-memory index tree' (duration: 196.513741ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:24.782232Z","caller":"traceutil/trace.go:171","msg":"trace[243580579] transaction","detail":"{read_only:false; response_revision:20327; number_of_response:1; }","duration":"193.807598ms","start":"2026-07-03T16:39:24.588401Z","end":"2026-07-03T16:39:24.782209Z","steps":["trace[243580579] 'process raft request' (duration: 193.569493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:24.78223Z","caller":"traceutil/trace.go:171","msg":"trace[318392678] transaction","detail":"{read_only:false; response_revision:20326; number_of_response:1; }","duration":"194.860793ms","start":"2026-07-03T16:39:24.587311Z","end":"2026-07-03T16:39:24.782172Z","steps":["trace[318392678] 'process raft request' (duration: 121.59274ms)","trace[318392678] 'compare' (duration: 72.626959ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:39:24.782318Z","caller":"traceutil/trace.go:171","msg":"trace[1655300869] transaction","detail":"{read_only:false; response_revision:20328; number_of_response:1; }","duration":"193.753487ms","start":"2026-07-03T16:39:24.588527Z","end":"2026-07-03T16:39:24.782281Z","steps":["trace[1655300869] 'process raft request' (duration: 193.520742ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:24.78223Z","caller":"traceutil/trace.go:171","msg":"trace[1014223643] transaction","detail":"{read_only:false; response_revision:20330; number_of_response:1; }","duration":"191.408954ms","start":"2026-07-03T16:39:24.590801Z","end":"2026-07-03T16:39:24.78221Z","steps":["trace[1014223643] 'process raft request' (duration: 191.351233ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:24.782376Z","caller":"traceutil/trace.go:171","msg":"trace[1856621379] transaction","detail":"{read_only:false; response_revision:20329; number_of_response:1; }","duration":"193.470411ms","start":"2026-07-03T16:39:24.58885Z","end":"2026-07-03T16:39:24.782321Z","steps":["trace[1856621379] 'process raft request' (duration: 193.250786ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:29.018816Z","caller":"traceutil/trace.go:171","msg":"trace[1386831302] transaction","detail":"{read_only:false; response_revision:20366; number_of_response:1; }","duration":"117.592557ms","start":"2026-07-03T16:39:28.901199Z","end":"2026-07-03T16:39:29.018792Z","steps":["trace[1386831302] 'process raft request' (duration: 117.426254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:32.704292Z","caller":"traceutil/trace.go:171","msg":"trace[2020926279] transaction","detail":"{read_only:false; response_revision:20388; number_of_response:1; }","duration":"121.070747ms","start":"2026-07-03T16:39:32.5832Z","end":"2026-07-03T16:39:32.70427Z","steps":["trace[2020926279] 'process raft request' (duration: 120.943014ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:34.891196Z","caller":"traceutil/trace.go:171","msg":"trace[1237973275] transaction","detail":"{read_only:false; response_revision:20404; number_of_response:1; }","duration":"148.713197ms","start":"2026-07-03T16:39:34.742445Z","end":"2026-07-03T16:39:34.891159Z","steps":["trace[1237973275] 'process raft request' (duration: 148.479502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:39:55.323018Z","caller":"traceutil/trace.go:171","msg":"trace[323602734] transaction","detail":"{read_only:false; response_revision:20549; number_of_response:1; }","duration":"137.916251ms","start":"2026-07-03T16:39:55.184957Z","end":"2026-07-03T16:39:55.322873Z","steps":["trace[323602734] 'process raft request' (duration: 119.920219ms)","trace[323602734] 'compare' (duration: 17.765037ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:40:18.463281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18420} {"level":"info","ts":"2026-07-03T16:40:18.571787Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18420,"took":"105.734916ms","hash":274918068,"current-db-size-bytes":46153728,"current-db-size":"46 MB","current-db-size-in-use-bytes":33615872,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T16:40:18.571897Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":274918068,"revision":18420,"compact-revision":16255} {"level":"warn","ts":"2026-07-03T16:41:58.829481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.968453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:41:58.829574Z","caller":"traceutil/trace.go:171","msg":"trace[136509941] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21497; }","duration":"138.298101ms","start":"2026-07-03T16:41:58.691254Z","end":"2026-07-03T16:41:58.829552Z","steps":["trace[136509941] 'count revisions from in-memory index tree' (duration: 137.870081ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:41:59.513605Z","caller":"traceutil/trace.go:171","msg":"trace[1203508671] transaction","detail":"{read_only:false; response_revision:21499; number_of_response:1; }","duration":"133.039001ms","start":"2026-07-03T16:41:59.380374Z","end":"2026-07-03T16:41:59.513413Z","steps":["trace[1203508671] 'process raft request' (duration: 132.885787ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:41:59.635014Z","caller":"traceutil/trace.go:171","msg":"trace[1027308362] transaction","detail":"{read_only:false; response_revision:21500; number_of_response:1; }","duration":"241.62661ms","start":"2026-07-03T16:41:59.393366Z","end":"2026-07-03T16:41:59.634993Z","steps":["trace[1027308362] 'process raft request' (duration: 241.489887ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:41:59.99496Z","caller":"traceutil/trace.go:171","msg":"trace[375673436] transaction","detail":"{read_only:false; response_revision:21501; number_of_response:1; }","duration":"328.882375ms","start":"2026-07-03T16:41:59.666042Z","end":"2026-07-03T16:41:59.994924Z","steps":["trace[375673436] 'process raft request' (duration: 272.352784ms)","trace[375673436] 'compare' (duration: 56.427019ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:41:59.994983Z","caller":"traceutil/trace.go:171","msg":"trace[1671027942] linearizableReadLoop","detail":"{readStateIndex:22268; appliedIndex:22267; }","duration":"214.970203ms","start":"2026-07-03T16:41:59.779985Z","end":"2026-07-03T16:41:59.994955Z","steps":["trace[1671027942] 'read index received' (duration: 158.496273ms)","trace[1671027942] 'applied index is now lower than readState.Index' (duration: 56.4731ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:41:59.995159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:41:59.666029Z","time spent":"329.004999ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:41:59.995388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.397672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:41:59.99544Z","caller":"traceutil/trace.go:171","msg":"trace[558539428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21502; }","duration":"215.499664ms","start":"2026-07-03T16:41:59.779932Z","end":"2026-07-03T16:41:59.995432Z","steps":["trace[558539428] 'agreement among raft nodes before linearized reading' (duration: 215.30135ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:00.229267Z","caller":"traceutil/trace.go:171","msg":"trace[855332702] transaction","detail":"{read_only:false; response_revision:21505; number_of_response:1; }","duration":"215.977295ms","start":"2026-07-03T16:42:00.013246Z","end":"2026-07-03T16:42:00.229223Z","steps":["trace[855332702] 'process raft request' (duration: 148.572585ms)","trace[855332702] 'compare' (duration: 67.080903ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:00.229656Z","caller":"traceutil/trace.go:171","msg":"trace[81066679] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"215.947155ms","start":"2026-07-03T16:42:00.013688Z","end":"2026-07-03T16:42:00.229635Z","steps":["trace[81066679] 'process raft request' (duration: 215.460123ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:00.229674Z","caller":"traceutil/trace.go:171","msg":"trace[959948187] linearizableReadLoop","detail":"{readStateIndex:22273; appliedIndex:22271; }","duration":"151.862811ms","start":"2026-07-03T16:42:00.077796Z","end":"2026-07-03T16:42:00.229659Z","steps":["trace[959948187] 'read index received' (duration: 84.242995ms)","trace[959948187] 'applied index is now lower than readState.Index' (duration: 67.618286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:00.229949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.127477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:42:00.230031Z","caller":"traceutil/trace.go:171","msg":"trace[1228210437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21506; }","duration":"152.24872ms","start":"2026-07-03T16:42:00.07776Z","end":"2026-07-03T16:42:00.230008Z","steps":["trace[1228210437] 'agreement among raft nodes before linearized reading' (duration: 151.996694ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:01.740774Z","caller":"traceutil/trace.go:171","msg":"trace[1322002945] transaction","detail":"{read_only:false; response_revision:21511; number_of_response:1; }","duration":"221.037631ms","start":"2026-07-03T16:42:01.519714Z","end":"2026-07-03T16:42:01.740752Z","steps":["trace[1322002945] 'process raft request' (duration: 220.911038ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:02.367921Z","caller":"traceutil/trace.go:171","msg":"trace[1704573027] linearizableReadLoop","detail":"{readStateIndex:22285; appliedIndex:22283; }","duration":"122.159182ms","start":"2026-07-03T16:42:02.245741Z","end":"2026-07-03T16:42:02.3679Z","steps":["trace[1704573027] 'read index received' (duration: 7.258677ms)","trace[1704573027] 'applied index is now lower than readState.Index' (duration: 114.898825ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:02.368075Z","caller":"traceutil/trace.go:171","msg":"trace[2031257882] transaction","detail":"{read_only:false; response_revision:21517; number_of_response:1; }","duration":"129.709174ms","start":"2026-07-03T16:42:02.238353Z","end":"2026-07-03T16:42:02.368062Z","steps":["trace[2031257882] 'process raft request' (duration: 128.057056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:02.368424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.667693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:42:02.36848Z","caller":"traceutil/trace.go:171","msg":"trace[403631446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21517; }","duration":"122.746405ms","start":"2026-07-03T16:42:02.245723Z","end":"2026-07-03T16:42:02.368469Z","steps":["trace[403631446] 'agreement among raft nodes before linearized reading' (duration: 122.281754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:02.637813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.81795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:02.638047Z","caller":"traceutil/trace.go:171","msg":"trace[943896928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21518; }","duration":"117.105676ms","start":"2026-07-03T16:42:02.520915Z","end":"2026-07-03T16:42:02.638021Z","steps":["trace[943896928] 'range keys from in-memory index tree' (duration: 116.737057ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:04.699208Z","caller":"traceutil/trace.go:171","msg":"trace[968479768] linearizableReadLoop","detail":"{readStateIndex:22295; appliedIndex:22294; }","duration":"179.765117ms","start":"2026-07-03T16:42:04.519413Z","end":"2026-07-03T16:42:04.699178Z","steps":["trace[968479768] 'read index received' (duration: 143.148621ms)","trace[968479768] 'applied index is now lower than readState.Index' (duration: 36.615466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:04.699332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.90795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:04.699369Z","caller":"traceutil/trace.go:171","msg":"trace[712504111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21527; }","duration":"179.991423ms","start":"2026-07-03T16:42:04.519368Z","end":"2026-07-03T16:42:04.699359Z","steps":["trace[712504111] 'agreement among raft nodes before linearized reading' (duration: 179.911971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:04.699218Z","caller":"traceutil/trace.go:171","msg":"trace[586758057] transaction","detail":"{read_only:false; response_revision:21527; number_of_response:1; }","duration":"188.806914ms","start":"2026-07-03T16:42:04.510379Z","end":"2026-07-03T16:42:04.699186Z","steps":["trace[586758057] 'process raft request' (duration: 152.181497ms)","trace[586758057] 'compare' (duration: 36.368181ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:20.965312Z","caller":"traceutil/trace.go:171","msg":"trace[2133774209] transaction","detail":"{read_only:false; response_revision:21610; number_of_response:1; }","duration":"101.180862ms","start":"2026-07-03T16:42:20.864097Z","end":"2026-07-03T16:42:20.965278Z","steps":["trace[2133774209] 'process raft request' (duration: 101.020878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:36.599002Z","caller":"traceutil/trace.go:171","msg":"trace[615865669] transaction","detail":"{read_only:false; response_revision:21684; number_of_response:1; }","duration":"495.41683ms","start":"2026-07-03T16:42:36.10356Z","end":"2026-07-03T16:42:36.598977Z","steps":["trace[615865669] 'process raft request' (duration: 495.266387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:36.599143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:36.103528Z","time spent":"495.540252ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:36.600268Z","caller":"traceutil/trace.go:171","msg":"trace[490171696] transaction","detail":"{read_only:false; response_revision:21685; number_of_response:1; }","duration":"199.469518ms","start":"2026-07-03T16:42:36.400788Z","end":"2026-07-03T16:42:36.600257Z","steps":["trace[490171696] 'process raft request' (duration: 199.417087ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:42.017922Z","caller":"traceutil/trace.go:171","msg":"trace[1202224633] linearizableReadLoop","detail":"{readStateIndex:22493; appliedIndex:22492; }","duration":"269.693673ms","start":"2026-07-03T16:42:41.748205Z","end":"2026-07-03T16:42:42.017898Z","steps":["trace[1202224633] 'read index received' (duration: 269.474527ms)","trace[1202224633] 'applied index is now lower than readState.Index' (duration: 218.216µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:42.017964Z","caller":"traceutil/trace.go:171","msg":"trace[685652671] transaction","detail":"{read_only:false; response_revision:21717; number_of_response:1; }","duration":"358.206615ms","start":"2026-07-03T16:42:41.659733Z","end":"2026-07-03T16:42:42.017939Z","steps":["trace[685652671] 'process raft request' (duration: 358.008691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:42.01814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.930468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:42:42.018139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:41.659697Z","time spent":"358.359409ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:42.01817Z","caller":"traceutil/trace.go:171","msg":"trace[1106443385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21717; }","duration":"270.073452ms","start":"2026-07-03T16:42:41.748089Z","end":"2026-07-03T16:42:42.018162Z","steps":["trace[1106443385] 'agreement among raft nodes before linearized reading' (duration: 269.916029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:42.018238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.719806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:42:42.018294Z","caller":"traceutil/trace.go:171","msg":"trace[329959561] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:21717; }","duration":"168.810408ms","start":"2026-07-03T16:42:41.849468Z","end":"2026-07-03T16:42:42.018279Z","steps":["trace[329959561] 'agreement among raft nodes before linearized reading' (duration: 168.683705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:42.522845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572680581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:43.685822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.384158ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:43.68595Z","caller":"traceutil/trace.go:171","msg":"trace[1149882186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21717; }","duration":"161.522331ms","start":"2026-07-03T16:42:43.524408Z","end":"2026-07-03T16:42:43.68593Z","steps":["trace[1149882186] 'range keys from in-memory index tree' (duration: 161.361838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:43.685966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002917686s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-03T16:42:43.686066Z","caller":"traceutil/trace.go:171","msg":"trace[1955708440] linearizableReadLoop","detail":"{readStateIndex:22494; appliedIndex:22493; }","duration":"1.664018112s","start":"2026-07-03T16:42:42.02203Z","end":"2026-07-03T16:42:43.686048Z","steps":["trace[1955708440] 'read index received' (duration: 661.100996ms)","trace[1955708440] 'applied index is now lower than readState.Index' (duration: 1.002915506s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:43.686141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:42.019341Z","time spent":"1.666796145s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:42:43.686276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664240507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:42:43.687102Z","caller":"traceutil/trace.go:171","msg":"trace[1923857025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21717; }","duration":"1.664336019s","start":"2026-07-03T16:42:42.021988Z","end":"2026-07-03T16:42:43.686324Z","steps":["trace[1923857025] 'agreement among raft nodes before linearized reading' (duration: 1.664149675s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:43.687185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:42.021974Z","time spent":"1.665191188s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:42:43.916635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233503894s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:42:45.521394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:42:45.521468Z","caller":"traceutil/trace.go:171","msg":"trace[1609742064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350457s","start":"2026-07-03T16:42:43.521103Z","end":"2026-07-03T16:42:45.521454Z","steps":["trace[1609742064] 'agreement among raft nodes before linearized reading' (duration: 2.000253745s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.521505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:43.521084Z","time spent":"2.000413869s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:42:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:45.551879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634945018s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:45.552203Z","caller":"traceutil/trace.go:171","msg":"trace[1971490986] linearizableReadLoop","detail":"{readStateIndex:22497; appliedIndex:22494; }","duration":"1.866086029s","start":"2026-07-03T16:42:43.686098Z","end":"2026-07-03T16:42:45.552184Z","steps":["trace[1971490986] 'read index received' (duration: 230.723282ms)","trace[1971490986] 'applied index is now lower than readState.Index' (duration: 1.635361807s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:45.552326Z","caller":"traceutil/trace.go:171","msg":"trace[1121236265] transaction","detail":"{read_only:false; response_revision:21718; number_of_response:1; }","duration":"2.922773493s","start":"2026-07-03T16:42:42.629535Z","end":"2026-07-03T16:42:45.552309Z","steps":["trace[1121236265] 'process raft request' (duration: 1.287307553s)","trace[1121236265] 'compare' (duration: 1.634356725s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:45.552396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:42.62951Z","time spent":"2.922848255s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:45.55245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068065224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:45.552534Z","caller":"traceutil/trace.go:171","msg":"trace[848189973] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:21721; }","duration":"2.068208057s","start":"2026-07-03T16:42:43.484308Z","end":"2026-07-03T16:42:45.552516Z","steps":["trace[848189973] 'agreement among raft nodes before linearized reading' (duration: 2.068009493s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.55257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792621259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:42:45.55261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663096019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:42:45.552618Z","caller":"traceutil/trace.go:171","msg":"trace[1548964890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21721; }","duration":"2.792707911s","start":"2026-07-03T16:42:42.759897Z","end":"2026-07-03T16:42:45.552605Z","steps":["trace[1548964890] 'agreement among raft nodes before linearized reading' (duration: 2.792622179s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:45.552638Z","caller":"traceutil/trace.go:171","msg":"trace[316117807] transaction","detail":"{read_only:false; response_revision:21721; number_of_response:1; }","duration":"1.862902876s","start":"2026-07-03T16:42:43.689729Z","end":"2026-07-03T16:42:45.552632Z","steps":["trace[316117807] 'process raft request' (duration: 1.862409495s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:45.552652Z","caller":"traceutil/trace.go:171","msg":"trace[1997378987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21721; }","duration":"2.663168791s","start":"2026-07-03T16:42:42.88947Z","end":"2026-07-03T16:42:45.552639Z","steps":["trace[1997378987] 'agreement among raft nodes before linearized reading' (duration: 2.66312368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.552706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:42.889449Z","time spent":"2.663247733s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:45.552664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:42.759873Z","time spent":"2.792780283s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:42:45.552727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:43.6897Z","time spent":"1.862958898s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:45.552614Z","caller":"traceutil/trace.go:171","msg":"trace[2134869573] transaction","detail":"{read_only:false; response_revision:21720; number_of_response:1; }","duration":"2.385275591s","start":"2026-07-03T16:42:43.167329Z","end":"2026-07-03T16:42:45.552605Z","steps":["trace[2134869573] 'process raft request' (duration: 2.38476905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.552575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:43.484288Z","time spent":"2.068278958s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:45.552465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776394709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:42:45.552576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378399135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:42:45.55283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:43.167301Z","time spent":"2.385462816s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:45.552852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835192252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:42:45.552907Z","caller":"traceutil/trace.go:171","msg":"trace[948766827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21721; }","duration":"2.378728492s","start":"2026-07-03T16:42:43.174133Z","end":"2026-07-03T16:42:45.552862Z","steps":["trace[948766827] 'agreement among raft nodes before linearized reading' (duration: 2.378370684s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:45.552936Z","caller":"traceutil/trace.go:171","msg":"trace[1801896111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21721; }","duration":"2.835318965s","start":"2026-07-03T16:42:42.7176Z","end":"2026-07-03T16:42:45.552919Z","steps":["trace[1801896111] 'agreement among raft nodes before linearized reading' (duration: 2.835115801s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.552973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:42.717581Z","time spent":"2.835383326s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:42:45.552861Z","caller":"traceutil/trace.go:171","msg":"trace[1965425842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21721; }","duration":"2.776801538s","start":"2026-07-03T16:42:42.776015Z","end":"2026-07-03T16:42:45.552816Z","steps":["trace[1965425842] 'agreement among raft nodes before linearized reading' (duration: 2.776355478s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.552979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:43.174113Z","time spent":"2.378844555s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:45.553016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:42.775999Z","time spent":"2.777007752s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:42:45.553128Z","caller":"traceutil/trace.go:171","msg":"trace[635150617] transaction","detail":"{read_only:false; response_revision:21719; number_of_response:1; }","duration":"2.917162136s","start":"2026-07-03T16:42:42.635923Z","end":"2026-07-03T16:42:45.553086Z","steps":["trace[635150617] 'process raft request' (duration: 2.91606118s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:45.55326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:42.635907Z","time spent":"2.917249928s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:47.257441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:42:47.257577Z","caller":"traceutil/trace.go:171","msg":"trace[438971794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317746s","start":"2026-07-03T16:42:45.257229Z","end":"2026-07-03T16:42:47.257547Z","steps":["trace[438971794] 'agreement among raft nodes before linearized reading' (duration: 2.000124981s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:47.257645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:45.257209Z","time spent":"2.000422688s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:42:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:47.490742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632157533s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:47.490819Z","caller":"traceutil/trace.go:171","msg":"trace[416769781] linearizableReadLoop","detail":"{readStateIndex:22499; appliedIndex:22498; }","duration":"1.938570775s","start":"2026-07-03T16:42:45.552236Z","end":"2026-07-03T16:42:47.490806Z","steps":["trace[416769781] 'read index received' (duration: 306.287079ms)","trace[416769781] 'applied index is now lower than readState.Index' (duration: 1.632282506s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:47.491378Z","caller":"traceutil/trace.go:171","msg":"trace[1560527486] transaction","detail":"{read_only:false; response_revision:21722; number_of_response:1; }","duration":"3.468414141s","start":"2026-07-03T16:42:44.022903Z","end":"2026-07-03T16:42:47.491317Z","steps":["trace[1560527486] 'process raft request' (duration: 1.835604743s)","trace[1560527486] 'compare' (duration: 1.631196061s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:47.491461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969403759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:47.491582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:44.022875Z","time spent":"3.468589065s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:47.491599Z","caller":"traceutil/trace.go:171","msg":"trace[623549664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21722; }","duration":"1.969574693s","start":"2026-07-03T16:42:45.522006Z","end":"2026-07-03T16:42:47.491581Z","steps":["trace[623549664] 'agreement among raft nodes before linearized reading' (duration: 1.969296577s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:47.491665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:45.521994Z","time spent":"1.969663066s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:42:47.491617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970179306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:47.491923Z","caller":"traceutil/trace.go:171","msg":"trace[1353418087] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21722; }","duration":"2.970571326s","start":"2026-07-03T16:42:44.521334Z","end":"2026-07-03T16:42:47.491905Z","steps":["trace[1353418087] 'agreement among raft nodes before linearized reading' (duration: 2.970001972s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:47.492031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:44.521308Z","time spent":"2.970711049s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:47.49179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802193008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18453"} {"level":"info","ts":"2026-07-03T16:42:47.492169Z","caller":"traceutil/trace.go:171","msg":"trace[1688926861] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21722; }","duration":"3.802604107s","start":"2026-07-03T16:42:43.689553Z","end":"2026-07-03T16:42:47.492157Z","steps":["trace[1688926861] 'agreement among raft nodes before linearized reading' (duration: 3.801903171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:47.4922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:43.689536Z","time spent":"3.802653979s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:42:47.992402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572680598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:48.044301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.185782003s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:42:49.500426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:42:49.50077Z","caller":"traceutil/trace.go:171","msg":"trace[447304540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426118s","start":"2026-07-03T16:42:47.500112Z","end":"2026-07-03T16:42:49.500538Z","steps":["trace[447304540] 'agreement among raft nodes before linearized reading' (duration: 2.000260654s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:49.500866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:47.500105Z","time spent":"2.000739196s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:42:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:49.772523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727908162s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:49.772816Z","caller":"traceutil/trace.go:171","msg":"trace[1851416437] transaction","detail":"{read_only:false; response_revision:21723; number_of_response:1; }","duration":"4.21284823s","start":"2026-07-03T16:42:45.559942Z","end":"2026-07-03T16:42:49.77279Z","steps":["trace[1851416437] 'process raft request' (duration: 2.484578461s)","trace[1851416437] 'compare' (duration: 1.726233162s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:49.772881Z","caller":"traceutil/trace.go:171","msg":"trace[1084067968] transaction","detail":"{read_only:false; response_revision:21726; number_of_response:1; }","duration":"4.212694887s","start":"2026-07-03T16:42:45.560168Z","end":"2026-07-03T16:42:49.772863Z","steps":["trace[1084067968] 'process raft request' (duration: 4.212632155s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:49.772897Z","caller":"traceutil/trace.go:171","msg":"trace[418609706] transaction","detail":"{read_only:false; response_revision:21725; number_of_response:1; }","duration":"4.212742498s","start":"2026-07-03T16:42:45.560135Z","end":"2026-07-03T16:42:49.772878Z","steps":["trace[418609706] 'process raft request' (duration: 4.212625315s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:49.772946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:45.559925Z","time spent":"4.212953263s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:49.772958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:45.560164Z","time spent":"4.212761308s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:49.772992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:45.56013Z","time spent":"4.21281029s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:49.773002Z","caller":"traceutil/trace.go:171","msg":"trace[1351475548] transaction","detail":"{read_only:false; response_revision:21727; number_of_response:1; }","duration":"4.212767749s","start":"2026-07-03T16:42:45.560226Z","end":"2026-07-03T16:42:49.772993Z","steps":["trace[1351475548] 'process raft request' (duration: 4.212602595s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:49.772887Z","caller":"traceutil/trace.go:171","msg":"trace[124930937] transaction","detail":"{read_only:false; response_revision:21724; number_of_response:1; }","duration":"4.212796009s","start":"2026-07-03T16:42:45.560077Z","end":"2026-07-03T16:42:49.772873Z","steps":["trace[124930937] 'process raft request' (duration: 4.212554624s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:49.773094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:45.56007Z","time spent":"4.212997884s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:49.773044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:45.560221Z","time spent":"4.212799749s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:49.773664Z","caller":"traceutil/trace.go:171","msg":"trace[829926176] transaction","detail":"{read_only:false; response_revision:21728; number_of_response:1; }","duration":"3.768527698s","start":"2026-07-03T16:42:46.005128Z","end":"2026-07-03T16:42:49.773655Z","steps":["trace[829926176] 'process raft request' (duration: 3.767827872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:49.773726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:46.005093Z","time spent":"3.768598439s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:51.500807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:42:51.500904Z","caller":"traceutil/trace.go:171","msg":"trace[208777327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418449s","start":"2026-07-03T16:42:49.500463Z","end":"2026-07-03T16:42:51.500882Z","steps":["trace[208777327] 'agreement among raft nodes before linearized reading' (duration: 2.000309067s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:51.500966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:49.500445Z","time spent":"2.000506961s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:42:51.618571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845315715s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:42:51.620166Z","caller":"traceutil/trace.go:171","msg":"trace[892002219] transaction","detail":"{read_only:false; response_revision:21729; number_of_response:1; }","duration":"4.061591405s","start":"2026-07-03T16:42:47.558554Z","end":"2026-07-03T16:42:51.620145Z","steps":["trace[892002219] 'process raft request' (duration: 4.060171163s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:51.620331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:47.558528Z","time spent":"4.061725828s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:52.557395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:47.558721Z","time spent":"4.998667387s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:42:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:52.557672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:47.559536Z","time spent":"4.998128604s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:42:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:52.645534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:42:52.645601Z","caller":"traceutil/trace.go:171","msg":"trace[1404383857] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693575s","start":"2026-07-03T16:42:50.644892Z","end":"2026-07-03T16:42:52.645585Z","steps":["trace[1404383857] 'agreement among raft nodes before linearized reading' (duration: 2.000599253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:52.645638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:50.64483Z","time spent":"2.000795487s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:42:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:53.509874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:42:53.509951Z","caller":"traceutil/trace.go:171","msg":"trace[1221883127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539671s","start":"2026-07-03T16:42:51.509392Z","end":"2026-07-03T16:42:53.509931Z","steps":["trace[1221883127] 'agreement among raft nodes before linearized reading' (duration: 2.000442149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:53.509996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.509375Z","time spent":"2.000612044s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:42:53.688626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.491561ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:53.688817Z","caller":"traceutil/trace.go:171","msg":"trace[1886907849] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21729; }","duration":"165.691965ms","start":"2026-07-03T16:42:53.523106Z","end":"2026-07-03T16:42:53.688798Z","steps":["trace[1886907849] 'range keys from in-memory index tree' (duration: 165.473231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:53.689747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069518548s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:53.690114Z","caller":"traceutil/trace.go:171","msg":"trace[1659481425] transaction","detail":"{read_only:false; response_revision:21735; number_of_response:1; }","duration":"2.028736726s","start":"2026-07-03T16:42:51.661359Z","end":"2026-07-03T16:42:53.690096Z","steps":["trace[1659481425] 'process raft request' (duration: 2.028689915s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:53.690192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.661342Z","time spent":"2.028814817s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:53.690241Z","caller":"traceutil/trace.go:171","msg":"trace[102595263] transaction","detail":"{read_only:false; response_revision:21734; number_of_response:1; }","duration":"2.466093359s","start":"2026-07-03T16:42:51.224113Z","end":"2026-07-03T16:42:53.690206Z","steps":["trace[102595263] 'process raft request' (duration: 2.465901885s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:53.690263Z","caller":"traceutil/trace.go:171","msg":"trace[1246062621] transaction","detail":"{read_only:false; response_revision:21733; number_of_response:1; }","duration":"4.189694011s","start":"2026-07-03T16:42:49.500525Z","end":"2026-07-03T16:42:53.690219Z","steps":["trace[1246062621] 'process raft request' (duration: 4.189454346s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:53.690261Z","caller":"traceutil/trace.go:171","msg":"trace[1592881514] transaction","detail":"{read_only:false; response_revision:21732; number_of_response:1; }","duration":"5.122911806s","start":"2026-07-03T16:42:48.567295Z","end":"2026-07-03T16:42:53.690207Z","steps":["trace[1592881514] 'process raft request' (duration: 5.12264465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:53.690358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:49.500502Z","time spent":"4.189809024s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:53.69037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.224083Z","time spent":"2.466218602s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:53.690406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:48.56727Z","time spent":"5.12306182s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:53.690637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.948860417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:53.690627Z","caller":"traceutil/trace.go:171","msg":"trace[821638581] linearizableReadLoop","detail":"{readStateIndex:22509; appliedIndex:22499; }","duration":"6.199145947s","start":"2026-07-03T16:42:47.491433Z","end":"2026-07-03T16:42:53.690579Z","steps":["trace[821638581] 'read index received' (duration: 553.101979ms)","trace[821638581] 'applied index is now lower than readState.Index' (duration: 5.646040258s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:53.690641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.277013066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:53.690695Z","caller":"traceutil/trace.go:171","msg":"trace[730081756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21735; }","duration":"7.277103587s","start":"2026-07-03T16:42:46.41358Z","end":"2026-07-03T16:42:53.690684Z","steps":["trace[730081756] 'agreement among raft nodes before linearized reading' (duration: 7.277002374s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:53.690729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.807964917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:42:53.690776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.135112063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:42:53.690806Z","caller":"traceutil/trace.go:171","msg":"trace[1544027346] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21735; }","duration":"8.135177234s","start":"2026-07-03T16:42:45.55562Z","end":"2026-07-03T16:42:53.690798Z","steps":["trace[1544027346] 'agreement among raft nodes before linearized reading' (duration: 8.135095002s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:53.690839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:45.555604Z","time spent":"8.135229605s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:42:53.690748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:46.413561Z","time spent":"7.277171359s","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:53.690799Z","caller":"traceutil/trace.go:171","msg":"trace[1302181200] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21735; }","duration":"7.80806511s","start":"2026-07-03T16:42:45.882712Z","end":"2026-07-03T16:42:53.690777Z","steps":["trace[1302181200] 'agreement among raft nodes before linearized reading' (duration: 7.807880526s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:53.690997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:45.882693Z","time spent":"7.808275804s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-03T16:42:53.690701Z","caller":"traceutil/trace.go:171","msg":"trace[168492552] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21735; }","duration":"6.948936078s","start":"2026-07-03T16:42:46.74173Z","end":"2026-07-03T16:42:53.690666Z","steps":["trace[168492552] 'agreement among raft nodes before linearized reading' (duration: 6.948861587s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:53.691267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:46.741711Z","time spent":"6.949463102s","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:53.691626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.713425519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:42:53.691674Z","caller":"traceutil/trace.go:171","msg":"trace[419861625] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21735; }","duration":"6.713508471s","start":"2026-07-03T16:42:46.978155Z","end":"2026-07-03T16:42:53.691663Z","steps":["trace[419861625] 'agreement among raft nodes before linearized reading' (duration: 6.712422215s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:53.691705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:46.978137Z","time spent":"6.713559891s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2151,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:54.19096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572680607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:54.692085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572680607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:55.193031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572680607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:55.403878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.606827976s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:42:55.517979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:42:55.518071Z","caller":"traceutil/trace.go:171","msg":"trace[1744179583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148643s","start":"2026-07-03T16:42:53.517896Z","end":"2026-07-03T16:42:55.518045Z","steps":["trace[1744179583] 'agreement among raft nodes before linearized reading' (duration: 2.00003898s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.518121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:53.517881Z","time spent":"2.000228264s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:42:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:55.996573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.374685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:42:55.996909Z","caller":"traceutil/trace.go:171","msg":"trace[1867328903] linearizableReadLoop","detail":"{readStateIndex:22514; appliedIndex:22513; }","duration":"2.306218496s","start":"2026-07-03T16:42:53.69068Z","end":"2026-07-03T16:42:55.996899Z","steps":["trace[1867328903] 'read index received' (duration: 1.713436661s)","trace[1867328903] 'applied index is now lower than readState.Index' (duration: 592.781035ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:55.996908Z","caller":"traceutil/trace.go:171","msg":"trace[1572117472] transaction","detail":"{read_only:false; response_revision:21736; number_of_response:1; }","duration":"3.924781349s","start":"2026-07-03T16:42:52.071866Z","end":"2026-07-03T16:42:55.996647Z","steps":["trace[1572117472] 'process raft request' (duration: 3.334379028s)","trace[1572117472] 'compare' (duration: 589.54574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:42:55.997022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:52.071842Z","time spent":"3.925121157s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:55.997616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.434477494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:55.997726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22018632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:42:55.997727Z","caller":"traceutil/trace.go:171","msg":"trace[1845815236] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21737; }","duration":"8.434619656s","start":"2026-07-03T16:42:47.563079Z","end":"2026-07-03T16:42:55.997699Z","steps":["trace[1845815236] 'agreement among raft nodes before linearized reading' (duration: 8.433943581s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.997723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304560629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-03T16:42:55.997802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.103241807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:55.997863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.879952394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:55.997903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438724574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-03T16:42:55.997869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221624952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:42:55.99792Z","caller":"traceutil/trace.go:171","msg":"trace[48382604] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21737; }","duration":"6.880045536s","start":"2026-07-03T16:42:49.11786Z","end":"2026-07-03T16:42:55.997905Z","steps":["trace[48382604] 'agreement among raft nodes before linearized reading' (duration: 6.879134385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.997881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484497369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-07-03T16:42:55.998253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304344773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7dbba2d-3623-4b04-8724-d68f2a4fde4d\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-03T16:42:55.998234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984978684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:55.998283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642075559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417468"} {"level":"info","ts":"2026-07-03T16:42:55.9983Z","caller":"traceutil/trace.go:171","msg":"trace[863199454] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7dbba2d-3623-4b04-8724-d68f2a4fde4d; range_end:; response_count:1; response_revision:21737; }","duration":"2.304401323s","start":"2026-07-03T16:42:53.693885Z","end":"2026-07-03T16:42:55.998286Z","steps":["trace[863199454] 'agreement among raft nodes before linearized reading' (duration: 2.304285971s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:55.998327Z","caller":"traceutil/trace.go:171","msg":"trace[1605546877] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21737; }","duration":"4.64210813s","start":"2026-07-03T16:42:51.356201Z","end":"2026-07-03T16:42:55.998309Z","steps":["trace[1605546877] 'agreement among raft nodes before linearized reading' (duration: 4.640704198s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.998347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:53.693877Z","time spent":"2.304461746s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e7dbba2d-3623-4b04-8724-d68f2a4fde4d\" "} {"level":"info","ts":"2026-07-03T16:42:55.998296Z","caller":"traceutil/trace.go:171","msg":"trace[165120433] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:21737; }","duration":"2.484948159s","start":"2026-07-03T16:42:53.51332Z","end":"2026-07-03T16:42:55.998268Z","steps":["trace[165120433] 'agreement among raft nodes before linearized reading' (duration: 2.48364756s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.998456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:53.513294Z","time spent":"2.485141184s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:42:55.998375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.356165Z","time spent":"4.642201452s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417489,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-03T16:42:55.998311Z","caller":"traceutil/trace.go:171","msg":"trace[1574556989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21737; }","duration":"4.985065066s","start":"2026-07-03T16:42:51.013231Z","end":"2026-07-03T16:42:55.998296Z","steps":["trace[1574556989] 'agreement among raft nodes before linearized reading' (duration: 4.983755366s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.998606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342912924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238537"} {"level":"info","ts":"2026-07-03T16:42:55.99868Z","caller":"traceutil/trace.go:171","msg":"trace[1204782684] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:21737; }","duration":"2.343014976s","start":"2026-07-03T16:42:53.655654Z","end":"2026-07-03T16:42:55.998669Z","steps":["trace[1204782684] 'agreement among raft nodes before linearized reading' (duration: 2.341290447s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:55.997762Z","caller":"traceutil/trace.go:171","msg":"trace[1505210412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21737; }","duration":"4.22024152s","start":"2026-07-03T16:42:51.77751Z","end":"2026-07-03T16:42:55.997752Z","steps":["trace[1505210412] 'agreement among raft nodes before linearized reading' (duration: 4.219466973s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.998786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:53.6556Z","time spent":"2.343131749s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":238558,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:42:55.997931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.541047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:55.998931Z","caller":"traceutil/trace.go:171","msg":"trace[1080309801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21737; }","duration":"480.570181ms","start":"2026-07-03T16:42:55.518344Z","end":"2026-07-03T16:42:55.998914Z","steps":["trace[1080309801] 'agreement among raft nodes before linearized reading' (duration: 479.552298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.99899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:55.518323Z","time spent":"480.649952ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:42:55.999151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.013224Z","time spent":"4.985793212s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:55.99878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.777503Z","time spent":"4.221264074s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:55.997881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220333923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:42:56.000274Z","caller":"traceutil/trace.go:171","msg":"trace[1245741747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21737; }","duration":"4.222750519s","start":"2026-07-03T16:42:51.777499Z","end":"2026-07-03T16:42:56.00025Z","steps":["trace[1245741747] 'agreement among raft nodes before linearized reading' (duration: 4.219602577s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:55.997867Z","caller":"traceutil/trace.go:171","msg":"trace[14005335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:21737; }","duration":"5.10333966s","start":"2026-07-03T16:42:50.894506Z","end":"2026-07-03T16:42:55.997845Z","steps":["trace[14005335] 'agreement among raft nodes before linearized reading' (duration: 5.102573402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.000731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:50.894481Z","time spent":"5.106228025s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:55.997633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.608618784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:56.001434Z","caller":"traceutil/trace.go:171","msg":"trace[1865473548] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:21737; }","duration":"5.612453981s","start":"2026-07-03T16:42:50.388937Z","end":"2026-07-03T16:42:56.001391Z","steps":["trace[1865473548] 'agreement among raft nodes before linearized reading' (duration: 5.608241846s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.001513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:50.388916Z","time spent":"5.612570754s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:55.99776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.501123966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:42:55.997788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:47.56307Z","time spent":"8.434704448s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:42:55.997653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847109425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:56.008901Z","caller":"traceutil/trace.go:171","msg":"trace[1736786237] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:21737; }","duration":"2.858390683s","start":"2026-07-03T16:42:53.150485Z","end":"2026-07-03T16:42:56.008876Z","steps":["trace[1736786237] 'agreement among raft nodes before linearized reading' (duration: 2.846613434s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.009022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:53.15046Z","time spent":"2.858550466s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:55.997826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749108334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:56.009251Z","caller":"traceutil/trace.go:171","msg":"trace[354458786] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21737; }","duration":"5.760576185s","start":"2026-07-03T16:42:50.248644Z","end":"2026-07-03T16:42:56.009221Z","steps":["trace[354458786] 'agreement among raft nodes before linearized reading' (duration: 5.748442718s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.009348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:50.248623Z","time spent":"5.760696939s","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":35,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:55.997934Z","caller":"traceutil/trace.go:171","msg":"trace[1652186390] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21737; }","duration":"3.438770754s","start":"2026-07-03T16:42:52.559153Z","end":"2026-07-03T16:42:55.997924Z","steps":["trace[1652186390] 'agreement among raft nodes before linearized reading' (duration: 3.437972916s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.009451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:52.559146Z","time spent":"3.450291537s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:42:55.99797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.359209584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:56.009684Z","caller":"traceutil/trace.go:171","msg":"trace[988403553] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:21737; }","duration":"6.370891431s","start":"2026-07-03T16:42:49.63873Z","end":"2026-07-03T16:42:56.009621Z","steps":["trace[988403553] 'agreement among raft nodes before linearized reading' (duration: 6.358262013s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.00972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:49.638715Z","time spent":"6.370992853s","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:55.997957Z","caller":"traceutil/trace.go:171","msg":"trace[214529667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21737; }","duration":"4.221779986s","start":"2026-07-03T16:42:51.776157Z","end":"2026-07-03T16:42:55.997937Z","steps":["trace[214529667] 'agreement among raft nodes before linearized reading' (duration: 4.220869675s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.997978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:49.117837Z","time spent":"6.880124367s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:55.998023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.578201407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:42:56.010931Z","caller":"traceutil/trace.go:171","msg":"trace[473402204] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21737; }","duration":"7.591120693s","start":"2026-07-03T16:42:48.419782Z","end":"2026-07-03T16:42:56.010902Z","steps":["trace[473402204] 'agreement among raft nodes before linearized reading' (duration: 7.577220786s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.010776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.776128Z","time spent":"4.234635239s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:42:56.011036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:48.419762Z","time spent":"7.591238046s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:42:55.998017Z","caller":"traceutil/trace.go:171","msg":"trace[1192038863] transaction","detail":"{read_only:false; response_revision:21737; number_of_response:1; }","duration":"301.731645ms","start":"2026-07-03T16:42:55.696274Z","end":"2026-07-03T16:42:55.998005Z","steps":["trace[1192038863] 'process raft request' (duration: 300.384385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.99802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.531084932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:55.998082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992133128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:55.998088Z","caller":"traceutil/trace.go:171","msg":"trace[1936400613] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21737; }","duration":"2.304734772s","start":"2026-07-03T16:42:53.693102Z","end":"2026-07-03T16:42:55.997837Z","steps":["trace[1936400613] 'agreement among raft nodes before linearized reading' (duration: 2.304403175s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.998123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372243855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-03T16:42:55.998125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220880856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:42:55.998136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.773392139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:55.998131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66046613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:55.998172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586350807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:42:55.998176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.108851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:55.998209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553666621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:42:55.998184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439167094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-03T16:42:55.998202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221182272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:42:56.00105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.777489Z","time spent":"4.223547066s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:42:56.00643Z","caller":"traceutil/trace.go:171","msg":"trace[239725928] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:21737; }","duration":"8.505103637s","start":"2026-07-03T16:42:47.496607Z","end":"2026-07-03T16:42:56.001711Z","steps":["trace[239725928] 'agreement among raft nodes before linearized reading' (duration: 8.50040525s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:56.011611Z","caller":"traceutil/trace.go:171","msg":"trace[1578371455] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21737; }","duration":"4.544706584s","start":"2026-07-03T16:42:51.466878Z","end":"2026-07-03T16:42:56.011585Z","steps":["trace[1578371455] 'agreement among raft nodes before linearized reading' (duration: 4.530294334s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:55.998028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.392750501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:42:56.011632Z","caller":"traceutil/trace.go:171","msg":"trace[1577017263] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21737; }","duration":"1.567117698s","start":"2026-07-03T16:42:54.444496Z","end":"2026-07-03T16:42:56.011614Z","steps":["trace[1577017263] 'agreement among raft nodes before linearized reading' (duration: 1.553687851s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:56.011639Z","caller":"traceutil/trace.go:171","msg":"trace[2034781821] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21737; }","duration":"5.005726909s","start":"2026-07-03T16:42:51.005902Z","end":"2026-07-03T16:42:56.011629Z","steps":["trace[2034781821] 'agreement among raft nodes before linearized reading' (duration: 4.991113525s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.01169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.005882Z","time spent":"5.00579322s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:56.01169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:54.444474Z","time spent":"1.567198421s","remote":"127.0.0.1:34208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:56.011666Z","caller":"traceutil/trace.go:171","msg":"trace[2006117972] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21737; }","duration":"5.406407584s","start":"2026-07-03T16:42:50.605229Z","end":"2026-07-03T16:42:56.011637Z","steps":["trace[2006117972] 'agreement among raft nodes before linearized reading' (duration: 5.391946803s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.011638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.466857Z","time spent":"4.544772176s","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:56.011493Z","caller":"traceutil/trace.go:171","msg":"trace[1910315845] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:21737; }","duration":"4.673862836s","start":"2026-07-03T16:42:51.337618Z","end":"2026-07-03T16:42:56.011481Z","steps":["trace[1910315845] 'agreement among raft nodes before linearized reading' (duration: 4.659347995s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.011768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:50.605208Z","time spent":"5.406545286s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":63,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:56.011872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.337598Z","time spent":"4.674263185s","remote":"127.0.0.1:38580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:56.0114Z","caller":"traceutil/trace.go:171","msg":"trace[42862122] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21737; }","duration":"4.786722955s","start":"2026-07-03T16:42:51.224646Z","end":"2026-07-03T16:42:56.011369Z","steps":["trace[42862122] 'agreement among raft nodes before linearized reading' (duration: 4.772333306s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.01192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.224636Z","time spent":"4.787272427s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:56.011509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:55.696246Z","time spent":"315.188022ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:56.011547Z","caller":"traceutil/trace.go:171","msg":"trace[2114709416] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21737; }","duration":"2.385693302s","start":"2026-07-03T16:42:53.625837Z","end":"2026-07-03T16:42:56.01153Z","steps":["trace[2114709416] 'agreement among raft nodes before linearized reading' (duration: 2.37112161s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.012063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:47.496569Z","time spent":"8.515465684s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"warn","ts":"2026-07-03T16:42:56.012078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:53.625817Z","time spent":"2.386230114s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-03T16:42:56.01144Z","caller":"traceutil/trace.go:171","msg":"trace[1913808945] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21737; }","duration":"616.425295ms","start":"2026-07-03T16:42:55.394995Z","end":"2026-07-03T16:42:56.01142Z","steps":["trace[1913808945] 'agreement among raft nodes before linearized reading' (duration: 603.136861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:56.011543Z","caller":"traceutil/trace.go:171","msg":"trace[139150344] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:21737; }","duration":"1.599778204s","start":"2026-07-03T16:42:54.411738Z","end":"2026-07-03T16:42:56.011516Z","steps":["trace[139150344] 'agreement among raft nodes before linearized reading' (duration: 1.586411268s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.011544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:53.693089Z","time spent":"2.318441255s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:42:56.011606Z","caller":"traceutil/trace.go:171","msg":"trace[407430704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21737; }","duration":"4.234592409s","start":"2026-07-03T16:42:51.777004Z","end":"2026-07-03T16:42:56.011597Z","steps":["trace[407430704] 'agreement among raft nodes before linearized reading' (duration: 4.220009066s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.012178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:55.394962Z","time spent":"617.200753ms","remote":"127.0.0.1:38544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:56.011573Z","caller":"traceutil/trace.go:171","msg":"trace[938179597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21737; }","duration":"4.234347603s","start":"2026-07-03T16:42:51.777217Z","end":"2026-07-03T16:42:56.011564Z","steps":["trace[938179597] 'agreement among raft nodes before linearized reading' (duration: 4.219782511s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.012788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.777209Z","time spent":"4.23556676s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:42:56.013104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:51.776945Z","time spent":"4.235461888s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:42:56.012235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:54.411713Z","time spent":"1.60049823s","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:42:56.011591Z","caller":"traceutil/trace.go:171","msg":"trace[396147705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21737; }","duration":"3.45260482s","start":"2026-07-03T16:42:52.558965Z","end":"2026-07-03T16:42:56.01157Z","steps":["trace[396147705] 'agreement among raft nodes before linearized reading' (duration: 3.438446217s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:56.013443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:52.55895Z","time spent":"3.454465764s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:42:56.507705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572680610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:57.008008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572680610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:57.508181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572680610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:42:57.557469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539724252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:42:57.557557Z","caller":"traceutil/trace.go:171","msg":"trace[511055320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.539853386s","start":"2026-07-03T16:42:56.01768Z","end":"2026-07-03T16:42:57.557534Z","steps":["trace[511055320] 'agreement among raft nodes before linearized reading' (duration: 1.539733063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.557614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.017662Z","time spent":"1.539939727s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:42:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:57.558546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543673472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:42:57.558624Z","caller":"traceutil/trace.go:171","msg":"trace[133829824] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.543795705s","start":"2026-07-03T16:42:56.014808Z","end":"2026-07-03T16:42:57.558604Z","steps":["trace[133829824] 'agreement among raft nodes before linearized reading' (duration: 1.543695733s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.558676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.014797Z","time spent":"1.543867706s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 16:42:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:42:57.585343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.578327885s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:42:57.585759Z","caller":"traceutil/trace.go:171","msg":"trace[447544957] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"1.578855806s","start":"2026-07-03T16:42:56.006886Z","end":"2026-07-03T16:42:57.585741Z","steps":["trace[447544957] 'process raft request' (duration: 1.578652562s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.585872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.006867Z","time spent":"1.578941729s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:57.794137Z","caller":"traceutil/trace.go:171","msg":"trace[282020529] transaction","detail":"{read_only:false; response_revision:21740; number_of_response:1; }","duration":"1.780149995s","start":"2026-07-03T16:42:56.013969Z","end":"2026-07-03T16:42:57.794119Z","steps":["trace[282020529] 'process raft request' (duration: 1.780069433s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:57.794184Z","caller":"traceutil/trace.go:171","msg":"trace[1235627861] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"1.787185516s","start":"2026-07-03T16:42:56.00697Z","end":"2026-07-03T16:42:57.794155Z","steps":["trace[1235627861] 'process raft request' (duration: 1.78694485s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.794258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.013955Z","time spent":"1.780236017s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:57.794312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.006947Z","time spent":"1.787291689s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:57.794456Z","caller":"traceutil/trace.go:171","msg":"trace[55378092] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"1.780167595s","start":"2026-07-03T16:42:56.014265Z","end":"2026-07-03T16:42:57.794432Z","steps":["trace[55378092] 'process raft request' (duration: 1.779815897s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.794586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.014255Z","time spent":"1.780258277s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:57.794617Z","caller":"traceutil/trace.go:171","msg":"trace[1088064953] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"1.777224138s","start":"2026-07-03T16:42:56.017384Z","end":"2026-07-03T16:42:57.794608Z","steps":["trace[1088064953] 'process raft request' (duration: 1.776964052s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.794663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.017346Z","time spent":"1.77729276s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:57.79477Z","caller":"traceutil/trace.go:171","msg":"trace[1078332664] transaction","detail":"{read_only:false; response_revision:21743; number_of_response:1; }","duration":"1.777161936s","start":"2026-07-03T16:42:56.017597Z","end":"2026-07-03T16:42:57.794759Z","steps":["trace[1078332664] 'process raft request' (duration: 1.776974952s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.794812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.017586Z","time spent":"1.777205558s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:57.794994Z","caller":"traceutil/trace.go:171","msg":"trace[795125883] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"1.77684551s","start":"2026-07-03T16:42:56.01814Z","end":"2026-07-03T16:42:57.794985Z","steps":["trace[795125883] 'process raft request' (duration: 1.776590074s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.795066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.018122Z","time spent":"1.776918622s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:57.795189Z","caller":"traceutil/trace.go:171","msg":"trace[1028442527] linearizableReadLoop","detail":"{readStateIndex:22524; appliedIndex:22515; }","duration":"1.787936604s","start":"2026-07-03T16:42:56.007242Z","end":"2026-07-03T16:42:57.795179Z","steps":["trace[1028442527] 'read index received' (duration: 1.578334855s)","trace[1028442527] 'applied index is now lower than readState.Index' (duration: 209.601059ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:57.795209Z","caller":"traceutil/trace.go:171","msg":"trace[2134161685] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"1.776956113s","start":"2026-07-03T16:42:56.018244Z","end":"2026-07-03T16:42:57.7952Z","steps":["trace[2134161685] 'process raft request' (duration: 1.776679456s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.795247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.018233Z","time spent":"1.776993584s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:42:57.795261Z","caller":"traceutil/trace.go:171","msg":"trace[1666784861] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"502.767899ms","start":"2026-07-03T16:42:57.292486Z","end":"2026-07-03T16:42:57.795254Z","steps":["trace[1666784861] 'process raft request' (duration: 502.648666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.795302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:57.29246Z","time spent":"502.818259ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:42:57.795418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788155319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:57.795502Z","caller":"traceutil/trace.go:171","msg":"trace[727950849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21746; }","duration":"1.788257432s","start":"2026-07-03T16:42:56.007223Z","end":"2026-07-03T16:42:57.79548Z","steps":["trace[727950849] 'agreement among raft nodes before linearized reading' (duration: 1.788058167s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.795542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037690251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:57.795546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.007214Z","time spent":"1.788324393s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:42:57.795575Z","caller":"traceutil/trace.go:171","msg":"trace[976504923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:21746; }","duration":"1.037746663s","start":"2026-07-03T16:42:56.757818Z","end":"2026-07-03T16:42:57.795565Z","steps":["trace[976504923] 'agreement among raft nodes before linearized reading' (duration: 1.037666911s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.795605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.757798Z","time spent":"1.037796793s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:42:57.795623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688226506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-03T16:42:57.795655Z","caller":"traceutil/trace.go:171","msg":"trace[1353450429] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21746; }","duration":"1.688260316s","start":"2026-07-03T16:42:56.107385Z","end":"2026-07-03T16:42:57.795645Z","steps":["trace[1353450429] 'agreement among raft nodes before linearized reading' (duration: 1.688153284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.795687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.107366Z","time spent":"1.688312267s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T16:42:57.795605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781617199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:42:57.795792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.880092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-03T16:42:57.795814Z","caller":"traceutil/trace.go:171","msg":"trace[1748764446] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:21746; }","duration":"197.924153ms","start":"2026-07-03T16:42:57.597883Z","end":"2026-07-03T16:42:57.795807Z","steps":["trace[1748764446] 'agreement among raft nodes before linearized reading' (duration: 197.826521ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:57.795862Z","caller":"traceutil/trace.go:171","msg":"trace[512845411] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21746; }","duration":"1.781932376s","start":"2026-07-03T16:42:56.013862Z","end":"2026-07-03T16:42:57.795794Z","steps":["trace[512845411] 'agreement among raft nodes before linearized reading' (duration: 1.781579588s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.795915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.013848Z","time spent":"1.782053979s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:42:57.796062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781143699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:42:57.796089Z","caller":"traceutil/trace.go:171","msg":"trace[475640580] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21746; }","duration":"1.781185219s","start":"2026-07-03T16:42:56.014897Z","end":"2026-07-03T16:42:57.796083Z","steps":["trace[475640580] 'agreement among raft nodes before linearized reading' (duration: 1.781114618s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.796107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:42:56.014887Z","time spent":"1.78121461s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:42:57.903372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.286732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:42:57.903552Z","caller":"traceutil/trace.go:171","msg":"trace[1533103859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21747; }","duration":"100.485836ms","start":"2026-07-03T16:42:57.803051Z","end":"2026-07-03T16:42:57.903537Z","steps":["trace[1533103859] 'agreement among raft nodes before linearized reading' (duration: 100.280461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:57.903824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.861687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:42:57.904178Z","caller":"traceutil/trace.go:171","msg":"trace[1285227559] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:21747; }","duration":"102.214065ms","start":"2026-07-03T16:42:57.801892Z","end":"2026-07-03T16:42:57.904106Z","steps":["trace[1285227559] 'agreement among raft nodes before linearized reading' (duration: 101.624362ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:58.046805Z","caller":"traceutil/trace.go:171","msg":"trace[464125245] linearizableReadLoop","detail":"{readStateIndex:22529; appliedIndex:22528; }","duration":"123.617034ms","start":"2026-07-03T16:42:57.923165Z","end":"2026-07-03T16:42:58.046782Z","steps":["trace[464125245] 'read index received' (duration: 117.811472ms)","trace[464125245] 'applied index is now lower than readState.Index' (duration: 5.804732ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:42:58.046895Z","caller":"traceutil/trace.go:171","msg":"trace[19161605] transaction","detail":"{read_only:false; response_revision:21750; number_of_response:1; }","duration":"124.512934ms","start":"2026-07-03T16:42:57.922329Z","end":"2026-07-03T16:42:58.046842Z","steps":["trace[19161605] 'process raft request' (duration: 118.63576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:58.04709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.89981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:42:58.047178Z","caller":"traceutil/trace.go:171","msg":"trace[926885713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21750; }","duration":"124.030083ms","start":"2026-07-03T16:42:57.923125Z","end":"2026-07-03T16:42:58.047156Z","steps":["trace[926885713] 'agreement among raft nodes before linearized reading' (duration: 123.747067ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:58.048577Z","caller":"traceutil/trace.go:171","msg":"trace[47663918] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"120.82705ms","start":"2026-07-03T16:42:57.927735Z","end":"2026-07-03T16:42:58.048562Z","steps":["trace[47663918] 'process raft request' (duration: 120.668987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:42:58.048869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.254778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:42:58.048905Z","caller":"traceutil/trace.go:171","msg":"trace[443473361] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21752; }","duration":"124.339411ms","start":"2026-07-03T16:42:57.924555Z","end":"2026-07-03T16:42:58.048895Z","steps":["trace[443473361] 'agreement among raft nodes before linearized reading' (duration: 124.172767ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:42:58.321512Z","caller":"traceutil/trace.go:171","msg":"trace[1917621649] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"106.844442ms","start":"2026-07-03T16:42:58.21463Z","end":"2026-07-03T16:42:58.321475Z","steps":["trace[1917621649] 'process raft request' (duration: 97.445727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:04.357607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.940725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:43:04.357698Z","caller":"traceutil/trace.go:171","msg":"trace[297309425] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:21797; }","duration":"104.120519ms","start":"2026-07-03T16:43:04.253548Z","end":"2026-07-03T16:43:04.357669Z","steps":["trace[297309425] 'count revisions from in-memory index tree' (duration: 103.839433ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.974844Z","caller":"traceutil/trace.go:171","msg":"trace[1290549274] linearizableReadLoop","detail":"{readStateIndex:22580; appliedIndex:22578; }","duration":"104.694821ms","start":"2026-07-03T16:43:05.870125Z","end":"2026-07-03T16:43:05.97482Z","steps":["trace[1290549274] 'read index received' (duration: 52.08538ms)","trace[1290549274] 'applied index is now lower than readState.Index' (duration: 52.608331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:05.975064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.912127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:43:05.975137Z","caller":"traceutil/trace.go:171","msg":"trace[670718866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21800; }","duration":"105.01822ms","start":"2026-07-03T16:43:05.870102Z","end":"2026-07-03T16:43:05.975121Z","steps":["trace[670718866] 'agreement among raft nodes before linearized reading' (duration: 104.799274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:05.974921Z","caller":"traceutil/trace.go:171","msg":"trace[1259236463] transaction","detail":"{read_only:false; response_revision:21800; number_of_response:1; }","duration":"111.153809ms","start":"2026-07-03T16:43:05.863726Z","end":"2026-07-03T16:43:05.97488Z","steps":["trace[1259236463] 'process raft request' (duration: 110.942154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:05.975383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.176064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:43:05.975422Z","caller":"traceutil/trace.go:171","msg":"trace[1392384589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21800; }","duration":"105.256646ms","start":"2026-07-03T16:43:05.870155Z","end":"2026-07-03T16:43:05.975412Z","steps":["trace[1392384589] 'agreement among raft nodes before linearized reading' (duration: 104.784614ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:06.146815Z","caller":"traceutil/trace.go:171","msg":"trace[89587245] transaction","detail":"{read_only:false; response_revision:21804; number_of_response:1; }","duration":"160.757434ms","start":"2026-07-03T16:43:05.986023Z","end":"2026-07-03T16:43:06.146781Z","steps":["trace[89587245] 'process raft request' (duration: 121.959578ms)","trace[89587245] 'compare' (duration: 38.632103ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:08.099922Z","caller":"traceutil/trace.go:171","msg":"trace[1737180395] linearizableReadLoop","detail":"{readStateIndex:22589; appliedIndex:22588; }","duration":"110.209238ms","start":"2026-07-03T16:43:07.989695Z","end":"2026-07-03T16:43:08.099904Z","steps":["trace[1737180395] 'read index received' (duration: 109.606384ms)","trace[1737180395] 'applied index is now lower than readState.Index' (duration: 602.094µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:08.100069Z","caller":"traceutil/trace.go:171","msg":"trace[305592633] transaction","detail":"{read_only:false; response_revision:21808; number_of_response:1; }","duration":"115.700624ms","start":"2026-07-03T16:43:07.984327Z","end":"2026-07-03T16:43:08.100027Z","steps":["trace[305592633] 'process raft request' (duration: 115.035449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:08.100349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.641588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:43:08.100385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.487526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:43:08.100406Z","caller":"traceutil/trace.go:171","msg":"trace[1298251794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21808; }","duration":"110.750991ms","start":"2026-07-03T16:43:07.989641Z","end":"2026-07-03T16:43:08.100392Z","steps":["trace[1298251794] 'agreement among raft nodes before linearized reading' (duration: 110.365442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:08.10044Z","caller":"traceutil/trace.go:171","msg":"trace[479859222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21808; }","duration":"107.579238ms","start":"2026-07-03T16:43:07.992847Z","end":"2026-07-03T16:43:08.100426Z","steps":["trace[479859222] 'agreement among raft nodes before linearized reading' (duration: 107.25223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:08.100746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.428727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:43:08.100826Z","caller":"traceutil/trace.go:171","msg":"trace[596222230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21808; }","duration":"108.54312ms","start":"2026-07-03T16:43:07.992265Z","end":"2026-07-03T16:43:08.100808Z","steps":["trace[596222230] 'agreement among raft nodes before linearized reading' (duration: 107.771383ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:11.108776Z","caller":"traceutil/trace.go:171","msg":"trace[121872449] transaction","detail":"{read_only:false; response_revision:21822; number_of_response:1; }","duration":"105.932211ms","start":"2026-07-03T16:43:11.002823Z","end":"2026-07-03T16:43:11.108756Z","steps":["trace[121872449] 'process raft request' (duration: 105.783957ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:14.26028Z","caller":"traceutil/trace.go:171","msg":"trace[1217493237] transaction","detail":"{read_only:false; response_revision:21833; number_of_response:1; }","duration":"182.203553ms","start":"2026-07-03T16:43:14.077991Z","end":"2026-07-03T16:43:14.260195Z","steps":["trace[1217493237] 'process raft request' (duration: 178.837446ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:14.454773Z","caller":"traceutil/trace.go:171","msg":"trace[1826784449] transaction","detail":"{read_only:false; response_revision:21838; number_of_response:1; }","duration":"115.11251ms","start":"2026-07-03T16:43:14.339639Z","end":"2026-07-03T16:43:14.454752Z","steps":["trace[1826784449] 'process raft request' (duration: 114.990728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:15.465161Z","caller":"traceutil/trace.go:171","msg":"trace[102965227] linearizableReadLoop","detail":"{readStateIndex:22627; appliedIndex:22626; }","duration":"146.266042ms","start":"2026-07-03T16:43:15.318872Z","end":"2026-07-03T16:43:15.465138Z","steps":["trace[102965227] 'read index received' (duration: 146.021967ms)","trace[102965227] 'applied index is now lower than readState.Index' (duration: 243.155µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:15.465326Z","caller":"traceutil/trace.go:171","msg":"trace[1396964977] transaction","detail":"{read_only:false; response_revision:21845; number_of_response:1; }","duration":"148.996875ms","start":"2026-07-03T16:43:15.316254Z","end":"2026-07-03T16:43:15.46525Z","steps":["trace[1396964977] 'process raft request' (duration: 148.695608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:15.465392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.493887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:43:15.465512Z","caller":"traceutil/trace.go:171","msg":"trace[1277620770] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:21845; }","duration":"146.64107ms","start":"2026-07-03T16:43:15.318848Z","end":"2026-07-03T16:43:15.465489Z","steps":["trace[1277620770] 'agreement among raft nodes before linearized reading' (duration: 146.375574ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:15.630296Z","caller":"traceutil/trace.go:171","msg":"trace[2039940628] linearizableReadLoop","detail":"{readStateIndex:22628; appliedIndex:22627; }","duration":"136.016047ms","start":"2026-07-03T16:43:15.494259Z","end":"2026-07-03T16:43:15.630275Z","steps":["trace[2039940628] 'read index received' (duration: 38.97354ms)","trace[2039940628] 'applied index is now lower than readState.Index' (duration: 97.041637ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:15.630423Z","caller":"traceutil/trace.go:171","msg":"trace[1324912608] transaction","detail":"{read_only:false; response_revision:21846; number_of_response:1; }","duration":"138.703109ms","start":"2026-07-03T16:43:15.491683Z","end":"2026-07-03T16:43:15.630386Z","steps":["trace[1324912608] 'process raft request' (duration: 41.691723ms)","trace[1324912608] 'compare' (duration: 96.777331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:15.630649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.375685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-03T16:43:15.630684Z","caller":"traceutil/trace.go:171","msg":"trace[1579205322] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:21846; }","duration":"136.423857ms","start":"2026-07-03T16:43:15.494251Z","end":"2026-07-03T16:43:15.630675Z","steps":["trace[1579205322] 'agreement among raft nodes before linearized reading' (duration: 136.12854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:15.843139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.970707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-07-03T16:43:15.843223Z","caller":"traceutil/trace.go:171","msg":"trace[1520296163] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:21848; }","duration":"111.115289ms","start":"2026-07-03T16:43:15.732088Z","end":"2026-07-03T16:43:15.843204Z","steps":["trace[1520296163] 'range keys from in-memory index tree' (duration: 110.787362ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:16.837209Z","caller":"traceutil/trace.go:171","msg":"trace[1140071363] linearizableReadLoop","detail":"{readStateIndex:22657; appliedIndex:22656; }","duration":"185.937109ms","start":"2026-07-03T16:43:16.65125Z","end":"2026-07-03T16:43:16.837187Z","steps":["trace[1140071363] 'read index received' (duration: 185.812076ms)","trace[1140071363] 'applied index is now lower than readState.Index' (duration: 123.693µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:16.837292Z","caller":"traceutil/trace.go:171","msg":"trace[211816472] transaction","detail":"{read_only:false; response_revision:21875; number_of_response:1; }","duration":"191.811373ms","start":"2026-07-03T16:43:16.645437Z","end":"2026-07-03T16:43:16.837249Z","steps":["trace[211816472] 'process raft request' (duration: 191.613739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:16.837561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.289857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-07-03T16:43:16.837665Z","caller":"traceutil/trace.go:171","msg":"trace[748883255] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:21875; }","duration":"186.44305ms","start":"2026-07-03T16:43:16.651206Z","end":"2026-07-03T16:43:16.837649Z","steps":["trace[748883255] 'agreement among raft nodes before linearized reading' (duration: 186.056191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:18.756578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.968264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:43:18.756748Z","caller":"traceutil/trace.go:171","msg":"trace[1830362173] linearizableReadLoop","detail":"{readStateIndex:22668; appliedIndex:22667; }","duration":"252.215473ms","start":"2026-07-03T16:43:18.504508Z","end":"2026-07-03T16:43:18.756723Z","steps":["trace[1830362173] 'read index received' (duration: 145.067355ms)","trace[1830362173] 'applied index is now lower than readState.Index' (duration: 107.145578ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:18.756796Z","caller":"traceutil/trace.go:171","msg":"trace[1207180534] transaction","detail":"{read_only:false; response_revision:21885; number_of_response:1; }","duration":"253.898591ms","start":"2026-07-03T16:43:18.502862Z","end":"2026-07-03T16:43:18.756761Z","steps":["trace[1207180534] 'process raft request' (duration: 146.64145ms)","trace[1207180534] 'compare' (duration: 106.831181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:18.756886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.381807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:18.756942Z","caller":"traceutil/trace.go:171","msg":"trace[531445937] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21885; }","duration":"252.47752ms","start":"2026-07-03T16:43:18.504449Z","end":"2026-07-03T16:43:18.756927Z","steps":["trace[531445937] 'agreement among raft nodes before linearized reading' (duration: 252.387938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:18.759339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.79035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:18.759401Z","caller":"traceutil/trace.go:171","msg":"trace[268336822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21886; }","duration":"236.853852ms","start":"2026-07-03T16:43:18.522533Z","end":"2026-07-03T16:43:18.759386Z","steps":["trace[268336822] 'agreement among raft nodes before linearized reading' (duration: 236.741129ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:18.759683Z","caller":"traceutil/trace.go:171","msg":"trace[620859195] transaction","detail":"{read_only:false; response_revision:21886; number_of_response:1; }","duration":"107.651799ms","start":"2026-07-03T16:43:18.652002Z","end":"2026-07-03T16:43:18.759654Z","steps":["trace[620859195] 'process raft request' (duration: 107.168358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:18.759911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.605723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:18.759953Z","caller":"traceutil/trace.go:171","msg":"trace[4155412] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:21886; }","duration":"214.694405ms","start":"2026-07-03T16:43:18.545248Z","end":"2026-07-03T16:43:18.759943Z","steps":["trace[4155412] 'agreement among raft nodes before linearized reading' (duration: 214.603083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:20.589896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.772297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:43:20.590139Z","caller":"traceutil/trace.go:171","msg":"trace[1900365407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21890; }","duration":"176.020892ms","start":"2026-07-03T16:43:20.414091Z","end":"2026-07-03T16:43:20.590112Z","steps":["trace[1900365407] 'range keys from in-memory index tree' (duration: 175.555581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:20.590264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.130305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:43:20.590356Z","caller":"traceutil/trace.go:171","msg":"trace[917830375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21890; }","duration":"176.277138ms","start":"2026-07-03T16:43:20.414059Z","end":"2026-07-03T16:43:20.590336Z","steps":["trace[917830375] 'range keys from in-memory index tree' (duration: 175.89931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:20.590465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.353509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:43:20.590577Z","caller":"traceutil/trace.go:171","msg":"trace[732372609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21890; }","duration":"176.501813ms","start":"2026-07-03T16:43:20.41404Z","end":"2026-07-03T16:43:20.590541Z","steps":["trace[732372609] 'range keys from in-memory index tree' (duration: 176.099973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:20.964028Z","caller":"traceutil/trace.go:171","msg":"trace[510257080] transaction","detail":"{read_only:false; response_revision:21896; number_of_response:1; }","duration":"198.708201ms","start":"2026-07-03T16:43:20.765282Z","end":"2026-07-03T16:43:20.96399Z","steps":["trace[510257080] 'process raft request' (duration: 193.496041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:21.185049Z","caller":"traceutil/trace.go:171","msg":"trace[1747911061] transaction","detail":"{read_only:false; response_revision:21898; number_of_response:1; }","duration":"137.499782ms","start":"2026-07-03T16:43:21.047504Z","end":"2026-07-03T16:43:21.185003Z","steps":["trace[1747911061] 'process raft request' (duration: 103.156357ms)","trace[1747911061] 'compare' (duration: 33.994807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:23.09563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.876382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:43:23.09566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.991576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:43:23.095699Z","caller":"traceutil/trace.go:171","msg":"trace[264683806] transaction","detail":"{read_only:false; response_revision:21915; number_of_response:1; }","duration":"118.731883ms","start":"2026-07-03T16:43:22.976948Z","end":"2026-07-03T16:43:23.09568Z","steps":["trace[264683806] 'process raft request' (duration: 117.74092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:23.095718Z","caller":"traceutil/trace.go:171","msg":"trace[775816979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21914; }","duration":"127.996825ms","start":"2026-07-03T16:43:22.9677Z","end":"2026-07-03T16:43:23.095697Z","steps":["trace[775816979] 'range keys from in-memory index tree' (duration: 127.719938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:23.095729Z","caller":"traceutil/trace.go:171","msg":"trace[727612121] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21914; }","duration":"139.126579ms","start":"2026-07-03T16:43:22.956585Z","end":"2026-07-03T16:43:23.095711Z","steps":["trace[727612121] 'count revisions from in-memory index tree' (duration: 138.847243ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:24.598469Z","caller":"traceutil/trace.go:171","msg":"trace[123181110] transaction","detail":"{read_only:false; response_revision:21918; number_of_response:1; }","duration":"251.029416ms","start":"2026-07-03T16:43:24.347414Z","end":"2026-07-03T16:43:24.598444Z","steps":["trace[123181110] 'process raft request' (duration: 250.847982ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:24.632942Z","caller":"traceutil/trace.go:171","msg":"trace[1242128477] transaction","detail":"{read_only:false; response_revision:21919; number_of_response:1; }","duration":"245.007099ms","start":"2026-07-03T16:43:24.387913Z","end":"2026-07-03T16:43:24.632921Z","steps":["trace[1242128477] 'process raft request' (duration: 244.562669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:24.633148Z","caller":"traceutil/trace.go:171","msg":"trace[1910166653] linearizableReadLoop","detail":"{readStateIndex:22703; appliedIndex:22701; }","duration":"239.668617ms","start":"2026-07-03T16:43:24.393458Z","end":"2026-07-03T16:43:24.633127Z","steps":["trace[1910166653] 'read index received' (duration: 204.873831ms)","trace[1910166653] 'applied index is now lower than readState.Index' (duration: 34.793366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:24.633349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.866781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:43:24.633392Z","caller":"traceutil/trace.go:171","msg":"trace[767069428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21920; }","duration":"239.953053ms","start":"2026-07-03T16:43:24.393425Z","end":"2026-07-03T16:43:24.633378Z","steps":["trace[767069428] 'agreement among raft nodes before linearized reading' (duration: 239.772839ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:24.63348Z","caller":"traceutil/trace.go:171","msg":"trace[349769182] transaction","detail":"{read_only:false; response_revision:21920; number_of_response:1; }","duration":"227.739893ms","start":"2026-07-03T16:43:24.405723Z","end":"2026-07-03T16:43:24.633463Z","steps":["trace[349769182] 'process raft request' (duration: 227.16053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:24.830734Z","caller":"traceutil/trace.go:171","msg":"trace[320497254] linearizableReadLoop","detail":"{readStateIndex:22706; appliedIndex:22705; }","duration":"125.708803ms","start":"2026-07-03T16:43:24.704991Z","end":"2026-07-03T16:43:24.8307Z","steps":["trace[320497254] 'read index received' (duration: 107.61862ms)","trace[320497254] 'applied index is now lower than readState.Index' (duration: 18.088173ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:24.830969Z","caller":"traceutil/trace.go:171","msg":"trace[1386965453] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"193.478091ms","start":"2026-07-03T16:43:24.637461Z","end":"2026-07-03T16:43:24.830939Z","steps":["trace[1386965453] 'process raft request' (duration: 175.144383ms)","trace[1386965453] 'compare' (duration: 17.765335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:24.831086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.073971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:43:24.831152Z","caller":"traceutil/trace.go:171","msg":"trace[292876328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21922; }","duration":"126.172154ms","start":"2026-07-03T16:43:24.704961Z","end":"2026-07-03T16:43:24.831133Z","steps":["trace[292876328] 'agreement among raft nodes before linearized reading' (duration: 125.990358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:24.831177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.527557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:43:24.831205Z","caller":"traceutil/trace.go:171","msg":"trace[2102597426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21922; }","duration":"100.593199ms","start":"2026-07-03T16:43:24.730605Z","end":"2026-07-03T16:43:24.831198Z","steps":["trace[2102597426] 'agreement among raft nodes before linearized reading' (duration: 100.466465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:24.831209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.780313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:43:24.831288Z","caller":"traceutil/trace.go:171","msg":"trace[1362064060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21922; }","duration":"100.872115ms","start":"2026-07-03T16:43:24.730396Z","end":"2026-07-03T16:43:24.831268Z","steps":["trace[1362064060] 'agreement among raft nodes before linearized reading' (duration: 100.670709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:26.967061Z","caller":"traceutil/trace.go:171","msg":"trace[1086717618] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"112.846298ms","start":"2026-07-03T16:43:26.854193Z","end":"2026-07-03T16:43:26.967039Z","steps":["trace[1086717618] 'process raft request' (duration: 112.706815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:29.131917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.559368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:43:29.132477Z","caller":"traceutil/trace.go:171","msg":"trace[2076835301] linearizableReadLoop","detail":"{readStateIndex:22734; appliedIndex:22733; }","duration":"149.247001ms","start":"2026-07-03T16:43:28.98234Z","end":"2026-07-03T16:43:29.131587Z","steps":["trace[2076835301] 'read index received' (duration: 88.944253ms)","trace[2076835301] 'applied index is now lower than readState.Index' (duration: 60.301878ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:29.132585Z","caller":"traceutil/trace.go:171","msg":"trace[2524695] transaction","detail":"{read_only:false; response_revision:21948; number_of_response:1; }","duration":"153.583679ms","start":"2026-07-03T16:43:28.978087Z","end":"2026-07-03T16:43:29.13167Z","steps":["trace[2524695] 'process raft request' (duration: 92.762119ms)","trace[2524695] 'compare' (duration: 60.606795ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:29.132859Z","caller":"traceutil/trace.go:171","msg":"trace[960086097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21948; }","duration":"149.689251ms","start":"2026-07-03T16:43:28.982297Z","end":"2026-07-03T16:43:29.131986Z","steps":["trace[960086097] 'agreement among raft nodes before linearized reading' (duration: 149.408655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:29.575865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.720643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:43:29.575971Z","caller":"traceutil/trace.go:171","msg":"trace[1577982248] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21950; }","duration":"125.875756ms","start":"2026-07-03T16:43:29.450068Z","end":"2026-07-03T16:43:29.575944Z","steps":["trace[1577982248] 'count revisions from in-memory index tree' (duration: 125.606571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:30.774491Z","caller":"traceutil/trace.go:171","msg":"trace[250002956] transaction","detail":"{read_only:false; response_revision:21951; number_of_response:1; }","duration":"110.29578ms","start":"2026-07-03T16:43:30.664161Z","end":"2026-07-03T16:43:30.774457Z","steps":["trace[250002956] 'process raft request' (duration: 110.116216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:43:33.107537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.579099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:43:33.10761Z","caller":"traceutil/trace.go:171","msg":"trace[1004980310] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:21966; }","duration":"104.690281ms","start":"2026-07-03T16:43:33.002904Z","end":"2026-07-03T16:43:33.107594Z","steps":["trace[1004980310] 'agreement among raft nodes before linearized reading' (duration: 104.518407ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:33.107676Z","caller":"traceutil/trace.go:171","msg":"trace[1484642884] transaction","detail":"{read_only:false; response_revision:21966; number_of_response:1; }","duration":"116.40663ms","start":"2026-07-03T16:43:32.99124Z","end":"2026-07-03T16:43:33.107647Z","steps":["trace[1484642884] 'process raft request' (duration: 116.072673ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:33.439355Z","caller":"traceutil/trace.go:171","msg":"trace[1831990170] linearizableReadLoop","detail":"{readStateIndex:22757; appliedIndex:22756; }","duration":"112.792607ms","start":"2026-07-03T16:43:33.326421Z","end":"2026-07-03T16:43:33.439213Z","steps":["trace[1831990170] 'read index received' (duration: 77.410559ms)","trace[1831990170] 'applied index is now lower than readState.Index' (duration: 35.380278ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:33.439518Z","caller":"traceutil/trace.go:171","msg":"trace[1832119735] transaction","detail":"{read_only:false; response_revision:21970; number_of_response:1; }","duration":"149.2571ms","start":"2026-07-03T16:43:33.290231Z","end":"2026-07-03T16:43:33.439488Z","steps":["trace[1832119735] 'process raft request' (duration: 113.515635ms)","trace[1832119735] 'compare' (duration: 35.149882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:33.439662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.205046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:43:33.439737Z","caller":"traceutil/trace.go:171","msg":"trace[1136914953] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:21970; }","duration":"113.380362ms","start":"2026-07-03T16:43:33.326339Z","end":"2026-07-03T16:43:33.43972Z","steps":["trace[1136914953] 'agreement among raft nodes before linearized reading' (duration: 113.225347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:35.045075Z","caller":"traceutil/trace.go:171","msg":"trace[370048172] transaction","detail":"{read_only:false; response_revision:21973; number_of_response:1; }","duration":"215.196397ms","start":"2026-07-03T16:43:34.829844Z","end":"2026-07-03T16:43:35.045041Z","steps":["trace[370048172] 'process raft request' (duration: 177.490744ms)","trace[370048172] 'compare' (duration: 37.470306ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:35.558561Z","caller":"traceutil/trace.go:171","msg":"trace[113947639] transaction","detail":"{read_only:false; response_revision:21981; number_of_response:1; }","duration":"111.227772ms","start":"2026-07-03T16:43:35.447299Z","end":"2026-07-03T16:43:35.558527Z","steps":["trace[113947639] 'process raft request' (duration: 111.099659ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:35.592232Z","caller":"traceutil/trace.go:171","msg":"trace[999213770] transaction","detail":"{read_only:false; response_revision:21982; number_of_response:1; }","duration":"122.11286ms","start":"2026-07-03T16:43:35.470041Z","end":"2026-07-03T16:43:35.592154Z","steps":["trace[999213770] 'process raft request' (duration: 121.875685ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:39.311753Z","caller":"traceutil/trace.go:171","msg":"trace[456554524] transaction","detail":"{read_only:false; response_revision:21996; number_of_response:1; }","duration":"144.514533ms","start":"2026-07-03T16:43:39.167212Z","end":"2026-07-03T16:43:39.311727Z","steps":["trace[456554524] 'process raft request' (duration: 144.38966ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:39.344966Z","caller":"traceutil/trace.go:171","msg":"trace[1959327522] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"175.169422ms","start":"2026-07-03T16:43:39.169773Z","end":"2026-07-03T16:43:39.344943Z","steps":["trace[1959327522] 'process raft request' (duration: 174.993838ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:39.345179Z","caller":"traceutil/trace.go:171","msg":"trace[269972278] linearizableReadLoop","detail":"{readStateIndex:22785; appliedIndex:22784; }","duration":"124.351921ms","start":"2026-07-03T16:43:39.220797Z","end":"2026-07-03T16:43:39.345149Z","steps":["trace[269972278] 'read index received' (duration: 90.923737ms)","trace[269972278] 'applied index is now lower than readState.Index' (duration: 33.426394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:39.345388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.583617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:43:39.345403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.951308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:43:39.34545Z","caller":"traceutil/trace.go:171","msg":"trace[1643234890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21998; }","duration":"124.70032ms","start":"2026-07-03T16:43:39.220732Z","end":"2026-07-03T16:43:39.345432Z","steps":["trace[1643234890] 'agreement among raft nodes before linearized reading' (duration: 124.520636ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:39.345476Z","caller":"traceutil/trace.go:171","msg":"trace[1276020406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21998; }","duration":"122.049309ms","start":"2026-07-03T16:43:39.223406Z","end":"2026-07-03T16:43:39.345456Z","steps":["trace[1276020406] 'agreement among raft nodes before linearized reading' (duration: 121.875385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:49.153147Z","caller":"traceutil/trace.go:171","msg":"trace[175282073] transaction","detail":"{read_only:false; response_revision:22046; number_of_response:1; }","duration":"139.936707ms","start":"2026-07-03T16:43:49.013168Z","end":"2026-07-03T16:43:49.153105Z","steps":["trace[175282073] 'process raft request' (duration: 91.990542ms)","trace[175282073] 'compare' (duration: 47.818252ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:49.753508Z","caller":"traceutil/trace.go:171","msg":"trace[2088722152] linearizableReadLoop","detail":"{readStateIndex:22841; appliedIndex:22840; }","duration":"109.626745ms","start":"2026-07-03T16:43:49.643858Z","end":"2026-07-03T16:43:49.753485Z","steps":["trace[2088722152] 'read index received' (duration: 54.060165ms)","trace[2088722152] 'applied index is now lower than readState.Index' (duration: 55.56566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:43:49.753663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.004449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:43:49.753684Z","caller":"traceutil/trace.go:171","msg":"trace[2083601954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22051; }","duration":"158.078011ms","start":"2026-07-03T16:43:49.5956Z","end":"2026-07-03T16:43:49.753678Z","steps":["trace[2083601954] 'agreement among raft nodes before linearized reading' (duration: 157.958138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:43:49.753641Z","caller":"traceutil/trace.go:171","msg":"trace[1476610209] transaction","detail":"{read_only:false; response_revision:22051; number_of_response:1; }","duration":"172.122352ms","start":"2026-07-03T16:43:49.581478Z","end":"2026-07-03T16:43:49.7536Z","steps":["trace[1476610209] 'process raft request' (duration: 116.42735ms)","trace[1476610209] 'compare' (duration: 55.484468ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:43:49.779463Z","caller":"traceutil/trace.go:171","msg":"trace[460172220] transaction","detail":"{read_only:false; response_revision:22052; number_of_response:1; }","duration":"131.71613ms","start":"2026-07-03T16:43:49.647677Z","end":"2026-07-03T16:43:49.779393Z","steps":["trace[460172220] 'process raft request' (duration: 131.432473ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:44:39.994948Z","caller":"traceutil/trace.go:171","msg":"trace[1757785570] transaction","detail":"{read_only:false; response_revision:22578; number_of_response:1; }","duration":"217.861785ms","start":"2026-07-03T16:44:39.777051Z","end":"2026-07-03T16:44:39.994912Z","steps":["trace[1757785570] 'process raft request' (duration: 153.513125ms)","trace[1757785570] 'compare' (duration: 64.212457ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:45:18.471234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20680} {"level":"info","ts":"2026-07-03T16:45:18.595451Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20680,"took":"118.284632ms","hash":1965897423,"current-db-size-bytes":47001600,"current-db-size":"47 MB","current-db-size-in-use-bytes":29429760,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-03T16:45:18.595519Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1965897423,"revision":20680,"compact-revision":18420} {"level":"info","ts":"2026-07-03T16:45:50.587978Z","caller":"traceutil/trace.go:171","msg":"trace[2093125400] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"100.156327ms","start":"2026-07-03T16:45:50.487782Z","end":"2026-07-03T16:45:50.587939Z","steps":["trace[2093125400] 'process raft request' (duration: 99.901511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:34.745424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.880944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:46:34.745543Z","caller":"traceutil/trace.go:171","msg":"trace[1291847190] linearizableReadLoop","detail":"{readStateIndex:24320; appliedIndex:24319; }","duration":"564.476629ms","start":"2026-07-03T16:46:34.18105Z","end":"2026-07-03T16:46:34.745526Z","steps":["trace[1291847190] 'read index received' (duration: 64.337079ms)","trace[1291847190] 'applied index is now lower than readState.Index' (duration: 500.13806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:46:34.745655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.611342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:46:34.745682Z","caller":"traceutil/trace.go:171","msg":"trace[1663518091] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23481; }","duration":"564.679993ms","start":"2026-07-03T16:46:34.180992Z","end":"2026-07-03T16:46:34.745672Z","steps":["trace[1663518091] 'agreement among raft nodes before linearized reading' (duration: 564.620762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:34.745715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:34.180973Z","time spent":"564.734445ms","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:46:34.745696Z","caller":"traceutil/trace.go:171","msg":"trace[1582897580] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"592.170401ms","start":"2026-07-03T16:46:34.153489Z","end":"2026-07-03T16:46:34.74566Z","steps":["trace[1582897580] 'process raft request' (duration: 91.9634ms)","trace[1582897580] 'compare' (duration: 499.611608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:46:34.745867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:34.153469Z","time spent":"592.310005ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:46:34.746408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.425948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:46:34.746463Z","caller":"traceutil/trace.go:171","msg":"trace[383027719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23481; }","duration":"116.50977ms","start":"2026-07-03T16:46:34.62994Z","end":"2026-07-03T16:46:34.74645Z","steps":["trace[383027719] 'agreement among raft nodes before linearized reading' (duration: 116.274795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:34.746458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.816487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:46:34.746601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.951074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:46:34.74664Z","caller":"traceutil/trace.go:171","msg":"trace[489695673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23481; }","duration":"129.027366ms","start":"2026-07-03T16:46:34.617603Z","end":"2026-07-03T16:46:34.746631Z","steps":["trace[489695673] 'agreement among raft nodes before linearized reading' (duration: 128.627137ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:34.746652Z","caller":"traceutil/trace.go:171","msg":"trace[2021311076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23481; }","duration":"116.967511ms","start":"2026-07-03T16:46:34.629574Z","end":"2026-07-03T16:46:34.746542Z","steps":["trace[2021311076] 'agreement among raft nodes before linearized reading' (duration: 116.608163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:34.746588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.748868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4e1f37b-8729-4d62-8914-df076e8f0d2f\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-03T16:46:34.74672Z","caller":"traceutil/trace.go:171","msg":"trace[1688411262] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4e1f37b-8729-4d62-8914-df076e8f0d2f; range_end:; response_count:1; response_revision:23481; }","duration":"375.925913ms","start":"2026-07-03T16:46:34.370784Z","end":"2026-07-03T16:46:34.746709Z","steps":["trace[1688411262] 'agreement among raft nodes before linearized reading' (duration: 375.205957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:34.74675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:34.370756Z","time spent":"375.986654ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4e1f37b-8729-4d62-8914-df076e8f0d2f\" "} {"level":"warn","ts":"2026-07-03T16:46:34.747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.976616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-03T16:46:34.747211Z","caller":"traceutil/trace.go:171","msg":"trace[575116602] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23481; }","duration":"338.208481ms","start":"2026-07-03T16:46:34.408912Z","end":"2026-07-03T16:46:34.74712Z","steps":["trace[575116602] 'agreement among raft nodes before linearized reading' (duration: 337.328331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:34.747311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:34.408892Z","time spent":"338.403316ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-07-03T16:46:34.936103Z","caller":"traceutil/trace.go:171","msg":"trace[2125631837] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"182.073487ms","start":"2026-07-03T16:46:34.753998Z","end":"2026-07-03T16:46:34.936072Z","steps":["trace[2125631837] 'process raft request' (duration: 181.890093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:34.994767Z","caller":"traceutil/trace.go:171","msg":"trace[1145490754] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"238.190159ms","start":"2026-07-03T16:46:34.756559Z","end":"2026-07-03T16:46:34.994749Z","steps":["trace[1145490754] 'process raft request' (duration: 238.140998ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:34.994967Z","caller":"traceutil/trace.go:171","msg":"trace[1510098031] linearizableReadLoop","detail":"{readStateIndex:24324; appliedIndex:24320; }","duration":"236.377378ms","start":"2026-07-03T16:46:34.758556Z","end":"2026-07-03T16:46:34.994934Z","steps":["trace[1510098031] 'read index received' (duration: 177.376801ms)","trace[1510098031] 'applied index is now lower than readState.Index' (duration: 58.998377ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:34.995053Z","caller":"traceutil/trace.go:171","msg":"trace[928714658] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"237.572435ms","start":"2026-07-03T16:46:34.757436Z","end":"2026-07-03T16:46:34.995009Z","steps":["trace[928714658] 'process raft request' (duration: 237.289448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:34.995195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.633344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-03T16:46:34.995234Z","caller":"traceutil/trace.go:171","msg":"trace[42906710] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:23485; }","duration":"236.703736ms","start":"2026-07-03T16:46:34.758521Z","end":"2026-07-03T16:46:34.995225Z","steps":["trace[42906710] 'agreement among raft nodes before linearized reading' (duration: 236.589513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:34.995345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.692517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:46:34.995426Z","caller":"traceutil/trace.go:171","msg":"trace[2065676701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23485; }","duration":"177.81675ms","start":"2026-07-03T16:46:34.817591Z","end":"2026-07-03T16:46:34.995408Z","steps":["trace[2065676701] 'agreement among raft nodes before linearized reading' (duration: 177.591035ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:34.995875Z","caller":"traceutil/trace.go:171","msg":"trace[989523666] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"239.505669ms","start":"2026-07-03T16:46:34.756336Z","end":"2026-07-03T16:46:34.995842Z","steps":["trace[989523666] 'process raft request' (duration: 238.267071ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:35.126099Z","caller":"traceutil/trace.go:171","msg":"trace[921322968] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"114.036654ms","start":"2026-07-03T16:46:35.012015Z","end":"2026-07-03T16:46:35.126052Z","steps":["trace[921322968] 'process raft request' (duration: 50.541594ms)","trace[921322968] 'compare' (duration: 63.281175ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:35.887947Z","caller":"traceutil/trace.go:171","msg":"trace[1740393405] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"134.077443ms","start":"2026-07-03T16:46:35.753845Z","end":"2026-07-03T16:46:35.887923Z","steps":["trace[1740393405] 'process raft request' (duration: 133.891258ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:37.336157Z","caller":"traceutil/trace.go:171","msg":"trace[1569341225] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"331.670283ms","start":"2026-07-03T16:46:37.00446Z","end":"2026-07-03T16:46:37.33613Z","steps":["trace[1569341225] 'process raft request' (duration: 331.5253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:37.336324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:37.004447Z","time spent":"331.784816ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:46:37.488466Z","caller":"traceutil/trace.go:171","msg":"trace[976052256] linearizableReadLoop","detail":"{readStateIndex:24338; appliedIndex:24335; }","duration":"475.447767ms","start":"2026-07-03T16:46:37.012993Z","end":"2026-07-03T16:46:37.48844Z","steps":["trace[976052256] 'read index received' (duration: 323.075718ms)","trace[976052256] 'applied index is now lower than readState.Index' (duration: 152.370839ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:37.488606Z","caller":"traceutil/trace.go:171","msg":"trace[1364363969] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"483.559561ms","start":"2026-07-03T16:46:37.005032Z","end":"2026-07-03T16:46:37.488591Z","steps":["trace[1364363969] 'process raft request' (duration: 432.625188ms)","trace[1364363969] 'compare' (duration: 50.555494ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:46:37.48878Z","caller":"traceutil/trace.go:171","msg":"trace[75154160] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"483.637684ms","start":"2026-07-03T16:46:37.005114Z","end":"2026-07-03T16:46:37.488752Z","steps":["trace[75154160] 'process raft request' (duration: 483.263565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:37.488809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.808364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:46:37.488866Z","caller":"traceutil/trace.go:171","msg":"trace[172220053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23499; }","duration":"475.904267ms","start":"2026-07-03T16:46:37.012948Z","end":"2026-07-03T16:46:37.488852Z","steps":["trace[172220053] 'agreement among raft nodes before linearized reading' (duration: 475.715913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:37.488867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:37.005012Z","time spent":"483.628903ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:46:37.488896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:37.01293Z","time spent":"475.958438ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:46:37.488923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:37.005105Z","time spent":"483.747066ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:46:37.489066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.452407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:46:37.48913Z","caller":"traceutil/trace.go:171","msg":"trace[692077063] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23499; }","duration":"472.537959ms","start":"2026-07-03T16:46:37.016575Z","end":"2026-07-03T16:46:37.489113Z","steps":["trace[692077063] 'agreement among raft nodes before linearized reading' (duration: 472.247052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:37.489174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:37.016563Z","time spent":"472.602271ms","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:46:37.489229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.950097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-03T16:46:37.489328Z","caller":"traceutil/trace.go:171","msg":"trace[591827296] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23499; }","duration":"310.11567ms","start":"2026-07-03T16:46:37.179188Z","end":"2026-07-03T16:46:37.489303Z","steps":["trace[591827296] 'agreement among raft nodes before linearized reading' (duration: 309.642559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:37.489425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:37.179173Z","time spent":"310.198303ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-03T16:46:37.489722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.70462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:46:37.490529Z","caller":"traceutil/trace.go:171","msg":"trace[454138049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23499; }","duration":"454.524529ms","start":"2026-07-03T16:46:37.035978Z","end":"2026-07-03T16:46:37.490502Z","steps":["trace[454138049] 'agreement among raft nodes before linearized reading' (duration: 452.934462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:37.490668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:37.035968Z","time spent":"454.680812ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:46:42.222955Z","caller":"traceutil/trace.go:171","msg":"trace[1596109667] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24382; }","duration":"305.984586ms","start":"2026-07-03T16:46:41.916945Z","end":"2026-07-03T16:46:42.22293Z","steps":["trace[1596109667] 'read index received' (duration: 305.852633ms)","trace[1596109667] 'applied index is now lower than readState.Index' (duration: 130.873µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:46:42.223147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.18211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:46:42.223183Z","caller":"traceutil/trace.go:171","msg":"trace[1432204383] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23542; }","duration":"306.278072ms","start":"2026-07-03T16:46:41.916893Z","end":"2026-07-03T16:46:42.223171Z","steps":["trace[1432204383] 'agreement among raft nodes before linearized reading' (duration: 306.136689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:42.223225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:41.916871Z","time spent":"306.345334ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-03T16:46:42.223432Z","caller":"traceutil/trace.go:171","msg":"trace[1151770297] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"357.284338ms","start":"2026-07-03T16:46:41.866116Z","end":"2026-07-03T16:46:42.2234Z","steps":["trace[1151770297] 'process raft request' (duration: 356.661344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:46:42.223582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:46:41.866097Z","time spent":"357.39917ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:46:42.22558Z","caller":"traceutil/trace.go:171","msg":"trace[543941959] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"129.430245ms","start":"2026-07-03T16:46:42.096139Z","end":"2026-07-03T16:46:42.225569Z","steps":["trace[543941959] 'process raft request' (duration: 129.407275ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:46:42.225766Z","caller":"traceutil/trace.go:171","msg":"trace[833361873] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"214.624101ms","start":"2026-07-03T16:46:42.011137Z","end":"2026-07-03T16:46:42.225761Z","steps":["trace[833361873] 'process raft request' (duration: 214.349954ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:00.206017Z","caller":"traceutil/trace.go:171","msg":"trace[60077598] linearizableReadLoop","detail":"{readStateIndex:24493; appliedIndex:24492; }","duration":"197.662172ms","start":"2026-07-03T16:47:00.008324Z","end":"2026-07-03T16:47:00.205986Z","steps":["trace[60077598] 'read index received' (duration: 184.83558ms)","trace[60077598] 'applied index is now lower than readState.Index' (duration: 12.825402ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:00.206032Z","caller":"traceutil/trace.go:171","msg":"trace[464829806] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"232.746224ms","start":"2026-07-03T16:46:59.973248Z","end":"2026-07-03T16:47:00.205994Z","steps":["trace[464829806] 'process raft request' (duration: 219.969753ms)","trace[464829806] 'compare' (duration: 12.634378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:00.206318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.966641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:47:00.206414Z","caller":"traceutil/trace.go:171","msg":"trace[368752620] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23648; }","duration":"198.118454ms","start":"2026-07-03T16:47:00.008274Z","end":"2026-07-03T16:47:00.206392Z","steps":["trace[368752620] 'agreement among raft nodes before linearized reading' (duration: 197.796636ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:00.449404Z","caller":"traceutil/trace.go:171","msg":"trace[1603177819] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"166.469811ms","start":"2026-07-03T16:47:00.282907Z","end":"2026-07-03T16:47:00.449377Z","steps":["trace[1603177819] 'process raft request' (duration: 166.402859ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:00.449978Z","caller":"traceutil/trace.go:171","msg":"trace[1637732565] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"200.234032ms","start":"2026-07-03T16:47:00.24914Z","end":"2026-07-03T16:47:00.449374Z","steps":["trace[1637732565] 'process raft request' (duration: 128.063374ms)","trace[1637732565] 'compare' (duration: 71.83276ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:01.022744Z","caller":"traceutil/trace.go:171","msg":"trace[1124861609] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"414.313121ms","start":"2026-07-03T16:47:00.60838Z","end":"2026-07-03T16:47:01.022693Z","steps":["trace[1124861609] 'process raft request' (duration: 408.417626ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:01.022871Z","caller":"traceutil/trace.go:171","msg":"trace[1997443735] linearizableReadLoop","detail":"{readStateIndex:24503; appliedIndex:24502; }","duration":"410.358599ms","start":"2026-07-03T16:47:00.612487Z","end":"2026-07-03T16:47:01.022845Z","steps":["trace[1997443735] 'read index received' (duration: 404.328842ms)","trace[1997443735] 'applied index is now lower than readState.Index' (duration: 6.026897ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:01.022926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.608357Z","time spent":"414.485434ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:01.023258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.322891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:01.023351Z","caller":"traceutil/trace.go:171","msg":"trace[201114159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23658; }","duration":"379.459004ms","start":"2026-07-03T16:47:00.643873Z","end":"2026-07-03T16:47:01.023332Z","steps":["trace[201114159] 'agreement among raft nodes before linearized reading' (duration: 379.330981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.02339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.643852Z","time spent":"379.529955ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:47:01.023381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.890801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9650"} {"level":"info","ts":"2026-07-03T16:47:01.023568Z","caller":"traceutil/trace.go:171","msg":"trace[1593447304] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:23658; }","duration":"411.115297ms","start":"2026-07-03T16:47:00.612435Z","end":"2026-07-03T16:47:01.02355Z","steps":["trace[1593447304] 'agreement among raft nodes before linearized reading' (duration: 410.733338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:01.023733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:00.612415Z","time spent":"411.301662ms","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9671,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-07-03T16:47:07.809039Z","caller":"traceutil/trace.go:171","msg":"trace[612503295] linearizableReadLoop","detail":"{readStateIndex:24539; appliedIndex:24538; }","duration":"104.113687ms","start":"2026-07-03T16:47:07.704903Z","end":"2026-07-03T16:47:07.809017Z","steps":["trace[612503295] 'read index received' (duration: 103.900122ms)","trace[612503295] 'applied index is now lower than readState.Index' (duration: 212.365µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:07.809166Z","caller":"traceutil/trace.go:171","msg":"trace[667376992] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"178.168477ms","start":"2026-07-03T16:47:07.630986Z","end":"2026-07-03T16:47:07.809155Z","steps":["trace[667376992] 'process raft request' (duration: 177.83397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:07.8094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.476006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:47:07.809492Z","caller":"traceutil/trace.go:171","msg":"trace[282428759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23692; }","duration":"104.60599ms","start":"2026-07-03T16:47:07.704863Z","end":"2026-07-03T16:47:07.809469Z","steps":["trace[282428759] 'agreement among raft nodes before linearized reading' (duration: 104.353994ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:20.120879Z","caller":"traceutil/trace.go:171","msg":"trace[125898276] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"149.682147ms","start":"2026-07-03T16:47:19.971174Z","end":"2026-07-03T16:47:20.120856Z","steps":["trace[125898276] 'process raft request' (duration: 124.040682ms)","trace[125898276] 'compare' (duration: 25.519102ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:20.122416Z","caller":"traceutil/trace.go:171","msg":"trace[618237145] linearizableReadLoop","detail":"{readStateIndex:25050; appliedIndex:25047; }","duration":"136.920676ms","start":"2026-07-03T16:47:19.985477Z","end":"2026-07-03T16:47:20.122397Z","steps":["trace[618237145] 'read index received' (duration: 109.751325ms)","trace[618237145] 'applied index is now lower than readState.Index' (duration: 27.168341ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:20.122493Z","caller":"traceutil/trace.go:171","msg":"trace[9148187] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"142.540935ms","start":"2026-07-03T16:47:19.979946Z","end":"2026-07-03T16:47:20.122487Z","steps":["trace[9148187] 'process raft request' (duration: 142.387092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:20.12252Z","caller":"traceutil/trace.go:171","msg":"trace[1018985298] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"148.811838ms","start":"2026-07-03T16:47:19.973684Z","end":"2026-07-03T16:47:20.122496Z","steps":["trace[1018985298] 'process raft request' (duration: 148.537212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:20.122597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.09779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/capo-system/capo-leader-election-rolebinding\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:20.122688Z","caller":"traceutil/trace.go:171","msg":"trace[2001535375] range","detail":"{range_begin:/registry/rolebindings/capo-system/capo-leader-election-rolebinding; range_end:; response_count:0; response_revision:24193; }","duration":"137.224963ms","start":"2026-07-03T16:47:19.985444Z","end":"2026-07-03T16:47:20.122669Z","steps":["trace[2001535375] 'agreement among raft nodes before linearized reading' (duration: 137.054429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:20.122796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.344371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170398"} {"level":"info","ts":"2026-07-03T16:47:20.122864Z","caller":"traceutil/trace.go:171","msg":"trace[1194025353] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24193; }","duration":"114.456704ms","start":"2026-07-03T16:47:20.008386Z","end":"2026-07-03T16:47:20.122842Z","steps":["trace[1194025353] 'agreement among raft nodes before linearized reading' (duration: 114.26176ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:21.845088Z","caller":"traceutil/trace.go:171","msg":"trace[154661550] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25139; }","duration":"135.940054ms","start":"2026-07-03T16:47:21.709123Z","end":"2026-07-03T16:47:21.845063Z","steps":["trace[154661550] 'read index received' (duration: 112.270693ms)","trace[154661550] 'applied index is now lower than readState.Index' (duration: 23.665241ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:21.845327Z","caller":"traceutil/trace.go:171","msg":"trace[1103340459] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"137.561441ms","start":"2026-07-03T16:47:21.707755Z","end":"2026-07-03T16:47:21.845317Z","steps":["trace[1103340459] 'process raft request' (duration: 113.726586ms)","trace[1103340459] 'compare' (duration: 23.441916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:21.845656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.463816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:47:21.845709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.89922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:21.845744Z","caller":"traceutil/trace.go:171","msg":"trace[1052226431] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24281; }","duration":"134.975571ms","start":"2026-07-03T16:47:21.710759Z","end":"2026-07-03T16:47:21.845735Z","steps":["trace[1052226431] 'agreement among raft nodes before linearized reading' (duration: 134.90134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:21.84574Z","caller":"traceutil/trace.go:171","msg":"trace[1907248580] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24281; }","duration":"136.565958ms","start":"2026-07-03T16:47:21.709155Z","end":"2026-07-03T16:47:21.845721Z","steps":["trace[1907248580] 'agreement among raft nodes before linearized reading' (duration: 136.353013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:21.845717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.493416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:21.845809Z","caller":"traceutil/trace.go:171","msg":"trace[687825424] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24281; }","duration":"136.711322ms","start":"2026-07-03T16:47:21.709076Z","end":"2026-07-03T16:47:21.845787Z","steps":["trace[687825424] 'agreement among raft nodes before linearized reading' (duration: 136.410405ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:27.659482Z","caller":"traceutil/trace.go:171","msg":"trace[1371907604] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"520.105435ms","start":"2026-07-03T16:47:27.139349Z","end":"2026-07-03T16:47:27.659454Z","steps":["trace[1371907604] 'process raft request' (duration: 519.9017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:27.659975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.139316Z","time spent":"520.31205ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:27.660208Z","caller":"traceutil/trace.go:171","msg":"trace[57902768] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"347.264899ms","start":"2026-07-03T16:47:27.312917Z","end":"2026-07-03T16:47:27.660182Z","steps":["trace[57902768] 'process raft request' (duration: 347.185527ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:27.660229Z","caller":"traceutil/trace.go:171","msg":"trace[382250102] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"501.630693ms","start":"2026-07-03T16:47:27.158561Z","end":"2026-07-03T16:47:27.660192Z","steps":["trace[382250102] 'process raft request' (duration: 501.384748ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:27.660294Z","caller":"traceutil/trace.go:171","msg":"trace[795803032] linearizableReadLoop","detail":"{readStateIndex:25276; appliedIndex:25272; }","duration":"137.489479ms","start":"2026-07-03T16:47:27.522779Z","end":"2026-07-03T16:47:27.660268Z","steps":["trace[795803032] 'read index received' (duration: 136.435634ms)","trace[795803032] 'applied index is now lower than readState.Index' (duration: 1.052935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:47:27.66039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.158539Z","time spent":"501.765527ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:27.66039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.312901Z","time spent":"347.390823ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:27.660457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.665733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:47:27.66047Z","caller":"traceutil/trace.go:171","msg":"trace[68192075] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"201.618143ms","start":"2026-07-03T16:47:27.458841Z","end":"2026-07-03T16:47:27.660459Z","steps":["trace[68192075] 'process raft request' (duration: 201.302236ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:27.660499Z","caller":"traceutil/trace.go:171","msg":"trace[887629905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24416; }","duration":"137.748335ms","start":"2026-07-03T16:47:27.522739Z","end":"2026-07-03T16:47:27.660487Z","steps":["trace[887629905] 'agreement among raft nodes before linearized reading' (duration: 137.628382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:28.422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572688303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:28.923136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572688303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:47:29.002408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18335186s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:47:29.002826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.81888Z","time spent":"1.183941464s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:47:29.387241Z","caller":"traceutil/trace.go:171","msg":"trace[472101255] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"927.15719ms","start":"2026-07-03T16:47:28.460064Z","end":"2026-07-03T16:47:29.387222Z","steps":["trace[472101255] 'process raft request' (duration: 926.967066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.387378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:28.460047Z","time spent":"927.254363ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:29.387614Z","caller":"traceutil/trace.go:171","msg":"trace[258582695] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"824.25743ms","start":"2026-07-03T16:47:28.563335Z","end":"2026-07-03T16:47:29.387593Z","steps":["trace[258582695] 'process raft request' (duration: 824.069436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:29.387667Z","caller":"traceutil/trace.go:171","msg":"trace[160474381] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"732.971366ms","start":"2026-07-03T16:47:28.654687Z","end":"2026-07-03T16:47:29.387658Z","steps":["trace[160474381] 'process raft request' (duration: 732.866173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.387732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:28.654662Z","time spent":"733.031608ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:29.387736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:28.563328Z","time spent":"824.347922ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:29.387774Z","caller":"traceutil/trace.go:171","msg":"trace[844365944] linearizableReadLoop","detail":"{readStateIndex:25282; appliedIndex:25276; }","duration":"1.466236349s","start":"2026-07-03T16:47:27.921519Z","end":"2026-07-03T16:47:29.387755Z","steps":["trace[844365944] 'read index received' (duration: 1.081133446s)","trace[844365944] 'applied index is now lower than readState.Index' (duration: 385.102023ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:47:29.387817Z","caller":"traceutil/trace.go:171","msg":"trace[123218526] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"487.950401ms","start":"2026-07-03T16:47:28.89986Z","end":"2026-07-03T16:47:29.38781Z","steps":["trace[123218526] 'process raft request' (duration: 487.759567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.387863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:28.899842Z","time spent":"487.990423ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:29.38793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466400882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:47:29.38795Z","caller":"traceutil/trace.go:171","msg":"trace[137469338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24421; }","duration":"1.466481234s","start":"2026-07-03T16:47:27.921463Z","end":"2026-07-03T16:47:29.387945Z","steps":["trace[137469338] 'agreement among raft nodes before linearized reading' (duration: 1.466366952s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:29.387541Z","caller":"traceutil/trace.go:171","msg":"trace[740350335] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"828.19802ms","start":"2026-07-03T16:47:28.559318Z","end":"2026-07-03T16:47:29.387516Z","steps":["trace[740350335] 'process raft request' (duration: 827.857672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.387971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.921442Z","time spent":"1.466524566s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:47:29.388021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:28.559304Z","time spent":"828.667151ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:47:29.392924Z","caller":"traceutil/trace.go:171","msg":"trace[1457061791] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"169.324186ms","start":"2026-07-03T16:47:29.223564Z","end":"2026-07-03T16:47:29.392888Z","steps":["trace[1457061791] 'process raft request' (duration: 168.975228ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:29.39299Z","caller":"traceutil/trace.go:171","msg":"trace[296593024] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"389.149296ms","start":"2026-07-03T16:47:29.003822Z","end":"2026-07-03T16:47:29.392971Z","steps":["trace[296593024] 'process raft request' (duration: 388.586303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.393106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:29.003803Z","time spent":"389.232627ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:47:29.393171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465059842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:47:29.393223Z","caller":"traceutil/trace.go:171","msg":"trace[1570315674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24424; }","duration":"1.465133793s","start":"2026-07-03T16:47:27.928075Z","end":"2026-07-03T16:47:29.393209Z","steps":["trace[1570315674] 'agreement among raft nodes before linearized reading' (duration: 1.46497693s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.39325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.928067Z","time spent":"1.465176755s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:47:29.393314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235551801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:47:29.393349Z","caller":"traceutil/trace.go:171","msg":"trace[1983241151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24424; }","duration":"1.235631283s","start":"2026-07-03T16:47:28.157701Z","end":"2026-07-03T16:47:29.393332Z","steps":["trace[1983241151] 'agreement among raft nodes before linearized reading' (duration: 1.23549212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.393327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390294845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:47:29.393444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.09216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:47:29.393465Z","caller":"traceutil/trace.go:171","msg":"trace[1239873139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24424; }","duration":"176.148071ms","start":"2026-07-03T16:47:29.217312Z","end":"2026-07-03T16:47:29.39346Z","steps":["trace[1239873139] 'agreement among raft nodes before linearized reading' (duration: 176.077519ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:47:29.393452Z","caller":"traceutil/trace.go:171","msg":"trace[1629716110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24424; }","duration":"1.390418948s","start":"2026-07-03T16:47:28.002983Z","end":"2026-07-03T16:47:29.393401Z","steps":["trace[1629716110] 'agreement among raft nodes before linearized reading' (duration: 1.390215323s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.393375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:28.15768Z","time spent":"1.235682075s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:47:29.393512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.322858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-03T16:47:29.393525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:28.002963Z","time spent":"1.39054405s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:47:29.393551Z","caller":"traceutil/trace.go:171","msg":"trace[951571214] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24424; }","duration":"473.39669ms","start":"2026-07-03T16:47:28.920142Z","end":"2026-07-03T16:47:29.393538Z","steps":["trace[951571214] 'agreement among raft nodes before linearized reading' (duration: 473.264367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.393576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:28.920123Z","time spent":"473.44823ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:47:29.394365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450691074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:47:29.394403Z","caller":"traceutil/trace.go:171","msg":"trace[197135849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24424; }","duration":"1.450761326s","start":"2026-07-03T16:47:27.943633Z","end":"2026-07-03T16:47:29.394394Z","steps":["trace[197135849] 'agreement among raft nodes before linearized reading' (duration: 1.44967256s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:47:29.394422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:47:27.94362Z","time spent":"1.450797687s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:48:14.587732Z","caller":"traceutil/trace.go:171","msg":"trace[1980886697] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"160.629347ms","start":"2026-07-03T16:48:14.427068Z","end":"2026-07-03T16:48:14.587697Z","steps":["trace[1980886697] 'process raft request' (duration: 160.456623ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:14.985075Z","caller":"traceutil/trace.go:171","msg":"trace[957601944] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"243.06728ms","start":"2026-07-03T16:48:14.741977Z","end":"2026-07-03T16:48:14.985044Z","steps":["trace[957601944] 'process raft request' (duration: 242.854525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:48:43.524338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.868447ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:48:43.524794Z","caller":"traceutil/trace.go:171","msg":"trace[2119148561] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26116; }","duration":"296.626993ms","start":"2026-07-03T16:48:43.227825Z","end":"2026-07-03T16:48:43.524452Z","steps":["trace[2119148561] 'read index received' (duration: 88.583322ms)","trace[2119148561] 'applied index is now lower than readState.Index' (duration: 208.041691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:48:43.525017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.148465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-03T16:48:43.525179Z","caller":"traceutil/trace.go:171","msg":"trace[266409205] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25238; }","duration":"297.34621ms","start":"2026-07-03T16:48:43.227784Z","end":"2026-07-03T16:48:43.52513Z","steps":["trace[266409205] 'agreement among raft nodes before linearized reading' (duration: 296.91043ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:58.447435Z","caller":"traceutil/trace.go:171","msg":"trace[1512518985] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"178.358933ms","start":"2026-07-03T16:48:58.269048Z","end":"2026-07-03T16:48:58.447407Z","steps":["trace[1512518985] 'process raft request' (duration: 178.155078ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:48:58.464428Z","caller":"traceutil/trace.go:171","msg":"trace[88606569] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"189.277992ms","start":"2026-07-03T16:48:58.275129Z","end":"2026-07-03T16:48:58.464407Z","steps":["trace[88606569] 'process raft request' (duration: 189.17736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.182718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.413689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:00.182888Z","caller":"traceutil/trace.go:171","msg":"trace[359948543] linearizableReadLoop","detail":"{readStateIndex:26249; appliedIndex:26247; }","duration":"317.97109ms","start":"2026-07-03T16:48:59.864899Z","end":"2026-07-03T16:49:00.182871Z","steps":["trace[359948543] 'read index received' (duration: 190.313676ms)","trace[359948543] 'applied index is now lower than readState.Index' (duration: 127.656424ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:00.182962Z","caller":"traceutil/trace.go:171","msg":"trace[366430810] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"392.588344ms","start":"2026-07-03T16:48:59.790364Z","end":"2026-07-03T16:49:00.182952Z","steps":["trace[366430810] 'process raft request' (duration: 392.44458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.183023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.790349Z","time spent":"392.641195ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:00.183077Z","caller":"traceutil/trace.go:171","msg":"trace[1131189229] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"393.256379ms","start":"2026-07-03T16:48:59.789787Z","end":"2026-07-03T16:49:00.183044Z","steps":["trace[1131189229] 'process raft request' (duration: 265.41038ms)","trace[1131189229] 'compare' (duration: 127.300716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:00.183255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.332818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:49:00.183339Z","caller":"traceutil/trace.go:171","msg":"trace[104857786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25367; }","duration":"318.453561ms","start":"2026-07-03T16:48:59.864863Z","end":"2026-07-03T16:49:00.183317Z","steps":["trace[104857786] 'agreement among raft nodes before linearized reading' (duration: 318.205025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.183386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.864848Z","time spent":"318.529112ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:49:00.183643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.789757Z","time spent":"393.767491ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:00.191294Z","caller":"traceutil/trace.go:171","msg":"trace[702173806] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"132.151418ms","start":"2026-07-03T16:49:00.05912Z","end":"2026-07-03T16:49:00.191272Z","steps":["trace[702173806] 'process raft request' (duration: 131.969224ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:00.248309Z","caller":"traceutil/trace.go:171","msg":"trace[1213911242] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"180.916441ms","start":"2026-07-03T16:49:00.067356Z","end":"2026-07-03T16:49:00.248272Z","steps":["trace[1213911242] 'process raft request' (duration: 180.654415ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:00.248521Z","caller":"traceutil/trace.go:171","msg":"trace[719981434] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"134.071061ms","start":"2026-07-03T16:49:00.114439Z","end":"2026-07-03T16:49:00.24851Z","steps":["trace[719981434] 'process raft request' (duration: 133.746664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.248563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.244903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:49:00.248673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.572588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:00.248658Z","caller":"traceutil/trace.go:171","msg":"trace[546919594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25371; }","duration":"306.358906ms","start":"2026-07-03T16:48:59.942279Z","end":"2026-07-03T16:49:00.248638Z","steps":["trace[546919594] 'agreement among raft nodes before linearized reading' (duration: 306.07576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:00.248796Z","caller":"traceutil/trace.go:171","msg":"trace[106387770] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25371; }","duration":"351.712601ms","start":"2026-07-03T16:48:59.897058Z","end":"2026-07-03T16:49:00.24877Z","steps":["trace[106387770] 'agreement among raft nodes before linearized reading' (duration: 351.551037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.248827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.942237Z","time spent":"306.571071ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:49:00.248883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.89704Z","time spent":"351.823744ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:49:00.24906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.565016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:49:00.249125Z","caller":"traceutil/trace.go:171","msg":"trace[1586269630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25371; }","duration":"301.651207ms","start":"2026-07-03T16:48:59.947457Z","end":"2026-07-03T16:49:00.249108Z","steps":["trace[1586269630] 'agreement among raft nodes before linearized reading' (duration: 301.451713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.249139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.596353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:49:00.249168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.947446Z","time spent":"301.71246ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:49:00.249177Z","caller":"traceutil/trace.go:171","msg":"trace[812222613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25371; }","duration":"307.654275ms","start":"2026-07-03T16:48:59.941508Z","end":"2026-07-03T16:49:00.249163Z","steps":["trace[812222613] 'agreement among raft nodes before linearized reading' (duration: 307.580853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.249207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.941494Z","time spent":"307.706536ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:49:00.249069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.9047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:49:00.249279Z","caller":"traceutil/trace.go:171","msg":"trace[385240230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25371; }","duration":"315.132186ms","start":"2026-07-03T16:48:59.934117Z","end":"2026-07-03T16:49:00.249249Z","steps":["trace[385240230] 'agreement among raft nodes before linearized reading' (duration: 314.87903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.248626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.623089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:00.249379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:48:59.934097Z","time spent":"315.256269ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:49:00.249373Z","caller":"traceutil/trace.go:171","msg":"trace[67454870] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25371; }","duration":"165.528869ms","start":"2026-07-03T16:49:00.083828Z","end":"2026-07-03T16:49:00.249357Z","steps":["trace[67454870] 'agreement among raft nodes before linearized reading' (duration: 164.611978ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:00.59429Z","caller":"traceutil/trace.go:171","msg":"trace[1517333085] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"140.915137ms","start":"2026-07-03T16:49:00.453337Z","end":"2026-07-03T16:49:00.594252Z","steps":["trace[1517333085] 'process raft request' (duration: 63.493439ms)","trace[1517333085] 'compare' (duration: 77.217294ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:00.667571Z","caller":"traceutil/trace.go:171","msg":"trace[1833005161] linearizableReadLoop","detail":"{readStateIndex:26259; appliedIndex:26257; }","duration":"194.423428ms","start":"2026-07-03T16:49:00.47312Z","end":"2026-07-03T16:49:00.667543Z","steps":["trace[1833005161] 'read index received' (duration: 43.708297ms)","trace[1833005161] 'applied index is now lower than readState.Index' (duration: 150.714021ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:00.667655Z","caller":"traceutil/trace.go:171","msg":"trace[1972705030] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"197.157271ms","start":"2026-07-03T16:49:00.470453Z","end":"2026-07-03T16:49:00.66761Z","steps":["trace[1972705030] 'process raft request' (duration: 196.940876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.667783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.643774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:00.66782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.06257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:00.667854Z","caller":"traceutil/trace.go:171","msg":"trace[684542733] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25377; }","duration":"194.772637ms","start":"2026-07-03T16:49:00.473064Z","end":"2026-07-03T16:49:00.667836Z","steps":["trace[684542733] 'agreement among raft nodes before linearized reading' (duration: 194.638784ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:00.667875Z","caller":"traceutil/trace.go:171","msg":"trace[1470267272] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25377; }","duration":"194.150933ms","start":"2026-07-03T16:49:00.47371Z","end":"2026-07-03T16:49:00.667861Z","steps":["trace[1470267272] 'agreement among raft nodes before linearized reading' (duration: 194.060371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.668023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.356951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:49:00.668056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.426037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:00.668137Z","caller":"traceutil/trace.go:171","msg":"trace[1077926531] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25377; }","duration":"192.538727ms","start":"2026-07-03T16:49:00.475583Z","end":"2026-07-03T16:49:00.668122Z","steps":["trace[1077926531] 'agreement among raft nodes before linearized reading' (duration: 192.327641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:00.668141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.599788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-03T16:49:00.668186Z","caller":"traceutil/trace.go:171","msg":"trace[399910800] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25377; }","duration":"192.67378ms","start":"2026-07-03T16:49:00.475499Z","end":"2026-07-03T16:49:00.668173Z","steps":["trace[399910800] 'agreement among raft nodes before linearized reading' (duration: 192.504865ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:00.668191Z","caller":"traceutil/trace.go:171","msg":"trace[1580982481] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25377; }","duration":"193.559791ms","start":"2026-07-03T16:49:00.474616Z","end":"2026-07-03T16:49:00.668176Z","steps":["trace[1580982481] 'agreement among raft nodes before linearized reading' (duration: 193.398336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.805147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.506425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:49:44.805515Z","caller":"traceutil/trace.go:171","msg":"trace[1722233041] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"458.049408ms","start":"2026-07-03T16:49:44.34744Z","end":"2026-07-03T16:49:44.805489Z","steps":["trace[1722233041] 'process raft request' (duration: 149.075883ms)","trace[1722233041] 'compare' (duration: 307.986413ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:44.805587Z","caller":"traceutil/trace.go:171","msg":"trace[731766950] linearizableReadLoop","detail":"{readStateIndex:26673; appliedIndex:26669; }","duration":"366.382536ms","start":"2026-07-03T16:49:44.439191Z","end":"2026-07-03T16:49:44.805573Z","steps":["trace[731766950] 'read index received' (duration: 57.582265ms)","trace[731766950] 'applied index is now lower than readState.Index' (duration: 308.799291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:44.80564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.347415Z","time spent":"458.158981ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:44.805672Z","caller":"traceutil/trace.go:171","msg":"trace[1255184430] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"395.124652ms","start":"2026-07-03T16:49:44.410542Z","end":"2026-07-03T16:49:44.805666Z","steps":["trace[1255184430] 'process raft request' (duration: 394.974369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.805722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.410518Z","time spent":"395.177674ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:44.805649Z","caller":"traceutil/trace.go:171","msg":"trace[1060314227] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"456.103845ms","start":"2026-07-03T16:49:44.349537Z","end":"2026-07-03T16:49:44.805641Z","steps":["trace[1060314227] 'process raft request' (duration: 455.8907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.805827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.34953Z","time spent":"456.272848ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:49:44.80585Z","caller":"traceutil/trace.go:171","msg":"trace[2016998142] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"392.198465ms","start":"2026-07-03T16:49:44.413641Z","end":"2026-07-03T16:49:44.805839Z","steps":["trace[2016998142] 'process raft request' (duration: 391.902039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.805901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.413622Z","time spent":"392.255277ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:49:44.805976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.788695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:49:44.806003Z","caller":"traceutil/trace.go:171","msg":"trace[1986231297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25781; }","duration":"366.854467ms","start":"2026-07-03T16:49:44.439142Z","end":"2026-07-03T16:49:44.805996Z","steps":["trace[1986231297] 'agreement among raft nodes before linearized reading' (duration: 366.741484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.806027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.439128Z","time spent":"366.895017ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:49:44.83742Z","caller":"traceutil/trace.go:171","msg":"trace[1503992034] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"152.111014ms","start":"2026-07-03T16:49:44.685282Z","end":"2026-07-03T16:49:44.837393Z","steps":["trace[1503992034] 'process raft request' (duration: 151.97602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.837779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.213695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:49:44.837821Z","caller":"traceutil/trace.go:171","msg":"trace[250911631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25782; }","duration":"381.304797ms","start":"2026-07-03T16:49:44.456506Z","end":"2026-07-03T16:49:44.837811Z","steps":["trace[250911631] 'agreement among raft nodes before linearized reading' (duration: 381.154204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.837851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.45649Z","time spent":"381.352848ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:49:44.838397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.608752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:49:44.838439Z","caller":"traceutil/trace.go:171","msg":"trace[500163098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25782; }","duration":"211.661143ms","start":"2026-07-03T16:49:44.626766Z","end":"2026-07-03T16:49:44.838427Z","steps":["trace[500163098] 'agreement among raft nodes before linearized reading' (duration: 211.560801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.838604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.893537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:49:44.838637Z","caller":"traceutil/trace.go:171","msg":"trace[143780050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25782; }","duration":"214.959138ms","start":"2026-07-03T16:49:44.623671Z","end":"2026-07-03T16:49:44.83863Z","steps":["trace[143780050] 'agreement among raft nodes before linearized reading' (duration: 214.877707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.838798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.321818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:49:44.83883Z","caller":"traceutil/trace.go:171","msg":"trace[1751657413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25782; }","duration":"219.354269ms","start":"2026-07-03T16:49:44.619468Z","end":"2026-07-03T16:49:44.838822Z","steps":["trace[1751657413] 'agreement among raft nodes before linearized reading' (duration: 219.275117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.838947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.157142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:44.83898Z","caller":"traceutil/trace.go:171","msg":"trace[1016516422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25782; }","duration":"317.231654ms","start":"2026-07-03T16:49:44.521739Z","end":"2026-07-03T16:49:44.83897Z","steps":["trace[1016516422] 'agreement among raft nodes before linearized reading' (duration: 317.183543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:44.839004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:49:44.521713Z","time spent":"317.285565ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:49:45.021276Z","caller":"traceutil/trace.go:171","msg":"trace[45731958] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"178.805153ms","start":"2026-07-03T16:49:44.84244Z","end":"2026-07-03T16:49:45.021245Z","steps":["trace[45731958] 'process raft request' (duration: 158.440178ms)","trace[45731958] 'compare' (duration: 19.923355ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:49:45.021341Z","caller":"traceutil/trace.go:171","msg":"trace[458754271] linearizableReadLoop","detail":"{readStateIndex:26681; appliedIndex:26675; }","duration":"138.751588ms","start":"2026-07-03T16:49:44.882572Z","end":"2026-07-03T16:49:45.021324Z","steps":["trace[458754271] 'read index received' (duration: 118.286281ms)","trace[458754271] 'applied index is now lower than readState.Index' (duration: 20.464397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:49:45.02145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.707076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:45.021478Z","caller":"traceutil/trace.go:171","msg":"trace[1604723127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25789; }","duration":"180.800758ms","start":"2026-07-03T16:49:44.84067Z","end":"2026-07-03T16:49:45.021471Z","steps":["trace[1604723127] 'agreement among raft nodes before linearized reading' (duration: 180.722296ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:45.021644Z","caller":"traceutil/trace.go:171","msg":"trace[690634519] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"174.157017ms","start":"2026-07-03T16:49:44.847474Z","end":"2026-07-03T16:49:45.021631Z","steps":["trace[690634519] 'process raft request' (duration: 173.792638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:45.021733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.719901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-07-03T16:49:45.021758Z","caller":"traceutil/trace.go:171","msg":"trace[2078445516] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25789; }","duration":"171.767602ms","start":"2026-07-03T16:49:44.849986Z","end":"2026-07-03T16:49:45.021753Z","steps":["trace[2078445516] 'agreement among raft nodes before linearized reading' (duration: 171.68173ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:45.021813Z","caller":"traceutil/trace.go:171","msg":"trace[1445572885] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"179.253903ms","start":"2026-07-03T16:49:44.842549Z","end":"2026-07-03T16:49:45.021803Z","steps":["trace[1445572885] 'process raft request' (duration: 178.575208ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:45.021653Z","caller":"traceutil/trace.go:171","msg":"trace[820318822] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"173.074192ms","start":"2026-07-03T16:49:44.848571Z","end":"2026-07-03T16:49:45.021645Z","steps":["trace[820318822] 'process raft request' (duration: 172.721794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:49:45.021889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.893617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:49:45.021914Z","caller":"traceutil/trace.go:171","msg":"trace[621699189] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25789; }","duration":"172.940758ms","start":"2026-07-03T16:49:44.848968Z","end":"2026-07-03T16:49:45.021908Z","steps":["trace[621699189] 'agreement among raft nodes before linearized reading' (duration: 172.904277ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:45.022072Z","caller":"traceutil/trace.go:171","msg":"trace[207384507] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"177.600835ms","start":"2026-07-03T16:49:44.844446Z","end":"2026-07-03T16:49:45.022047Z","steps":["trace[207384507] 'process raft request' (duration: 176.774116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:45.022195Z","caller":"traceutil/trace.go:171","msg":"trace[456172616] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"176.841628ms","start":"2026-07-03T16:49:44.845339Z","end":"2026-07-03T16:49:45.022181Z","steps":["trace[456172616] 'process raft request' (duration: 175.902677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:46.261662Z","caller":"traceutil/trace.go:171","msg":"trace[1035621077] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"263.874195ms","start":"2026-07-03T16:49:45.997759Z","end":"2026-07-03T16:49:46.261633Z","steps":["trace[1035621077] 'process raft request' (duration: 263.585728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:46.52739Z","caller":"traceutil/trace.go:171","msg":"trace[280212499] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"118.010174ms","start":"2026-07-03T16:49:46.409352Z","end":"2026-07-03T16:49:46.527362Z","steps":["trace[280212499] 'process raft request' (duration: 117.780999ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:51.257722Z","caller":"traceutil/trace.go:171","msg":"trace[1888504623] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"132.499976ms","start":"2026-07-03T16:49:51.125192Z","end":"2026-07-03T16:49:51.257692Z","steps":["trace[1888504623] 'process raft request' (duration: 132.458865ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:51.25777Z","caller":"traceutil/trace.go:171","msg":"trace[962402195] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"133.883646ms","start":"2026-07-03T16:49:51.123835Z","end":"2026-07-03T16:49:51.257718Z","steps":["trace[962402195] 'process raft request' (duration: 133.62086ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:49:51.257771Z","caller":"traceutil/trace.go:171","msg":"trace[1475351712] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"133.798375ms","start":"2026-07-03T16:49:51.123933Z","end":"2026-07-03T16:49:51.257731Z","steps":["trace[1475351712] 'process raft request' (duration: 133.680402ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:03.27673Z","caller":"traceutil/trace.go:171","msg":"trace[1602187809] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"117.317509ms","start":"2026-07-03T16:50:03.159347Z","end":"2026-07-03T16:50:03.276664Z","steps":["trace[1602187809] 'process raft request' (duration: 52.495629ms)","trace[1602187809] 'compare' (duration: 64.653386ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:18.477714Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22887} {"level":"info","ts":"2026-07-03T16:50:18.594841Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22887,"took":"113.966173ms","hash":2884651564,"current-db-size-bytes":52477952,"current-db-size":"52 MB","current-db-size-in-use-bytes":44621824,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-07-03T16:50:18.594918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2884651564,"revision":22887,"compact-revision":20680} {"level":"info","ts":"2026-07-03T16:50:26.546113Z","caller":"traceutil/trace.go:171","msg":"trace[372044242] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"137.932629ms","start":"2026-07-03T16:50:26.408155Z","end":"2026-07-03T16:50:26.546087Z","steps":["trace[372044242] 'process raft request' (duration: 98.789355ms)","trace[372044242] 'compare' (duration: 38.701974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:27.481786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.293111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:27.482Z","caller":"traceutil/trace.go:171","msg":"trace[668308457] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"160.420933ms","start":"2026-07-03T16:50:27.321548Z","end":"2026-07-03T16:50:27.481969Z","steps":["trace[668308457] 'process raft request' (duration: 37.879346ms)","trace[668308457] 'compare' (duration: 122.197399ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:29.212388Z","caller":"traceutil/trace.go:171","msg":"trace[1361635825] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"100.562807ms","start":"2026-07-03T16:50:29.111804Z","end":"2026-07-03T16:50:29.212367Z","steps":["trace[1361635825] 'process raft request' (duration: 100.528646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:29.21278Z","caller":"traceutil/trace.go:171","msg":"trace[177875345] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"101.470767ms","start":"2026-07-03T16:50:29.1113Z","end":"2026-07-03T16:50:29.212771Z","steps":["trace[177875345] 'process raft request' (duration: 100.960775ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:31.713388Z","caller":"traceutil/trace.go:171","msg":"trace[284224025] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"115.225601ms","start":"2026-07-03T16:50:31.598142Z","end":"2026-07-03T16:50:31.713368Z","steps":["trace[284224025] 'process raft request' (duration: 58.932786ms)","trace[284224025] 'compare' (duration: 55.579608ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:31.713516Z","caller":"traceutil/trace.go:171","msg":"trace[1262539765] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"115.032016ms","start":"2026-07-03T16:50:31.598478Z","end":"2026-07-03T16:50:31.71351Z","steps":["trace[1262539765] 'process raft request' (duration: 114.469343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:31.713585Z","caller":"traceutil/trace.go:171","msg":"trace[1590778341] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"114.158517ms","start":"2026-07-03T16:50:31.59942Z","end":"2026-07-03T16:50:31.713579Z","steps":["trace[1590778341] 'process raft request' (duration: 113.603114ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.065935Z","caller":"traceutil/trace.go:171","msg":"trace[1798014369] linearizableReadLoop","detail":"{readStateIndex:27120; appliedIndex:27119; }","duration":"245.526846ms","start":"2026-07-03T16:50:32.820381Z","end":"2026-07-03T16:50:33.065907Z","steps":["trace[1798014369] 'read index received' (duration: 245.329931ms)","trace[1798014369] 'applied index is now lower than readState.Index' (duration: 195.745µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:33.066027Z","caller":"traceutil/trace.go:171","msg":"trace[1307915876] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"255.061493ms","start":"2026-07-03T16:50:32.810939Z","end":"2026-07-03T16:50:33.066Z","steps":["trace[1307915876] 'process raft request' (duration: 254.797046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.066188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.800443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:50:33.06628Z","caller":"traceutil/trace.go:171","msg":"trace[744173741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26217; }","duration":"245.950886ms","start":"2026-07-03T16:50:32.820309Z","end":"2026-07-03T16:50:33.06626Z","steps":["trace[744173741] 'agreement among raft nodes before linearized reading' (duration: 245.702041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.066327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.640815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-03T16:50:33.066398Z","caller":"traceutil/trace.go:171","msg":"trace[127539017] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26217; }","duration":"113.768038ms","start":"2026-07-03T16:50:32.95261Z","end":"2026-07-03T16:50:33.066378Z","steps":["trace[127539017] 'agreement among raft nodes before linearized reading' (duration: 113.459721ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.283297Z","caller":"traceutil/trace.go:171","msg":"trace[1446458559] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"148.284075ms","start":"2026-07-03T16:50:33.134977Z","end":"2026-07-03T16:50:33.283261Z","steps":["trace[1446458559] 'process raft request' (duration: 133.629481ms)","trace[1446458559] 'compare' (duration: 14.288956ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:33.283343Z","caller":"traceutil/trace.go:171","msg":"trace[2092478420] linearizableReadLoop","detail":"{readStateIndex:27121; appliedIndex:27120; }","duration":"135.386441ms","start":"2026-07-03T16:50:33.147923Z","end":"2026-07-03T16:50:33.283309Z","steps":["trace[2092478420] 'read index received' (duration: 120.694325ms)","trace[2092478420] 'applied index is now lower than readState.Index' (duration: 14.688965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:33.43308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.14027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:33.433138Z","caller":"traceutil/trace.go:171","msg":"trace[1760704920] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26218; }","duration":"285.244463ms","start":"2026-07-03T16:50:33.14788Z","end":"2026-07-03T16:50:33.433124Z","steps":["trace[1760704920] 'agreement among raft nodes before linearized reading' (duration: 135.530234ms)","trace[1760704920] 'range keys from in-memory index tree' (duration: 149.624267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:33.43348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.21065ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:50:33.433887Z","caller":"traceutil/trace.go:171","msg":"trace[322283671] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"163.262357ms","start":"2026-07-03T16:50:33.270605Z","end":"2026-07-03T16:50:33.433868Z","steps":["trace[322283671] 'process raft request' (duration: 163.018362ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.434131Z","caller":"traceutil/trace.go:171","msg":"trace[1790767081] linearizableReadLoop","detail":"{readStateIndex:27124; appliedIndex:27121; }","duration":"133.364965ms","start":"2026-07-03T16:50:33.300721Z","end":"2026-07-03T16:50:33.434086Z","steps":["trace[1790767081] 'read index received' (duration: 61.503404ms)","trace[1790767081] 'applied index is now lower than readState.Index' (duration: 71.859591ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:33.434151Z","caller":"traceutil/trace.go:171","msg":"trace[1931767961] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"138.907842ms","start":"2026-07-03T16:50:33.295214Z","end":"2026-07-03T16:50:33.434122Z","steps":["trace[1931767961] 'process raft request' (duration: 138.607295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.434285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.55804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-03T16:50:33.434323Z","caller":"traceutil/trace.go:171","msg":"trace[195674035] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26220; }","duration":"133.637951ms","start":"2026-07-03T16:50:33.300676Z","end":"2026-07-03T16:50:33.434314Z","steps":["trace[195674035] 'agreement among raft nodes before linearized reading' (duration: 133.523779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.467778Z","caller":"traceutil/trace.go:171","msg":"trace[992859481] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"166.885481ms","start":"2026-07-03T16:50:33.300872Z","end":"2026-07-03T16:50:33.467757Z","steps":["trace[992859481] 'process raft request' (duration: 166.469802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.468034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.468529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:50:33.468099Z","caller":"traceutil/trace.go:171","msg":"trace[8075936] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26221; }","duration":"137.545901ms","start":"2026-07-03T16:50:33.330542Z","end":"2026-07-03T16:50:33.468088Z","steps":["trace[8075936] 'agreement among raft nodes before linearized reading' (duration: 137.370457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.468255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.401145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:50:33.468285Z","caller":"traceutil/trace.go:171","msg":"trace[1636412716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26221; }","duration":"154.466857ms","start":"2026-07-03T16:50:33.313813Z","end":"2026-07-03T16:50:33.46828Z","steps":["trace[1636412716] 'agreement among raft nodes before linearized reading' (duration: 154.387815ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.641498Z","caller":"traceutil/trace.go:171","msg":"trace[173708952] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"167.455914ms","start":"2026-07-03T16:50:33.474024Z","end":"2026-07-03T16:50:33.64148Z","steps":["trace[173708952] 'process raft request' (duration: 167.352381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.641629Z","caller":"traceutil/trace.go:171","msg":"trace[1969586206] linearizableReadLoop","detail":"{readStateIndex:27126; appliedIndex:27126; }","duration":"167.219758ms","start":"2026-07-03T16:50:33.474379Z","end":"2026-07-03T16:50:33.641599Z","steps":["trace[1969586206] 'read index received' (duration: 167.204838ms)","trace[1969586206] 'applied index is now lower than readState.Index' (duration: 12.21µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:33.641995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.599987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:50:33.642076Z","caller":"traceutil/trace.go:171","msg":"trace[247696518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26222; }","duration":"167.72331ms","start":"2026-07-03T16:50:33.474334Z","end":"2026-07-03T16:50:33.642057Z","steps":["trace[247696518] 'agreement among raft nodes before linearized reading' (duration: 167.345261ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.702011Z","caller":"traceutil/trace.go:171","msg":"trace[1866746192] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"137.100901ms","start":"2026-07-03T16:50:33.564887Z","end":"2026-07-03T16:50:33.701988Z","steps":["trace[1866746192] 'process raft request' (duration: 136.959118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.702257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.374051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:33.702286Z","caller":"traceutil/trace.go:171","msg":"trace[1375706585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26224; }","duration":"181.451823ms","start":"2026-07-03T16:50:33.520827Z","end":"2026-07-03T16:50:33.702279Z","steps":["trace[1375706585] 'agreement among raft nodes before linearized reading' (duration: 181.387412ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.702364Z","caller":"traceutil/trace.go:171","msg":"trace[1612902727] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"104.389965ms","start":"2026-07-03T16:50:33.597946Z","end":"2026-07-03T16:50:33.702336Z","steps":["trace[1612902727] 'process raft request' (duration: 104.010866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.702399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.247597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:33.702465Z","caller":"traceutil/trace.go:171","msg":"trace[1611605963] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26224; }","duration":"124.36785ms","start":"2026-07-03T16:50:33.578086Z","end":"2026-07-03T16:50:33.702453Z","steps":["trace[1611605963] 'agreement among raft nodes before linearized reading' (duration: 124.246208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.990768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.952752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:33.991013Z","caller":"traceutil/trace.go:171","msg":"trace[1038782960] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"270.790734ms","start":"2026-07-03T16:50:33.720206Z","end":"2026-07-03T16:50:33.990996Z","steps":["trace[1038782960] 'process raft request' (duration: 270.659991ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.991027Z","caller":"traceutil/trace.go:171","msg":"trace[546368521] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"270.852135ms","start":"2026-07-03T16:50:33.720129Z","end":"2026-07-03T16:50:33.990982Z","steps":["trace[546368521] 'process raft request' (duration: 160.605737ms)","trace[546368521] 'compare' (duration: 109.062361ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:33.991109Z","caller":"traceutil/trace.go:171","msg":"trace[944224378] linearizableReadLoop","detail":"{readStateIndex:27132; appliedIndex:27128; }","duration":"256.314343ms","start":"2026-07-03T16:50:33.73478Z","end":"2026-07-03T16:50:33.991094Z","steps":["trace[944224378] 'read index received' (duration: 146.549717ms)","trace[944224378] 'applied index is now lower than readState.Index' (duration: 109.763606ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:33.991195Z","caller":"traceutil/trace.go:171","msg":"trace[1229929467] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"267.99517ms","start":"2026-07-03T16:50:33.723191Z","end":"2026-07-03T16:50:33.991186Z","steps":["trace[1229929467] 'process raft request' (duration: 267.846757ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.991278Z","caller":"traceutil/trace.go:171","msg":"trace[1033012070] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"270.068037ms","start":"2026-07-03T16:50:33.721123Z","end":"2026-07-03T16:50:33.991191Z","steps":["trace[1033012070] 'process raft request' (duration: 269.830482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.991415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.62701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:50:33.991455Z","caller":"traceutil/trace.go:171","msg":"trace[1164968204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26228; }","duration":"256.689522ms","start":"2026-07-03T16:50:33.734755Z","end":"2026-07-03T16:50:33.991445Z","steps":["trace[1164968204] 'agreement among raft nodes before linearized reading' (duration: 256.531168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.994125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.864278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:33.994137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.296356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:50:33.994213Z","caller":"traceutil/trace.go:171","msg":"trace[724107868] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26229; }","duration":"144.995841ms","start":"2026-07-03T16:50:33.849198Z","end":"2026-07-03T16:50:33.994194Z","steps":["trace[724107868] 'agreement among raft nodes before linearized reading' (duration: 144.852687ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:33.99441Z","caller":"traceutil/trace.go:171","msg":"trace[215163279] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26229; }","duration":"215.437879ms","start":"2026-07-03T16:50:33.778766Z","end":"2026-07-03T16:50:33.994204Z","steps":["trace[215163279] 'agreement among raft nodes before linearized reading' (duration: 215.191013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:33.99481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.212311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:33.994867Z","caller":"traceutil/trace.go:171","msg":"trace[1511986830] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26229; }","duration":"140.308753ms","start":"2026-07-03T16:50:33.85454Z","end":"2026-07-03T16:50:33.994849Z","steps":["trace[1511986830] 'agreement among raft nodes before linearized reading' (duration: 140.211941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:34.273427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.294044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:50:34.273506Z","caller":"traceutil/trace.go:171","msg":"trace[4206187] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26230; }","duration":"172.417407ms","start":"2026-07-03T16:50:34.101069Z","end":"2026-07-03T16:50:34.273486Z","steps":["trace[4206187] 'count revisions from in-memory index tree' (duration: 172.211642ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:35.227968Z","caller":"traceutil/trace.go:171","msg":"trace[1596749519] linearizableReadLoop","detail":"{readStateIndex:27137; appliedIndex:27136; }","duration":"152.532332ms","start":"2026-07-03T16:50:35.075412Z","end":"2026-07-03T16:50:35.227945Z","steps":["trace[1596749519] 'read index received' (duration: 152.373198ms)","trace[1596749519] 'applied index is now lower than readState.Index' (duration: 158.034µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:35.228091Z","caller":"traceutil/trace.go:171","msg":"trace[1721959310] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"154.012326ms","start":"2026-07-03T16:50:35.07404Z","end":"2026-07-03T16:50:35.228052Z","steps":["trace[1721959310] 'process raft request' (duration: 153.750351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:35.228388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.955342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-03T16:50:35.228437Z","caller":"traceutil/trace.go:171","msg":"trace[1081666765] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26233; }","duration":"153.058244ms","start":"2026-07-03T16:50:35.075367Z","end":"2026-07-03T16:50:35.228425Z","steps":["trace[1081666765] 'agreement among raft nodes before linearized reading' (duration: 152.670435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:35.567598Z","caller":"traceutil/trace.go:171","msg":"trace[1838843557] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"124.861721ms","start":"2026-07-03T16:50:35.442698Z","end":"2026-07-03T16:50:35.56756Z","steps":["trace[1838843557] 'process raft request' (duration: 74.575773ms)","trace[1838843557] 'compare' (duration: 50.135394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:35.567842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.23605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-03T16:50:35.567908Z","caller":"traceutil/trace.go:171","msg":"trace[2045045956] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"124.688838ms","start":"2026-07-03T16:50:35.443198Z","end":"2026-07-03T16:50:35.567886Z","steps":["trace[2045045956] 'process raft request' (duration: 124.34563ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:35.567917Z","caller":"traceutil/trace.go:171","msg":"trace[654822470] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26234; }","duration":"125.347322ms","start":"2026-07-03T16:50:35.442555Z","end":"2026-07-03T16:50:35.567903Z","steps":["trace[654822470] 'range keys from in-memory index tree' (duration: 124.760778ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:35.751413Z","caller":"traceutil/trace.go:171","msg":"trace[24146888] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"100.478004ms","start":"2026-07-03T16:50:35.650917Z","end":"2026-07-03T16:50:35.751395Z","steps":["trace[24146888] 'process raft request' (duration: 75.749159ms)","trace[24146888] 'compare' (duration: 24.657803ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:37.874755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.910303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:50:37.874812Z","caller":"traceutil/trace.go:171","msg":"trace[189004801] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"103.607066ms","start":"2026-07-03T16:50:37.771166Z","end":"2026-07-03T16:50:37.874773Z","steps":["trace[189004801] 'process raft request' (duration: 51.195739ms)","trace[189004801] 'compare' (duration: 52.277474ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:37.874835Z","caller":"traceutil/trace.go:171","msg":"trace[213749043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26251; }","duration":"118.034405ms","start":"2026-07-03T16:50:37.756785Z","end":"2026-07-03T16:50:37.87482Z","steps":["trace[213749043] 'range keys from in-memory index tree' (duration: 117.763529ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:37.920077Z","caller":"traceutil/trace.go:171","msg":"trace[1399485220] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"148.352637ms","start":"2026-07-03T16:50:37.771695Z","end":"2026-07-03T16:50:37.920047Z","steps":["trace[1399485220] 'process raft request' (duration: 148.222824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:38.243353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.25108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:38.243493Z","caller":"traceutil/trace.go:171","msg":"trace[876624286] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"200.743704ms","start":"2026-07-03T16:50:38.04272Z","end":"2026-07-03T16:50:38.243463Z","steps":["trace[876624286] 'process raft request' (duration: 93.275519ms)","trace[876624286] 'compare' (duration: 107.108437ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:38.243505Z","caller":"traceutil/trace.go:171","msg":"trace[97821185] linearizableReadLoop","detail":"{readStateIndex:27161; appliedIndex:27160; }","duration":"183.851038ms","start":"2026-07-03T16:50:38.059637Z","end":"2026-07-03T16:50:38.243488Z","steps":["trace[97821185] 'read index received' (duration: 76.278251ms)","trace[97821185] 'applied index is now lower than readState.Index' (duration: 107.571197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:38.243665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.022642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:50:38.243711Z","caller":"traceutil/trace.go:171","msg":"trace[65362365] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26256; }","duration":"184.102354ms","start":"2026-07-03T16:50:38.059598Z","end":"2026-07-03T16:50:38.2437Z","steps":["trace[65362365] 'agreement among raft nodes before linearized reading' (duration: 183.93499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:38.243782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.194033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:50:38.243846Z","caller":"traceutil/trace.go:171","msg":"trace[648134379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26256; }","duration":"144.291145ms","start":"2026-07-03T16:50:38.099538Z","end":"2026-07-03T16:50:38.243829Z","steps":["trace[648134379] 'agreement among raft nodes before linearized reading' (duration: 144.117171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:38.24394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.117241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:50:38.243984Z","caller":"traceutil/trace.go:171","msg":"trace[109668662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26256; }","duration":"144.182233ms","start":"2026-07-03T16:50:38.099792Z","end":"2026-07-03T16:50:38.243974Z","steps":["trace[109668662] 'agreement among raft nodes before linearized reading' (duration: 144.04214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:38.244085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.369747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:50:38.244128Z","caller":"traceutil/trace.go:171","msg":"trace[513268766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26256; }","duration":"144.414448ms","start":"2026-07-03T16:50:38.099703Z","end":"2026-07-03T16:50:38.244118Z","steps":["trace[513268766] 'agreement among raft nodes before linearized reading' (duration: 144.315016ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:39.21507Z","caller":"traceutil/trace.go:171","msg":"trace[835624083] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"214.729824ms","start":"2026-07-03T16:50:39.00032Z","end":"2026-07-03T16:50:39.21505Z","steps":["trace[835624083] 'process raft request' (duration: 214.609501ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:39.24153Z","caller":"traceutil/trace.go:171","msg":"trace[2055140306] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"147.107478ms","start":"2026-07-03T16:50:39.094401Z","end":"2026-07-03T16:50:39.241508Z","steps":["trace[2055140306] 'process raft request' (duration: 146.985476ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:39.783493Z","caller":"traceutil/trace.go:171","msg":"trace[1191362836] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"143.088686ms","start":"2026-07-03T16:50:39.640373Z","end":"2026-07-03T16:50:39.783462Z","steps":["trace[1191362836] 'process raft request' (duration: 142.908422ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:39.903454Z","caller":"traceutil/trace.go:171","msg":"trace[1864119051] linearizableReadLoop","detail":"{readStateIndex:27172; appliedIndex:27170; }","duration":"170.627476ms","start":"2026-07-03T16:50:39.732799Z","end":"2026-07-03T16:50:39.903427Z","steps":["trace[1864119051] 'read index received' (duration: 50.488663ms)","trace[1864119051] 'applied index is now lower than readState.Index' (duration: 120.137723ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:39.903672Z","caller":"traceutil/trace.go:171","msg":"trace[1643789410] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"242.036066ms","start":"2026-07-03T16:50:39.661605Z","end":"2026-07-03T16:50:39.903641Z","steps":["trace[1643789410] 'process raft request' (duration: 210.456005ms)","trace[1643789410] 'compare' (duration: 31.238293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:39.90373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.900382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:39.903773Z","caller":"traceutil/trace.go:171","msg":"trace[581739486] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26267; }","duration":"171.005834ms","start":"2026-07-03T16:50:39.732754Z","end":"2026-07-03T16:50:39.90376Z","steps":["trace[581739486] 'agreement among raft nodes before linearized reading' (duration: 170.775809ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:40.386333Z","caller":"traceutil/trace.go:171","msg":"trace[176379376] linearizableReadLoop","detail":"{readStateIndex:27176; appliedIndex:27175; }","duration":"101.240671ms","start":"2026-07-03T16:50:40.285066Z","end":"2026-07-03T16:50:40.386306Z","steps":["trace[176379376] 'read index received' (duration: 100.838912ms)","trace[176379376] 'applied index is now lower than readState.Index' (duration: 400.509µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:40.386695Z","caller":"traceutil/trace.go:171","msg":"trace[179005138] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"134.352978ms","start":"2026-07-03T16:50:40.252331Z","end":"2026-07-03T16:50:40.386684Z","steps":["trace[179005138] 'process raft request' (duration: 133.631712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.386954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.890026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:50:40.386979Z","caller":"traceutil/trace.go:171","msg":"trace[506248922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26271; }","duration":"101.965078ms","start":"2026-07-03T16:50:40.285007Z","end":"2026-07-03T16:50:40.386973Z","steps":["trace[506248922] 'agreement among raft nodes before linearized reading' (duration: 101.895337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:40.560884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.537493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:40.561081Z","caller":"traceutil/trace.go:171","msg":"trace[157777271] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"169.275395ms","start":"2026-07-03T16:50:40.391787Z","end":"2026-07-03T16:50:40.561062Z","steps":["trace[157777271] 'process raft request' (duration: 169.196583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:40.561113Z","caller":"traceutil/trace.go:171","msg":"trace[905842036] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"169.500679ms","start":"2026-07-03T16:50:40.391568Z","end":"2026-07-03T16:50:40.561068Z","steps":["trace[905842036] 'process raft request' (duration: 58.69979ms)","trace[905842036] 'compare' (duration: 110.40402ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:40.561371Z","caller":"traceutil/trace.go:171","msg":"trace[218906051] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"169.399427ms","start":"2026-07-03T16:50:40.391928Z","end":"2026-07-03T16:50:40.561327Z","steps":["trace[218906051] 'process raft request' (duration: 169.10142ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:40.845615Z","caller":"traceutil/trace.go:171","msg":"trace[1710813068] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"117.889712ms","start":"2026-07-03T16:50:40.727694Z","end":"2026-07-03T16:50:40.845584Z","steps":["trace[1710813068] 'process raft request' (duration: 37.498216ms)","trace[1710813068] 'compare' (duration: 80.254543ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:41.885278Z","caller":"traceutil/trace.go:171","msg":"trace[75723746] linearizableReadLoop","detail":"{readStateIndex:27182; appliedIndex:27181; }","duration":"365.835154ms","start":"2026-07-03T16:50:41.519414Z","end":"2026-07-03T16:50:41.885249Z","steps":["trace[75723746] 'read index received' (duration: 365.729221ms)","trace[75723746] 'applied index is now lower than readState.Index' (duration: 104.763µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:41.885439Z","caller":"traceutil/trace.go:171","msg":"trace[1611785622] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"407.996156ms","start":"2026-07-03T16:50:41.477413Z","end":"2026-07-03T16:50:41.885409Z","steps":["trace[1611785622] 'process raft request' (duration: 407.631858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:41.88549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.054079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:41.885622Z","caller":"traceutil/trace.go:171","msg":"trace[1275769551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26277; }","duration":"366.230073ms","start":"2026-07-03T16:50:41.519375Z","end":"2026-07-03T16:50:41.885605Z","steps":["trace[1275769551] 'agreement among raft nodes before linearized reading' (duration: 366.011488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:41.885657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.477389Z","time spent":"408.18373ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:41.885675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.519357Z","time spent":"366.304834ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:42.147585Z","caller":"traceutil/trace.go:171","msg":"trace[36944367] linearizableReadLoop","detail":"{readStateIndex:27185; appliedIndex:27182; }","duration":"262.209396ms","start":"2026-07-03T16:50:41.885361Z","end":"2026-07-03T16:50:42.147571Z","steps":["trace[36944367] 'read index received' (duration: 258.977123ms)","trace[36944367] 'applied index is now lower than readState.Index' (duration: 3.231763ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:42.147669Z","caller":"traceutil/trace.go:171","msg":"trace[691692343] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"500.053637ms","start":"2026-07-03T16:50:41.647587Z","end":"2026-07-03T16:50:42.147641Z","steps":["trace[691692343] 'process raft request' (duration: 499.888713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.147732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.485761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:42.147747Z","caller":"traceutil/trace.go:171","msg":"trace[943426708] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"595.437185ms","start":"2026-07-03T16:50:41.5523Z","end":"2026-07-03T16:50:42.147737Z","steps":["trace[943426708] 'process raft request' (duration: 592.079069ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:42.147785Z","caller":"traceutil/trace.go:171","msg":"trace[1504814261] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26280; }","duration":"600.575712ms","start":"2026-07-03T16:50:41.547196Z","end":"2026-07-03T16:50:42.147772Z","steps":["trace[1504814261] 'agreement among raft nodes before linearized reading' (duration: 600.48384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.147757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.195645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:50:42.147825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.370255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:42.147835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.547177Z","time spent":"600.646634ms","remote":"127.0.0.1:38526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:42.147771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.097084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-03T16:50:42.147869Z","caller":"traceutil/trace.go:171","msg":"trace[472649554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26280; }","duration":"373.447846ms","start":"2026-07-03T16:50:41.77441Z","end":"2026-07-03T16:50:42.147857Z","steps":["trace[472649554] 'agreement among raft nodes before linearized reading' (duration: 373.384324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.147845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.64757Z","time spent":"500.168099ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:42.147876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.55228Z","time spent":"595.522577ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:42.147905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.77439Z","time spent":"373.501439ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:42.147696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.368513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:42.147975Z","caller":"traceutil/trace.go:171","msg":"trace[515640600] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26280; }","duration":"563.695101ms","start":"2026-07-03T16:50:41.584262Z","end":"2026-07-03T16:50:42.147957Z","steps":["trace[515640600] 'agreement among raft nodes before linearized reading' (duration: 563.374593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.148021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.584242Z","time spent":"563.765583ms","remote":"127.0.0.1:40956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:42.147892Z","caller":"traceutil/trace.go:171","msg":"trace[441821409] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26280; }","duration":"502.222838ms","start":"2026-07-03T16:50:41.645661Z","end":"2026-07-03T16:50:42.147884Z","steps":["trace[441821409] 'agreement among raft nodes before linearized reading' (duration: 501.94213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:42.147631Z","caller":"traceutil/trace.go:171","msg":"trace[1815636137] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"358.413993ms","start":"2026-07-03T16:50:41.789183Z","end":"2026-07-03T16:50:42.147597Z","steps":["trace[1815636137] 'process raft request' (duration: 358.359202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.148263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.645604Z","time spent":"502.649468ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7213,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:50:42.148335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.789162Z","time spent":"359.1118ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:42.148518Z","caller":"traceutil/trace.go:171","msg":"trace[323557347] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26280; }","duration":"618.301357ms","start":"2026-07-03T16:50:41.529528Z","end":"2026-07-03T16:50:42.147829Z","steps":["trace[323557347] 'agreement among raft nodes before linearized reading' (duration: 618.184445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.14855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.529509Z","time spent":"619.034554ms","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:50:42.219172Z","caller":"traceutil/trace.go:171","msg":"trace[1419657609] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"310.892188ms","start":"2026-07-03T16:50:41.908257Z","end":"2026-07-03T16:50:42.219149Z","steps":["trace[1419657609] 'process raft request' (duration: 310.445108ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:42.219211Z","caller":"traceutil/trace.go:171","msg":"trace[1735954324] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"285.163371ms","start":"2026-07-03T16:50:41.93402Z","end":"2026-07-03T16:50:42.219184Z","steps":["trace[1735954324] 'process raft request' (duration: 284.835874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.21922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.899234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:50:42.21933Z","caller":"traceutil/trace.go:171","msg":"trace[1082633706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26283; }","duration":"140.048718ms","start":"2026-07-03T16:50:42.079254Z","end":"2026-07-03T16:50:42.219302Z","steps":["trace[1082633706] 'agreement among raft nodes before linearized reading' (duration: 139.747451ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:42.219373Z","caller":"traceutil/trace.go:171","msg":"trace[264434353] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"228.483547ms","start":"2026-07-03T16:50:41.990884Z","end":"2026-07-03T16:50:42.219367Z","steps":["trace[264434353] 'process raft request' (duration: 228.048038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.21928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:41.908231Z","time spent":"310.989101ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:42.377112Z","caller":"traceutil/trace.go:171","msg":"trace[459521449] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"150.818054ms","start":"2026-07-03T16:50:42.226257Z","end":"2026-07-03T16:50:42.377075Z","steps":["trace[459521449] 'process raft request' (duration: 85.464052ms)","trace[459521449] 'compare' (duration: 65.144917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:42.704181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.936159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:42.70429Z","caller":"traceutil/trace.go:171","msg":"trace[1036560698] linearizableReadLoop","detail":"{readStateIndex:27190; appliedIndex:27189; }","duration":"185.432933ms","start":"2026-07-03T16:50:42.518844Z","end":"2026-07-03T16:50:42.704277Z","steps":["trace[1036560698] 'read index received' (duration: 51.211µs)","trace[1036560698] 'applied index is now lower than readState.Index' (duration: 185.380582ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:42.704355Z","caller":"traceutil/trace.go:171","msg":"trace[1360404153] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"308.931913ms","start":"2026-07-03T16:50:42.395389Z","end":"2026-07-03T16:50:42.70432Z","steps":["trace[1360404153] 'process raft request' (duration: 96.781779ms)","trace[1360404153] 'compare' (duration: 211.0626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:42.704399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.543367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:42.704468Z","caller":"traceutil/trace.go:171","msg":"trace[2043267450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26285; }","duration":"185.667089ms","start":"2026-07-03T16:50:42.518785Z","end":"2026-07-03T16:50:42.704452Z","steps":["trace[2043267450] 'agreement among raft nodes before linearized reading' (duration: 185.535586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.70451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.395368Z","time spent":"309.063417ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:42.704519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.19184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:50:42.704597Z","caller":"traceutil/trace.go:171","msg":"trace[763468764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26285; }","duration":"140.301093ms","start":"2026-07-03T16:50:42.564276Z","end":"2026-07-03T16:50:42.704577Z","steps":["trace[763468764] 'agreement among raft nodes before linearized reading' (duration: 140.079448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:42.704519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.934405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:50:42.704649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.15847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:50:42.704763Z","caller":"traceutil/trace.go:171","msg":"trace[437036370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26285; }","duration":"140.289293ms","start":"2026-07-03T16:50:42.564453Z","end":"2026-07-03T16:50:42.704742Z","steps":["trace[437036370] 'agreement among raft nodes before linearized reading' (duration: 140.063858ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:42.704774Z","caller":"traceutil/trace.go:171","msg":"trace[713372865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26285; }","duration":"140.174381ms","start":"2026-07-03T16:50:42.564553Z","end":"2026-07-03T16:50:42.704728Z","steps":["trace[713372865] 'agreement among raft nodes before linearized reading' (duration: 139.808222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.125273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.326567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:43.125394Z","caller":"traceutil/trace.go:171","msg":"trace[516406800] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"416.062879ms","start":"2026-07-03T16:50:42.709319Z","end":"2026-07-03T16:50:43.125382Z","steps":["trace[516406800] 'process raft request' (duration: 101.568619ms)","trace[516406800] 'compare' (duration: 314.228935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:43.125437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.709303Z","time spent":"416.115381ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:43.929223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.514988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:43.929365Z","caller":"traceutil/trace.go:171","msg":"trace[842951509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26286; }","duration":"405.691502ms","start":"2026-07-03T16:50:43.523653Z","end":"2026-07-03T16:50:43.929345Z","steps":["trace[842951509] 'range keys from in-memory index tree' (duration: 405.491948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.92952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.59139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:43.930061Z","caller":"traceutil/trace.go:171","msg":"trace[1815076257] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"1.219852244s","start":"2026-07-03T16:50:42.710158Z","end":"2026-07-03T16:50:43.93001Z","steps":["trace[1815076257] 'process raft request' (duration: 760.67362ms)","trace[1815076257] 'compare' (duration: 458.409446ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:43.93015Z","caller":"traceutil/trace.go:171","msg":"trace[2006547954] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"1.219888915s","start":"2026-07-03T16:50:42.71024Z","end":"2026-07-03T16:50:43.930129Z","steps":["trace[2006547954] 'process raft request' (duration: 1.219394924s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:43.930165Z","caller":"traceutil/trace.go:171","msg":"trace[1906898641] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"1.078923045s","start":"2026-07-03T16:50:42.851217Z","end":"2026-07-03T16:50:43.93014Z","steps":["trace[1906898641] 'process raft request' (duration: 1.078582448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:43.930203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.710136Z","time spent":"1.219994997s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:43.930252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.710231Z","time spent":"1.219966157s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:43.930286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:42.851189Z","time spent":"1.079031878s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:44.004646Z","caller":"traceutil/trace.go:171","msg":"trace[1703623885] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"645.752894ms","start":"2026-07-03T16:50:43.358856Z","end":"2026-07-03T16:50:44.004608Z","steps":["trace[1703623885] 'process raft request' (duration: 645.600591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.00475Z","caller":"traceutil/trace.go:171","msg":"trace[1984024235] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"114.070474ms","start":"2026-07-03T16:50:43.89065Z","end":"2026-07-03T16:50:44.004721Z","steps":["trace[1984024235] 'process raft request' (duration: 113.938961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.004848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.073827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:44.004887Z","caller":"traceutil/trace.go:171","msg":"trace[1175399617] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26291; }","duration":"997.181179ms","start":"2026-07-03T16:50:43.007696Z","end":"2026-07-03T16:50:44.004877Z","steps":["trace[1175399617] 'agreement among raft nodes before linearized reading' (duration: 997.046676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.004881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.358841Z","time spent":"645.921879ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:44.004922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.007667Z","time spent":"997.24846ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:44.004699Z","caller":"traceutil/trace.go:171","msg":"trace[301503932] linearizableReadLoop","detail":"{readStateIndex:27194; appliedIndex:27191; }","duration":"996.908323ms","start":"2026-07-03T16:50:43.007747Z","end":"2026-07-03T16:50:44.004655Z","steps":["trace[301503932] 'read index received' (duration: 463.183747ms)","trace[301503932] 'applied index is now lower than readState.Index' (duration: 533.720066ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:44.18261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.643729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:44.182719Z","caller":"traceutil/trace.go:171","msg":"trace[309756501] linearizableReadLoop","detail":"{readStateIndex:27198; appliedIndex:27197; }","duration":"177.589875ms","start":"2026-07-03T16:50:44.005113Z","end":"2026-07-03T16:50:44.182703Z","steps":["trace[309756501] 'read index received' (duration: 65.811463ms)","trace[309756501] 'applied index is now lower than readState.Index' (duration: 111.776992ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:44.182806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.613113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:50:44.182781Z","caller":"traceutil/trace.go:171","msg":"trace[1605518952] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"182.238921ms","start":"2026-07-03T16:50:44.000502Z","end":"2026-07-03T16:50:44.182741Z","steps":["trace[1605518952] 'process raft request' (duration: 70.384317ms)","trace[1605518952] 'compare' (duration: 111.418854ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:44.182854Z","caller":"traceutil/trace.go:171","msg":"trace[1786228775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26292; }","duration":"381.704735ms","start":"2026-07-03T16:50:43.801137Z","end":"2026-07-03T16:50:44.182841Z","steps":["trace[1786228775] 'agreement among raft nodes before linearized reading' (duration: 381.569852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.182837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.52897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:44.182925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.951424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:50:44.182916Z","caller":"traceutil/trace.go:171","msg":"trace[36698552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26292; }","duration":"663.649123ms","start":"2026-07-03T16:50:43.519246Z","end":"2026-07-03T16:50:44.182895Z","steps":["trace[36698552] 'agreement among raft nodes before linearized reading' (duration: 663.51092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.182944Z","caller":"traceutil/trace.go:171","msg":"trace[344095059] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26292; }","duration":"323.004365ms","start":"2026-07-03T16:50:43.859933Z","end":"2026-07-03T16:50:44.182937Z","steps":["trace[344095059] 'agreement among raft nodes before linearized reading' (duration: 322.957414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.182957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.859913Z","time spent":"323.040816ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-03T16:50:44.18295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.872007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"warn","ts":"2026-07-03T16:50:44.182956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.519227Z","time spent":"663.721915ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:44.182986Z","caller":"traceutil/trace.go:171","msg":"trace[285021826] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26292; }","duration":"825.944419ms","start":"2026-07-03T16:50:43.357032Z","end":"2026-07-03T16:50:44.182977Z","steps":["trace[285021826] 'agreement among raft nodes before linearized reading' (duration: 825.807956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.183018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.357008Z","time spent":"826.003261ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7213,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:50:44.182823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.290924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:44.183094Z","caller":"traceutil/trace.go:171","msg":"trace[864292157] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26292; }","duration":"786.55314ms","start":"2026-07-03T16:50:43.396521Z","end":"2026-07-03T16:50:44.183075Z","steps":["trace[864292157] 'agreement among raft nodes before linearized reading' (duration: 786.250784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.182878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.801115Z","time spent":"381.758637ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:50:44.183155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:43.396469Z","time spent":"786.655072ms","remote":"127.0.0.1:34044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:44.712812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.26195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:44.712945Z","caller":"traceutil/trace.go:171","msg":"trace[1457257447] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"559.317071ms","start":"2026-07-03T16:50:44.153602Z","end":"2026-07-03T16:50:44.712919Z","steps":["trace[1457257447] 'process raft request' (duration: 380.797895ms)","trace[1457257447] 'compare' (duration: 177.878462ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:44.713042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.15357Z","time spent":"559.424384ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:44.79404Z","caller":"traceutil/trace.go:171","msg":"trace[2132086100] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"637.913826ms","start":"2026-07-03T16:50:44.1561Z","end":"2026-07-03T16:50:44.794014Z","steps":["trace[2132086100] 'process raft request' (duration: 637.734512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.794195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.156086Z","time spent":"638.026788ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:44.794319Z","caller":"traceutil/trace.go:171","msg":"trace[1105820607] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"573.474815ms","start":"2026-07-03T16:50:44.220813Z","end":"2026-07-03T16:50:44.794288Z","steps":["trace[1105820607] 'process raft request' (duration: 573.152388ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.794372Z","caller":"traceutil/trace.go:171","msg":"trace[915507707] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"569.934042ms","start":"2026-07-03T16:50:44.224412Z","end":"2026-07-03T16:50:44.794346Z","steps":["trace[915507707] 'process raft request' (duration: 569.774229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.794467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.220786Z","time spent":"573.607687ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:44.794515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.224398Z","time spent":"570.045456ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:44.794627Z","caller":"traceutil/trace.go:171","msg":"trace[630769019] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"569.051613ms","start":"2026-07-03T16:50:44.225545Z","end":"2026-07-03T16:50:44.794597Z","steps":["trace[630769019] 'process raft request' (duration: 568.748096ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.794778Z","caller":"traceutil/trace.go:171","msg":"trace[1486661142] linearizableReadLoop","detail":"{readStateIndex:27200; appliedIndex:27198; }","duration":"612.014914ms","start":"2026-07-03T16:50:44.182744Z","end":"2026-07-03T16:50:44.794759Z","steps":["trace[1486661142] 'read index received' (duration: 351.669439ms)","trace[1486661142] 'applied index is now lower than readState.Index' (duration: 260.343935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:44.794798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.225532Z","time spent":"569.174175ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:44.794838Z","caller":"traceutil/trace.go:171","msg":"trace[1253275209] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"568.957571ms","start":"2026-07-03T16:50:44.225864Z","end":"2026-07-03T16:50:44.794821Z","steps":["trace[1253275209] 'process raft request' (duration: 568.650284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.794921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.225854Z","time spent":"569.025032ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:44.794983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.2911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:44.795043Z","caller":"traceutil/trace.go:171","msg":"trace[1777554027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26298; }","duration":"640.409402ms","start":"2026-07-03T16:50:44.154619Z","end":"2026-07-03T16:50:44.795028Z","steps":["trace[1777554027] 'agreement among raft nodes before linearized reading' (duration: 640.268529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.795097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.154603Z","time spent":"640.477814ms","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:50:44.795167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.775194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-03T16:50:44.795208Z","caller":"traceutil/trace.go:171","msg":"trace[966158562] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26298; }","duration":"641.847386ms","start":"2026-07-03T16:50:44.153349Z","end":"2026-07-03T16:50:44.795196Z","steps":["trace[966158562] 'agreement among raft nodes before linearized reading' (duration: 641.675502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.795247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.15333Z","time spent":"641.907527ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7213,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:50:44.795249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.587994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:50:44.795271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.818459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:50:44.794998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.791537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:44.795333Z","caller":"traceutil/trace.go:171","msg":"trace[216364619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26298; }","duration":"607.90677ms","start":"2026-07-03T16:50:44.187412Z","end":"2026-07-03T16:50:44.795319Z","steps":["trace[216364619] 'agreement among raft nodes before linearized reading' (duration: 607.726045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.795352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.344962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:44.795374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.187396Z","time spent":"607.970862ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:50:44.795388Z","caller":"traceutil/trace.go:171","msg":"trace[113564499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26298; }","duration":"294.409333ms","start":"2026-07-03T16:50:44.500967Z","end":"2026-07-03T16:50:44.795376Z","steps":["trace[113564499] 'agreement among raft nodes before linearized reading' (duration: 294.348481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.795482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.081197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-qj4ct\" ","response":"range_response_count:1 size:8593"} {"level":"info","ts":"2026-07-03T16:50:44.795346Z","caller":"traceutil/trace.go:171","msg":"trace[2077884463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26298; }","duration":"611.134325ms","start":"2026-07-03T16:50:44.184196Z","end":"2026-07-03T16:50:44.79533Z","steps":["trace[2077884463] 'agreement among raft nodes before linearized reading' (duration: 610.757596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.795292Z","caller":"traceutil/trace.go:171","msg":"trace[967818223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26298; }","duration":"413.661305ms","start":"2026-07-03T16:50:44.381618Z","end":"2026-07-03T16:50:44.795279Z","steps":["trace[967818223] 'agreement among raft nodes before linearized reading' (duration: 413.48985ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:44.795536Z","caller":"traceutil/trace.go:171","msg":"trace[1769792368] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-qj4ct; range_end:; response_count:1; response_revision:26298; }","duration":"464.134978ms","start":"2026-07-03T16:50:44.331388Z","end":"2026-07-03T16:50:44.795523Z","steps":["trace[1769792368] 'agreement among raft nodes before linearized reading' (duration: 464.000585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.795568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.18414Z","time spent":"611.408941ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:50:44.795582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.381601Z","time spent":"413.967683ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:50:44.795581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.331328Z","time spent":"464.24431ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8614,"request content":"key:\"/registry/pods/openstack/magnum-domain-ks-user-qj4ct\" "} {"level":"warn","ts":"2026-07-03T16:50:44.796147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.015879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4e1f37b-8729-4d62-8914-df076e8f0d2f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-03T16:50:44.796278Z","caller":"traceutil/trace.go:171","msg":"trace[2034922730] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4e1f37b-8729-4d62-8914-df076e8f0d2f; range_end:; response_count:1; response_revision:26298; }","duration":"610.181332ms","start":"2026-07-03T16:50:44.186075Z","end":"2026-07-03T16:50:44.796256Z","steps":["trace[2034922730] 'agreement among raft nodes before linearized reading' (duration: 609.114448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:44.796666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:44.186061Z","time spent":"610.582302ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-c4e1f37b-8729-4d62-8914-df076e8f0d2f\" "} {"level":"warn","ts":"2026-07-03T16:50:45.30971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.22202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:45.309797Z","caller":"traceutil/trace.go:171","msg":"trace[13257969] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26303; }","duration":"136.352642ms","start":"2026-07-03T16:50:45.173418Z","end":"2026-07-03T16:50:45.309771Z","steps":["trace[13257969] 'count revisions from in-memory index tree' (duration: 136.141038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.310045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.834609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:50:45.310232Z","caller":"traceutil/trace.go:171","msg":"trace[37717990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26303; }","duration":"181.068374ms","start":"2026-07-03T16:50:45.129135Z","end":"2026-07-03T16:50:45.310204Z","steps":["trace[37717990] 'range keys from in-memory index tree' (duration: 180.565982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.994788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.815276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:50:45.994856Z","caller":"traceutil/trace.go:171","msg":"trace[653030784] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26304; }","duration":"158.905248ms","start":"2026-07-03T16:50:45.835936Z","end":"2026-07-03T16:50:45.994841Z","steps":["trace[653030784] 'range keys from in-memory index tree' (duration: 158.646673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.995238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.971455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:45.996106Z","caller":"traceutil/trace.go:171","msg":"trace[1980814551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26304; }","duration":"468.129479ms","start":"2026-07-03T16:50:45.527191Z","end":"2026-07-03T16:50:45.99532Z","steps":["trace[1980814551] 'range keys from in-memory index tree' (duration: 467.842893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:45.996434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:45.527176Z","time spent":"469.229953ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:46.009909Z","caller":"traceutil/trace.go:171","msg":"trace[1389234796] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"121.977485ms","start":"2026-07-03T16:50:45.887913Z","end":"2026-07-03T16:50:46.009891Z","steps":["trace[1389234796] 'process raft request' (duration: 121.832301ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:46.920524Z","caller":"traceutil/trace.go:171","msg":"trace[47284777] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"120.013151ms","start":"2026-07-03T16:50:46.80048Z","end":"2026-07-03T16:50:46.920494Z","steps":["trace[47284777] 'process raft request' (duration: 45.95658ms)","trace[47284777] 'compare' (duration: 73.781955ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:46.99621Z","caller":"traceutil/trace.go:171","msg":"trace[2018513561] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"195.608917ms","start":"2026-07-03T16:50:46.800578Z","end":"2026-07-03T16:50:46.996187Z","steps":["trace[2018513561] 'process raft request' (duration: 195.413212ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:46.996533Z","caller":"traceutil/trace.go:171","msg":"trace[156695542] linearizableReadLoop","detail":"{readStateIndex:27223; appliedIndex:27219; }","duration":"194.91518ms","start":"2026-07-03T16:50:46.801601Z","end":"2026-07-03T16:50:46.996516Z","steps":["trace[156695542] 'read index received' (duration: 44.822464ms)","trace[156695542] 'applied index is now lower than readState.Index' (duration: 150.091756ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:46.996598Z","caller":"traceutil/trace.go:171","msg":"trace[15918487] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"195.607905ms","start":"2026-07-03T16:50:46.80096Z","end":"2026-07-03T16:50:46.996568Z","steps":["trace[15918487] 'process raft request' (duration: 195.460022ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:46.996621Z","caller":"traceutil/trace.go:171","msg":"trace[1281354750] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"196.016306ms","start":"2026-07-03T16:50:46.800578Z","end":"2026-07-03T16:50:46.996595Z","steps":["trace[1281354750] 'process raft request' (duration: 195.564706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.996843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.223217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-07-03T16:50:46.996888Z","caller":"traceutil/trace.go:171","msg":"trace[1573250906] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26317; }","duration":"195.304038ms","start":"2026-07-03T16:50:46.801574Z","end":"2026-07-03T16:50:46.996878Z","steps":["trace[1573250906] 'agreement among raft nodes before linearized reading' (duration: 195.083793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.996911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.039012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:46.99697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.774368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:50:46.996984Z","caller":"traceutil/trace.go:171","msg":"trace[921037404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26317; }","duration":"110.153954ms","start":"2026-07-03T16:50:46.886813Z","end":"2026-07-03T16:50:46.996967Z","steps":["trace[921037404] 'agreement among raft nodes before linearized reading' (duration: 109.996181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:46.997009Z","caller":"traceutil/trace.go:171","msg":"trace[2056109902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26317; }","duration":"120.8653ms","start":"2026-07-03T16:50:46.876131Z","end":"2026-07-03T16:50:46.996996Z","steps":["trace[2056109902] 'agreement among raft nodes before linearized reading' (duration: 120.718697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:46.997098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.161677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:50:46.997181Z","caller":"traceutil/trace.go:171","msg":"trace[1318730944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26317; }","duration":"142.285589ms","start":"2026-07-03T16:50:46.854883Z","end":"2026-07-03T16:50:46.997169Z","steps":["trace[1318730944] 'agreement among raft nodes before linearized reading' (duration: 141.94622ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:47.544295Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a60.wal"} {"level":"info","ts":"2026-07-03T16:50:47.544946Z","caller":"traceutil/trace.go:171","msg":"trace[962578909] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"195.514964ms","start":"2026-07-03T16:50:47.349406Z","end":"2026-07-03T16:50:47.544921Z","steps":["trace[962578909] 'process raft request' (duration: 195.171157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:48.813351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.943756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:48.813475Z","caller":"traceutil/trace.go:171","msg":"trace[821764061] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"326.69473ms","start":"2026-07-03T16:50:48.486754Z","end":"2026-07-03T16:50:48.813449Z","steps":["trace[821764061] 'process raft request' (duration: 112.534349ms)","trace[821764061] 'compare' (duration: 213.6986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:48.813559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.486743Z","time spent":"326.774282ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:49.057503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.071828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:49.057733Z","caller":"traceutil/trace.go:171","msg":"trace[2064515548] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"324.618572ms","start":"2026-07-03T16:50:48.733098Z","end":"2026-07-03T16:50:49.057716Z","steps":["trace[2064515548] 'process raft request' (duration: 324.56922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:49.057806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.73307Z","time spent":"324.704264ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:49.057886Z","caller":"traceutil/trace.go:171","msg":"trace[1232966459] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"567.533748ms","start":"2026-07-03T16:50:48.490317Z","end":"2026-07-03T16:50:49.057851Z","steps":["trace[1232966459] 'process raft request' (duration: 567.280662ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:49.057909Z","caller":"traceutil/trace.go:171","msg":"trace[461113214] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"570.927516ms","start":"2026-07-03T16:50:48.486941Z","end":"2026-07-03T16:50:49.057868Z","steps":["trace[461113214] 'process raft request' (duration: 430.415958ms)","trace[461113214] 'compare' (duration: 139.972276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:49.058048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.486924Z","time spent":"571.05595ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:49.058065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.490307Z","time spent":"567.668021ms","remote":"127.0.0.1:34260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3357,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:49.346547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.806725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:49.346764Z","caller":"traceutil/trace.go:171","msg":"trace[988019507] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"421.388232ms","start":"2026-07-03T16:50:48.925337Z","end":"2026-07-03T16:50:49.346726Z","steps":["trace[988019507] 'process raft request' (duration: 280.334121ms)","trace[988019507] 'compare' (duration: 140.627911ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:49.346831Z","caller":"traceutil/trace.go:171","msg":"trace[2127120199] linearizableReadLoop","detail":"{readStateIndex:27250; appliedIndex:27246; }","duration":"344.611259ms","start":"2026-07-03T16:50:49.002207Z","end":"2026-07-03T16:50:49.346818Z","steps":["trace[2127120199] 'read index received' (duration: 203.478957ms)","trace[2127120199] 'applied index is now lower than readState.Index' (duration: 141.131152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:49.346946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:48.925318Z","time spent":"421.545595ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:49.346953Z","caller":"traceutil/trace.go:171","msg":"trace[237184596] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"285.025847ms","start":"2026-07-03T16:50:49.061913Z","end":"2026-07-03T16:50:49.346939Z","steps":["trace[237184596] 'process raft request' (duration: 284.863894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:49.346962Z","caller":"traceutil/trace.go:171","msg":"trace[1107393677] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"345.307304ms","start":"2026-07-03T16:50:49.001637Z","end":"2026-07-03T16:50:49.346945Z","steps":["trace[1107393677] 'process raft request' (duration: 345.075429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:49.347042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.001611Z","time spent":"345.392876ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:49.347057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.841963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7289"} {"level":"info","ts":"2026-07-03T16:50:49.347054Z","caller":"traceutil/trace.go:171","msg":"trace[1933053458] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"345.176861ms","start":"2026-07-03T16:50:49.001852Z","end":"2026-07-03T16:50:49.347029Z","steps":["trace[1933053458] 'process raft request' (duration: 344.897725ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:49.347087Z","caller":"traceutil/trace.go:171","msg":"trace[408590455] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"345.682832ms","start":"2026-07-03T16:50:49.001388Z","end":"2026-07-03T16:50:49.347071Z","steps":["trace[408590455] 'process raft request' (duration: 345.241502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:49.347103Z","caller":"traceutil/trace.go:171","msg":"trace[504070935] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26344; }","duration":"344.925446ms","start":"2026-07-03T16:50:49.002167Z","end":"2026-07-03T16:50:49.347092Z","steps":["trace[504070935] 'agreement among raft nodes before linearized reading' (duration: 344.764392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:49.347129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.002158Z","time spent":"344.965726ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7310,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:50:49.347132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.217702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:49.34714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.001358Z","time spent":"345.751344ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:49.347162Z","caller":"traceutil/trace.go:171","msg":"trace[1389483669] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26344; }","duration":"204.282634ms","start":"2026-07-03T16:50:49.14287Z","end":"2026-07-03T16:50:49.347153Z","steps":["trace[1389483669] 'agreement among raft nodes before linearized reading' (duration: 204.167091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:49.347157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.154879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:50:49.347177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:49.001827Z","time spent":"345.280423ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:49.347183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.833418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:50:49.347207Z","caller":"traceutil/trace.go:171","msg":"trace[829384925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26344; }","duration":"295.247751ms","start":"2026-07-03T16:50:49.051946Z","end":"2026-07-03T16:50:49.347194Z","steps":["trace[829384925] 'agreement among raft nodes before linearized reading' (duration: 295.062087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:49.347186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.060542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-mc6rx\" ","response":"range_response_count:1 size:3796"} {"level":"info","ts":"2026-07-03T16:50:49.347248Z","caller":"traceutil/trace.go:171","msg":"trace[1421752817] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-mc6rx; range_end:; response_count:1; response_revision:26344; }","duration":"272.121823ms","start":"2026-07-03T16:50:49.07512Z","end":"2026-07-03T16:50:49.347241Z","steps":["trace[1421752817] 'agreement among raft nodes before linearized reading' (duration: 271.98561ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:49.347222Z","caller":"traceutil/trace.go:171","msg":"trace[893223203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26344; }","duration":"265.90379ms","start":"2026-07-03T16:50:49.081308Z","end":"2026-07-03T16:50:49.347212Z","steps":["trace[893223203] 'agreement among raft nodes before linearized reading' (duration: 265.755627ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:49.519186Z","caller":"traceutil/trace.go:171","msg":"trace[1573777757] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"166.144443ms","start":"2026-07-03T16:50:49.353009Z","end":"2026-07-03T16:50:49.519154Z","steps":["trace[1573777757] 'process raft request' (duration: 144.162451ms)","trace[1573777757] 'compare' (duration: 21.627874ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:49.523861Z","caller":"traceutil/trace.go:171","msg":"trace[647206715] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27251; }","duration":"159.227335ms","start":"2026-07-03T16:50:49.364615Z","end":"2026-07-03T16:50:49.523842Z","steps":["trace[647206715] 'read index received' (duration: 132.575047ms)","trace[647206715] 'applied index is now lower than readState.Index' (duration: 26.651558ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:49.523893Z","caller":"traceutil/trace.go:171","msg":"trace[1953305218] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"170.8484ms","start":"2026-07-03T16:50:49.35302Z","end":"2026-07-03T16:50:49.523868Z","steps":["trace[1953305218] 'process raft request' (duration: 170.672736ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:49.523935Z","caller":"traceutil/trace.go:171","msg":"trace[1723374619] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"170.904623ms","start":"2026-07-03T16:50:49.353023Z","end":"2026-07-03T16:50:49.523928Z","steps":["trace[1723374619] 'process raft request' (duration: 170.774499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:49.52405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.41871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:49.524073Z","caller":"traceutil/trace.go:171","msg":"trace[1766620624] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26347; }","duration":"159.482642ms","start":"2026-07-03T16:50:49.364584Z","end":"2026-07-03T16:50:49.524066Z","steps":["trace[1766620624] 'agreement among raft nodes before linearized reading' (duration: 159.42681ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:49.960396Z","caller":"traceutil/trace.go:171","msg":"trace[2053075589] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"160.218928ms","start":"2026-07-03T16:50:49.800154Z","end":"2026-07-03T16:50:49.960373Z","steps":["trace[2053075589] 'process raft request' (duration: 89.999195ms)","trace[2053075589] 'compare' (duration: 69.967798ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:50.230707Z","caller":"traceutil/trace.go:171","msg":"trace[885425831] linearizableReadLoop","detail":"{readStateIndex:27257; appliedIndex:27256; }","duration":"186.735584ms","start":"2026-07-03T16:50:50.043943Z","end":"2026-07-03T16:50:50.230679Z","steps":["trace[885425831] 'read index received' (duration: 186.547919ms)","trace[885425831] 'applied index is now lower than readState.Index' (duration: 186.525µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:50.230816Z","caller":"traceutil/trace.go:171","msg":"trace[1733382445] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"192.592947ms","start":"2026-07-03T16:50:50.038211Z","end":"2026-07-03T16:50:50.230804Z","steps":["trace[1733382445] 'process raft request' (duration: 192.299661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.23104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.069962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:50:50.231109Z","caller":"traceutil/trace.go:171","msg":"trace[571913400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26350; }","duration":"187.162684ms","start":"2026-07-03T16:50:50.043927Z","end":"2026-07-03T16:50:50.231089Z","steps":["trace[571913400] 'agreement among raft nodes before linearized reading' (duration: 186.895768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:50.262166Z","caller":"traceutil/trace.go:171","msg":"trace[1850961386] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"205.738977ms","start":"2026-07-03T16:50:50.056404Z","end":"2026-07-03T16:50:50.262143Z","steps":["trace[1850961386] 'process raft request' (duration: 205.475351ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:50.262238Z","caller":"traceutil/trace.go:171","msg":"trace[1477632399] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"205.039131ms","start":"2026-07-03T16:50:50.057166Z","end":"2026-07-03T16:50:50.262205Z","steps":["trace[1477632399] 'process raft request' (duration: 204.888178ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:50.262304Z","caller":"traceutil/trace.go:171","msg":"trace[1768216345] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"101.975698ms","start":"2026-07-03T16:50:50.160279Z","end":"2026-07-03T16:50:50.262255Z","steps":["trace[1768216345] 'process raft request' (duration: 101.832865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.262416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.04772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:50:50.262441Z","caller":"traceutil/trace.go:171","msg":"trace[72190855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26353; }","duration":"183.124231ms","start":"2026-07-03T16:50:50.07931Z","end":"2026-07-03T16:50:50.262434Z","steps":["trace[72190855] 'agreement among raft nodes before linearized reading' (duration: 182.990888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:50.262411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.809808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:50:50.262495Z","caller":"traceutil/trace.go:171","msg":"trace[1559930661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26353; }","duration":"106.941471ms","start":"2026-07-03T16:50:50.155532Z","end":"2026-07-03T16:50:50.262473Z","steps":["trace[1559930661] 'agreement among raft nodes before linearized reading' (duration: 106.711126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.328977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.905243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:51.329094Z","caller":"traceutil/trace.go:171","msg":"trace[412997532] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"1.062987373s","start":"2026-07-03T16:50:50.266082Z","end":"2026-07-03T16:50:51.329069Z","steps":["trace[412997532] 'process raft request' (duration: 393.901515ms)","trace[412997532] 'compare' (duration: 668.264529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:51.329159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.266068Z","time spent":"1.063062904s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:51.345819Z","caller":"traceutil/trace.go:171","msg":"trace[1399285421] linearizableReadLoop","detail":"{readStateIndex:27262; appliedIndex:27260; }","duration":"1.074592787s","start":"2026-07-03T16:50:50.271212Z","end":"2026-07-03T16:50:51.345805Z","steps":["trace[1399285421] 'read index received' (duration: 388.878249ms)","trace[1399285421] 'applied index is now lower than readState.Index' (duration: 685.713888ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:51.346004Z","caller":"traceutil/trace.go:171","msg":"trace[1534993909] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"1.077616246s","start":"2026-07-03T16:50:50.268348Z","end":"2026-07-03T16:50:51.345965Z","steps":["trace[1534993909] 'process raft request' (duration: 1.077385301s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.346044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074808342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:51.346122Z","caller":"traceutil/trace.go:171","msg":"trace[843418845] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26355; }","duration":"1.074911644s","start":"2026-07-03T16:50:50.271192Z","end":"2026-07-03T16:50:51.346103Z","steps":["trace[843418845] 'agreement among raft nodes before linearized reading' (duration: 1.074773921s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.346136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.268341Z","time spent":"1.077718008s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:51.34618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.271185Z","time spent":"1.074982466s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:50:51.565263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.603882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:51.565349Z","caller":"traceutil/trace.go:171","msg":"trace[1277481047] linearizableReadLoop","detail":"{readStateIndex:27263; appliedIndex:27262; }","duration":"219.44896ms","start":"2026-07-03T16:50:51.345887Z","end":"2026-07-03T16:50:51.565336Z","steps":["trace[1277481047] 'read index received' (duration: 95.696044ms)","trace[1277481047] 'applied index is now lower than readState.Index' (duration: 123.751746ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:51.565408Z","caller":"traceutil/trace.go:171","msg":"trace[2113946511] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"493.496438ms","start":"2026-07-03T16:50:51.071901Z","end":"2026-07-03T16:50:51.565397Z","steps":["trace[2113946511] 'process raft request' (duration: 369.665261ms)","trace[2113946511] 'compare' (duration: 123.51539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:51.565448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.07187Z","time spent":"493.55881ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:51.565572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.615416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:50:51.565648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.376375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:51.565681Z","caller":"traceutil/trace.go:171","msg":"trace[1915175086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26356; }","duration":"920.446597ms","start":"2026-07-03T16:50:50.645226Z","end":"2026-07-03T16:50:51.565673Z","steps":["trace[1915175086] 'agreement among raft nodes before linearized reading' (duration: 920.380825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.565703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.645207Z","time spent":"920.492737ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:50:51.56589Z","caller":"traceutil/trace.go:171","msg":"trace[362804464] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26356; }","duration":"788.725258ms","start":"2026-07-03T16:50:50.7769Z","end":"2026-07-03T16:50:51.565625Z","steps":["trace[362804464] 'agreement among raft nodes before linearized reading' (duration: 788.575145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.565954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:50.776885Z","time spent":"789.057486ms","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:51.675241Z","caller":"traceutil/trace.go:171","msg":"trace[477877452] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"326.773631ms","start":"2026-07-03T16:50:51.348436Z","end":"2026-07-03T16:50:51.67521Z","steps":["trace[477877452] 'process raft request' (duration: 317.308435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:51.67528Z","caller":"traceutil/trace.go:171","msg":"trace[1285766811] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"326.525406ms","start":"2026-07-03T16:50:51.348727Z","end":"2026-07-03T16:50:51.675253Z","steps":["trace[1285766811] 'process raft request' (duration: 326.349312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.675355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.348412Z","time spent":"326.888874ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:51.675381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.348663Z","time spent":"326.668408ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2334,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:51.675367Z","caller":"traceutil/trace.go:171","msg":"trace[1016595261] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"323.611318ms","start":"2026-07-03T16:50:51.35172Z","end":"2026-07-03T16:50:51.675331Z","steps":["trace[1016595261] 'process raft request' (duration: 323.414374ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:51.675402Z","caller":"traceutil/trace.go:171","msg":"trace[1732388808] linearizableReadLoop","detail":"{readStateIndex:27269; appliedIndex:27263; }","duration":"110.014623ms","start":"2026-07-03T16:50:51.565371Z","end":"2026-07-03T16:50:51.675385Z","steps":["trace[1732388808] 'read index received' (duration: 100.270759ms)","trace[1732388808] 'applied index is now lower than readState.Index' (duration: 9.742784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:51.675507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.351705Z","time spent":"323.726633ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:51.675653Z","caller":"traceutil/trace.go:171","msg":"trace[716432428] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"323.19395ms","start":"2026-07-03T16:50:51.352444Z","end":"2026-07-03T16:50:51.675638Z","steps":["trace[716432428] 'process raft request' (duration: 322.869002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.675694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.917879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-07-03T16:50:51.675718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.352438Z","time spent":"323.243771ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:51.675738Z","caller":"traceutil/trace.go:171","msg":"trace[1270727504] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26362; }","duration":"317.999711ms","start":"2026-07-03T16:50:51.357727Z","end":"2026-07-03T16:50:51.675727Z","steps":["trace[1270727504] 'agreement among raft nodes before linearized reading' (duration: 317.733275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.675766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.270264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:50:51.6758Z","caller":"traceutil/trace.go:171","msg":"trace[1448922071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26362; }","duration":"151.340956ms","start":"2026-07-03T16:50:51.524452Z","end":"2026-07-03T16:50:51.675793Z","steps":["trace[1448922071] 'agreement among raft nodes before linearized reading' (duration: 151.221813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.675809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.372494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:51.675819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.087995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T16:50:51.675814Z","caller":"traceutil/trace.go:171","msg":"trace[1295284101] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"323.429386ms","start":"2026-07-03T16:50:51.352375Z","end":"2026-07-03T16:50:51.675804Z","steps":["trace[1295284101] 'process raft request' (duration: 322.907253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.675771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.357665Z","time spent":"318.097324ms","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418345,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-03T16:50:51.675848Z","caller":"traceutil/trace.go:171","msg":"trace[1191467110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26362; }","duration":"149.162707ms","start":"2026-07-03T16:50:51.526678Z","end":"2026-07-03T16:50:51.675841Z","steps":["trace[1191467110] 'agreement among raft nodes before linearized reading' (duration: 149.093365ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:51.675845Z","caller":"traceutil/trace.go:171","msg":"trace[2030195833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26362; }","duration":"157.432136ms","start":"2026-07-03T16:50:51.518405Z","end":"2026-07-03T16:50:51.675837Z","steps":["trace[2030195833] 'agreement among raft nodes before linearized reading' (duration: 157.385385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:51.67583Z","caller":"traceutil/trace.go:171","msg":"trace[1041156503] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"323.946567ms","start":"2026-07-03T16:50:51.351851Z","end":"2026-07-03T16:50:51.675798Z","steps":["trace[1041156503] 'process raft request' (duration: 323.388683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:51.675878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.352364Z","time spent":"323.484357ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:51.675997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:51.351832Z","time spent":"324.07797ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:51.865797Z","caller":"traceutil/trace.go:171","msg":"trace[381852218] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"102.815996ms","start":"2026-07-03T16:50:51.762951Z","end":"2026-07-03T16:50:51.865767Z","steps":["trace[381852218] 'process raft request' (duration: 102.655403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:51.926563Z","caller":"traceutil/trace.go:171","msg":"trace[1828963221] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26370; }","duration":"154.784924ms","start":"2026-07-03T16:50:51.771759Z","end":"2026-07-03T16:50:51.926544Z","steps":["trace[1828963221] 'process raft request' (duration: 154.752903ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:51.926811Z","caller":"traceutil/trace.go:171","msg":"trace[1351848917] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"160.456903ms","start":"2026-07-03T16:50:51.766324Z","end":"2026-07-03T16:50:51.926781Z","steps":["trace[1351848917] 'process raft request' (duration: 159.959322ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:51.927003Z","caller":"traceutil/trace.go:171","msg":"trace[756809910] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"159.149134ms","start":"2026-07-03T16:50:51.767837Z","end":"2026-07-03T16:50:51.926986Z","steps":["trace[756809910] 'process raft request' (duration: 158.594041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.069785Z","caller":"traceutil/trace.go:171","msg":"trace[1769521338] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"132.463694ms","start":"2026-07-03T16:50:51.937296Z","end":"2026-07-03T16:50:52.06976Z","steps":["trace[1769521338] 'process raft request' (duration: 132.293211ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.111112Z","caller":"traceutil/trace.go:171","msg":"trace[823316911] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"118.421823ms","start":"2026-07-03T16:50:51.992663Z","end":"2026-07-03T16:50:52.111085Z","steps":["trace[823316911] 'process raft request' (duration: 118.25989ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.246108Z","caller":"traceutil/trace.go:171","msg":"trace[1763581428] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"169.472329ms","start":"2026-07-03T16:50:52.076605Z","end":"2026-07-03T16:50:52.246077Z","steps":["trace[1763581428] 'process raft request' (duration: 169.195572ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.246524Z","caller":"traceutil/trace.go:171","msg":"trace[272314303] linearizableReadLoop","detail":"{readStateIndex:27282; appliedIndex:27279; }","duration":"154.133189ms","start":"2026-07-03T16:50:52.092373Z","end":"2026-07-03T16:50:52.246506Z","steps":["trace[272314303] 'read index received' (duration: 18.587254ms)","trace[272314303] 'applied index is now lower than readState.Index' (duration: 135.544865ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:52.246634Z","caller":"traceutil/trace.go:171","msg":"trace[832396157] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"162.781176ms","start":"2026-07-03T16:50:52.083822Z","end":"2026-07-03T16:50:52.246603Z","steps":["trace[832396157] 'process raft request' (duration: 162.218924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.246891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.472058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:50:52.246969Z","caller":"traceutil/trace.go:171","msg":"trace[287365310] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26374; }","duration":"154.579181ms","start":"2026-07-03T16:50:52.092353Z","end":"2026-07-03T16:50:52.246932Z","steps":["trace[287365310] 'agreement among raft nodes before linearized reading' (duration: 154.273463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.601103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.230473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:52.601174Z","caller":"traceutil/trace.go:171","msg":"trace[1291025706] linearizableReadLoop","detail":"{readStateIndex:27290; appliedIndex:27289; }","duration":"156.997035ms","start":"2026-07-03T16:50:52.444163Z","end":"2026-07-03T16:50:52.60116Z","steps":["trace[1291025706] 'read index received' (duration: 37.67201ms)","trace[1291025706] 'applied index is now lower than readState.Index' (duration: 119.323705ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:52.601319Z","caller":"traceutil/trace.go:171","msg":"trace[993857401] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"184.35397ms","start":"2026-07-03T16:50:52.416955Z","end":"2026-07-03T16:50:52.601309Z","steps":["trace[993857401] 'process raft request' (duration: 64.868251ms)","trace[993857401] 'compare' (duration: 119.016189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:52.601606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.430164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:50:52.601642Z","caller":"traceutil/trace.go:171","msg":"trace[1615488184] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26382; }","duration":"157.483406ms","start":"2026-07-03T16:50:52.444146Z","end":"2026-07-03T16:50:52.601629Z","steps":["trace[1615488184] 'agreement among raft nodes before linearized reading' (duration: 157.310572ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.604673Z","caller":"traceutil/trace.go:171","msg":"trace[1072126412] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"130.467318ms","start":"2026-07-03T16:50:52.474196Z","end":"2026-07-03T16:50:52.604663Z","steps":["trace[1072126412] 'process raft request' (duration: 130.404797ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.655012Z","caller":"traceutil/trace.go:171","msg":"trace[2037550972] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"144.238953ms","start":"2026-07-03T16:50:52.510745Z","end":"2026-07-03T16:50:52.654983Z","steps":["trace[2037550972] 'process raft request' (duration: 144.005318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.65512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.75745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.655205Z","caller":"traceutil/trace.go:171","msg":"trace[504940763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26384; }","duration":"135.882922ms","start":"2026-07-03T16:50:52.5193Z","end":"2026-07-03T16:50:52.655183Z","steps":["trace[504940763] 'agreement among raft nodes before linearized reading' (duration: 135.723628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.655785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.447292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9767"} {"level":"info","ts":"2026-07-03T16:50:52.655846Z","caller":"traceutil/trace.go:171","msg":"trace[1455023377] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26384; }","duration":"181.521475ms","start":"2026-07-03T16:50:52.474308Z","end":"2026-07-03T16:50:52.655829Z","steps":["trace[1455023377] 'agreement among raft nodes before linearized reading' (duration: 181.355641ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.767179Z","caller":"traceutil/trace.go:171","msg":"trace[761072537] linearizableReadLoop","detail":"{readStateIndex:27300; appliedIndex:27292; }","duration":"112.277664ms","start":"2026-07-03T16:50:52.65488Z","end":"2026-07-03T16:50:52.767158Z","steps":["trace[761072537] 'read index received' (duration: 108.742973ms)","trace[761072537] 'applied index is now lower than readState.Index' (duration: 3.533801ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:52.767416Z","caller":"traceutil/trace.go:171","msg":"trace[1710074530] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"160.178787ms","start":"2026-07-03T16:50:52.607223Z","end":"2026-07-03T16:50:52.767401Z","steps":["trace[1710074530] 'process raft request' (duration: 156.378731ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.767601Z","caller":"traceutil/trace.go:171","msg":"trace[1063953069] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"160.30028ms","start":"2026-07-03T16:50:52.607291Z","end":"2026-07-03T16:50:52.767591Z","steps":["trace[1063953069] 'process raft request' (duration: 159.612295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.767725Z","caller":"traceutil/trace.go:171","msg":"trace[395092636] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"159.907301ms","start":"2026-07-03T16:50:52.607807Z","end":"2026-07-03T16:50:52.767714Z","steps":["trace[395092636] 'process raft request' (duration: 159.135854ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.767839Z","caller":"traceutil/trace.go:171","msg":"trace[1363983053] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"159.972883ms","start":"2026-07-03T16:50:52.607858Z","end":"2026-07-03T16:50:52.767831Z","steps":["trace[1363983053] 'process raft request' (duration: 159.115633ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.767953Z","caller":"traceutil/trace.go:171","msg":"trace[1871674306] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"160.051695ms","start":"2026-07-03T16:50:52.607894Z","end":"2026-07-03T16:50:52.767945Z","steps":["trace[1871674306] 'process raft request' (duration: 159.116053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.768067Z","caller":"traceutil/trace.go:171","msg":"trace[498891962] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"159.979254ms","start":"2026-07-03T16:50:52.608077Z","end":"2026-07-03T16:50:52.768056Z","steps":["trace[498891962] 'process raft request' (duration: 158.96604ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.768176Z","caller":"traceutil/trace.go:171","msg":"trace[1808497281] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"159.89194ms","start":"2026-07-03T16:50:52.608277Z","end":"2026-07-03T16:50:52.768169Z","steps":["trace[1808497281] 'process raft request' (duration: 158.795345ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.769155Z","caller":"traceutil/trace.go:171","msg":"trace[2015601220] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"154.138019ms","start":"2026-07-03T16:50:52.614951Z","end":"2026-07-03T16:50:52.769089Z","steps":["trace[2015601220] 'process raft request' (duration: 152.152373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.76939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.879379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.769461Z","caller":"traceutil/trace.go:171","msg":"trace[1151925726] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26392; }","duration":"162.982161ms","start":"2026-07-03T16:50:52.60646Z","end":"2026-07-03T16:50:52.769442Z","steps":["trace[1151925726] 'agreement among raft nodes before linearized reading' (duration: 162.844708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.770327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.48898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:50:52.770396Z","caller":"traceutil/trace.go:171","msg":"trace[1651382353] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26392; }","duration":"148.574192ms","start":"2026-07-03T16:50:52.621807Z","end":"2026-07-03T16:50:52.770381Z","steps":["trace[1651382353] 'agreement among raft nodes before linearized reading' (duration: 147.510078ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.826318Z","caller":"traceutil/trace.go:171","msg":"trace[795705691] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"162.410658ms","start":"2026-07-03T16:50:52.663873Z","end":"2026-07-03T16:50:52.826283Z","steps":["trace[795705691] 'process raft request' (duration: 162.270235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:52.826365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.205316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:52.826361Z","caller":"traceutil/trace.go:171","msg":"trace[710442900] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"166.398059ms","start":"2026-07-03T16:50:52.659936Z","end":"2026-07-03T16:50:52.826334Z","steps":["trace[710442900] 'process raft request' (duration: 166.094972ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:52.826426Z","caller":"traceutil/trace.go:171","msg":"trace[414392437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26394; }","duration":"170.310358ms","start":"2026-07-03T16:50:52.6561Z","end":"2026-07-03T16:50:52.82641Z","steps":["trace[414392437] 'agreement among raft nodes before linearized reading' (duration: 170.159545ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.046286Z","caller":"traceutil/trace.go:171","msg":"trace[508660594] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"266.677429ms","start":"2026-07-03T16:50:52.779576Z","end":"2026-07-03T16:50:53.046253Z","steps":["trace[508660594] 'process raft request' (duration: 266.443533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.046336Z","caller":"traceutil/trace.go:171","msg":"trace[80910083] linearizableReadLoop","detail":"{readStateIndex:27306; appliedIndex:27302; }","duration":"220.078106ms","start":"2026-07-03T16:50:52.826235Z","end":"2026-07-03T16:50:53.046313Z","steps":["trace[80910083] 'read index received' (duration: 219.875992ms)","trace[80910083] 'applied index is now lower than readState.Index' (duration: 200.784µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:53.046444Z","caller":"traceutil/trace.go:171","msg":"trace[237034495] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"266.064626ms","start":"2026-07-03T16:50:52.780369Z","end":"2026-07-03T16:50:53.046434Z","steps":["trace[237034495] 'process raft request' (duration: 265.80468ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.046508Z","caller":"traceutil/trace.go:171","msg":"trace[1901498872] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"261.328257ms","start":"2026-07-03T16:50:52.785151Z","end":"2026-07-03T16:50:53.046479Z","steps":["trace[1901498872] 'process raft request' (duration: 261.096692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.046679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.38897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-07-03T16:50:53.046711Z","caller":"traceutil/trace.go:171","msg":"trace[940144681] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26398; }","duration":"244.459452ms","start":"2026-07-03T16:50:52.802241Z","end":"2026-07-03T16:50:53.0467Z","steps":["trace[940144681] 'agreement among raft nodes before linearized reading' (duration: 244.315909ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.046735Z","caller":"traceutil/trace.go:171","msg":"trace[853167262] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"266.213198ms","start":"2026-07-03T16:50:52.780511Z","end":"2026-07-03T16:50:53.046724Z","steps":["trace[853167262] 'process raft request' (duration: 265.701147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.046908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.013104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-03T16:50:53.046949Z","caller":"traceutil/trace.go:171","msg":"trace[77539448] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26398; }","duration":"273.099275ms","start":"2026-07-03T16:50:52.773838Z","end":"2026-07-03T16:50:53.046937Z","steps":["trace[77539448] 'agreement among raft nodes before linearized reading' (duration: 272.937141ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.073071Z","caller":"traceutil/trace.go:171","msg":"trace[2118997158] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"238.068796ms","start":"2026-07-03T16:50:52.834979Z","end":"2026-07-03T16:50:53.073047Z","steps":["trace[2118997158] 'process raft request' (duration: 237.889102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.073134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.148018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:53.073168Z","caller":"traceutil/trace.go:171","msg":"trace[346239104] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:26399; }","duration":"242.20338ms","start":"2026-07-03T16:50:52.830957Z","end":"2026-07-03T16:50:53.07316Z","steps":["trace[346239104] 'agreement among raft nodes before linearized reading' (duration: 242.131239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.073168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.464049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:50:53.073211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.859564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7465699f8b-ct662\" ","response":"range_response_count:1 size:8413"} {"level":"info","ts":"2026-07-03T16:50:53.073229Z","caller":"traceutil/trace.go:171","msg":"trace[982296480] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26399; }","duration":"183.53696ms","start":"2026-07-03T16:50:52.889675Z","end":"2026-07-03T16:50:53.073212Z","steps":["trace[982296480] 'agreement among raft nodes before linearized reading' (duration: 183.353186ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.07326Z","caller":"traceutil/trace.go:171","msg":"trace[1621360926] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7465699f8b-ct662; range_end:; response_count:1; response_revision:26399; }","duration":"242.938947ms","start":"2026-07-03T16:50:52.830305Z","end":"2026-07-03T16:50:53.073244Z","steps":["trace[1621360926] 'agreement among raft nodes before linearized reading' (duration: 242.777172ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.181954Z","caller":"traceutil/trace.go:171","msg":"trace[1307082419] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"103.155135ms","start":"2026-07-03T16:50:53.078771Z","end":"2026-07-03T16:50:53.181926Z","steps":["trace[1307082419] 'process raft request' (duration: 102.892349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.182168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.328499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-03T16:50:53.182249Z","caller":"traceutil/trace.go:171","msg":"trace[172870980] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26403; }","duration":"103.439352ms","start":"2026-07-03T16:50:53.078801Z","end":"2026-07-03T16:50:53.18224Z","steps":["trace[172870980] 'agreement among raft nodes before linearized reading' (duration: 103.200857ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.182355Z","caller":"traceutil/trace.go:171","msg":"trace[1049940995] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"102.459319ms","start":"2026-07-03T16:50:53.079867Z","end":"2026-07-03T16:50:53.182326Z","steps":["trace[1049940995] 'process raft request' (duration: 101.912677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.181947Z","caller":"traceutil/trace.go:171","msg":"trace[1387826477] linearizableReadLoop","detail":"{readStateIndex:27309; appliedIndex:27307; }","duration":"103.106483ms","start":"2026-07-03T16:50:53.078822Z","end":"2026-07-03T16:50:53.181929Z","steps":["trace[1387826477] 'read index received' (duration: 74.04929ms)","trace[1387826477] 'applied index is now lower than readState.Index' (duration: 29.055843ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:53.401519Z","caller":"traceutil/trace.go:171","msg":"trace[1696801781] linearizableReadLoop","detail":"{readStateIndex:27313; appliedIndex:27311; }","duration":"218.934439ms","start":"2026-07-03T16:50:53.182561Z","end":"2026-07-03T16:50:53.401495Z","steps":["trace[1696801781] 'read index received' (duration: 140.14159ms)","trace[1696801781] 'applied index is now lower than readState.Index' (duration: 78.791639ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:53.401605Z","caller":"traceutil/trace.go:171","msg":"trace[2062096211] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26404; }","duration":"227.414173ms","start":"2026-07-03T16:50:53.174156Z","end":"2026-07-03T16:50:53.40157Z","steps":["trace[2062096211] 'process raft request' (duration: 227.25904ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.401652Z","caller":"traceutil/trace.go:171","msg":"trace[1362643008] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"234.069505ms","start":"2026-07-03T16:50:53.167537Z","end":"2026-07-03T16:50:53.401606Z","steps":["trace[1362643008] 'process raft request' (duration: 155.190344ms)","trace[1362643008] 'compare' (duration: 78.530873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:53.401766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.573307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:53.401808Z","caller":"traceutil/trace.go:171","msg":"trace[274481029] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26404; }","duration":"227.679679ms","start":"2026-07-03T16:50:53.174114Z","end":"2026-07-03T16:50:53.401794Z","steps":["trace[274481029] 'agreement among raft nodes before linearized reading' (duration: 227.550326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.401867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.897043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-07-03T16:50:53.401896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.922343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:50:53.402231Z","caller":"traceutil/trace.go:171","msg":"trace[1188691136] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26404; }","duration":"323.317682ms","start":"2026-07-03T16:50:53.078898Z","end":"2026-07-03T16:50:53.402215Z","steps":["trace[1188691136] 'agreement among raft nodes before linearized reading' (duration: 322.74044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.402279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.078884Z","time spent":"323.380254ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3706,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-03T16:50:53.401925Z","caller":"traceutil/trace.go:171","msg":"trace[209247569] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26404; }","duration":"322.987295ms","start":"2026-07-03T16:50:53.078923Z","end":"2026-07-03T16:50:53.401911Z","steps":["trace[209247569] 'agreement among raft nodes before linearized reading' (duration: 322.698018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.402417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.078918Z","time spent":"323.481596ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-03T16:50:53.401935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.054544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:53.402598Z","caller":"traceutil/trace.go:171","msg":"trace[218039410] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26404; }","duration":"322.727919ms","start":"2026-07-03T16:50:53.079857Z","end":"2026-07-03T16:50:53.402585Z","steps":["trace[218039410] 'agreement among raft nodes before linearized reading' (duration: 321.674215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.402635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.079835Z","time spent":"322.7895ms","remote":"127.0.0.1:33920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:50:53.402092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.162228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130615"} {"level":"info","ts":"2026-07-03T16:50:53.402726Z","caller":"traceutil/trace.go:171","msg":"trace[1820391086] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26404; }","duration":"323.821684ms","start":"2026-07-03T16:50:53.078887Z","end":"2026-07-03T16:50:53.402709Z","steps":["trace[1820391086] 'agreement among raft nodes before linearized reading' (duration: 322.76053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.402774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.078881Z","time spent":"323.877165ms","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130636,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-03T16:50:53.491934Z","caller":"traceutil/trace.go:171","msg":"trace[1374186272] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"112.188502ms","start":"2026-07-03T16:50:53.379728Z","end":"2026-07-03T16:50:53.491917Z","steps":["trace[1374186272] 'process raft request' (duration: 111.20649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.492153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.239572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:50:53.492171Z","caller":"traceutil/trace.go:171","msg":"trace[1000660541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26406; }","duration":"158.309524ms","start":"2026-07-03T16:50:53.333856Z","end":"2026-07-03T16:50:53.492166Z","steps":["trace[1000660541] 'agreement among raft nodes before linearized reading' (duration: 158.200282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.492223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.903301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:50:53.492281Z","caller":"traceutil/trace.go:171","msg":"trace[1320162611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26406; }","duration":"142.009293ms","start":"2026-07-03T16:50:53.350257Z","end":"2026-07-03T16:50:53.492267Z","steps":["trace[1320162611] 'agreement among raft nodes before linearized reading' (duration: 141.795459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.492288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.972274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-07-03T16:50:53.492306Z","caller":"traceutil/trace.go:171","msg":"trace[895868725] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:26406; }","duration":"305.023865ms","start":"2026-07-03T16:50:53.187276Z","end":"2026-07-03T16:50:53.4923Z","steps":["trace[895868725] 'agreement among raft nodes before linearized reading' (duration: 304.972634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.49232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.187258Z","time spent":"305.058306ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2685,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"info","ts":"2026-07-03T16:50:53.546746Z","caller":"traceutil/trace.go:171","msg":"trace[1348677627] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"140.496028ms","start":"2026-07-03T16:50:53.406226Z","end":"2026-07-03T16:50:53.546722Z","steps":["trace[1348677627] 'process raft request' (duration: 103.073263ms)","trace[1348677627] 'compare' (duration: 37.133658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:53.547096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.003187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:53.547125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.898842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4351"} {"level":"info","ts":"2026-07-03T16:50:53.547164Z","caller":"traceutil/trace.go:171","msg":"trace[209900011] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:26407; }","duration":"117.975383ms","start":"2026-07-03T16:50:53.429177Z","end":"2026-07-03T16:50:53.547153Z","steps":["trace[209900011] 'agreement among raft nodes before linearized reading' (duration: 117.813509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.547202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.019468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:50:53.547166Z","caller":"traceutil/trace.go:171","msg":"trace[1235394944] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:26407; }","duration":"133.11202ms","start":"2026-07-03T16:50:53.414033Z","end":"2026-07-03T16:50:53.547145Z","steps":["trace[1235394944] 'agreement among raft nodes before linearized reading' (duration: 132.975777ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.547336Z","caller":"traceutil/trace.go:171","msg":"trace[1170738744] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26407; }","duration":"133.116161ms","start":"2026-07-03T16:50:53.414144Z","end":"2026-07-03T16:50:53.54726Z","steps":["trace[1170738744] 'agreement among raft nodes before linearized reading' (duration: 132.885925ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.62498Z","caller":"traceutil/trace.go:171","msg":"trace[1477084009] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"131.557953ms","start":"2026-07-03T16:50:53.493387Z","end":"2026-07-03T16:50:53.624945Z","steps":["trace[1477084009] 'process raft request' (duration: 131.207156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.625313Z","caller":"traceutil/trace.go:171","msg":"trace[493064158] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"129.980879ms","start":"2026-07-03T16:50:53.495324Z","end":"2026-07-03T16:50:53.625305Z","steps":["trace[493064158] 'process raft request' (duration: 129.491267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.625332Z","caller":"traceutil/trace.go:171","msg":"trace[668228269] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"126.751825ms","start":"2026-07-03T16:50:53.498476Z","end":"2026-07-03T16:50:53.625228Z","steps":["trace[668228269] 'process raft request' (duration: 126.498868ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.625449Z","caller":"traceutil/trace.go:171","msg":"trace[1192165737] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"129.172049ms","start":"2026-07-03T16:50:53.496252Z","end":"2026-07-03T16:50:53.625424Z","steps":["trace[1192165737] 'process raft request' (duration: 128.687927ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:53.625602Z","caller":"traceutil/trace.go:171","msg":"trace[1045435248] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"130.101211ms","start":"2026-07-03T16:50:53.495493Z","end":"2026-07-03T16:50:53.625594Z","steps":["trace[1045435248] 'process raft request' (duration: 129.384604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:53.625353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.878245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:53.625703Z","caller":"traceutil/trace.go:171","msg":"trace[698216171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26412; }","duration":"105.309755ms","start":"2026-07-03T16:50:53.520384Z","end":"2026-07-03T16:50:53.625694Z","steps":["trace[698216171] 'agreement among raft nodes before linearized reading' (duration: 104.841315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.174701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.155254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:54.175057Z","caller":"traceutil/trace.go:171","msg":"trace[204095888] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"619.512196ms","start":"2026-07-03T16:50:53.555519Z","end":"2026-07-03T16:50:54.175032Z","steps":["trace[204095888] 'process raft request' (duration: 346.935732ms)","trace[204095888] 'compare' (duration: 271.933999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:54.175182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.555503Z","time spent":"619.616258ms","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2696,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.175845Z","caller":"traceutil/trace.go:171","msg":"trace[1227848019] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"620.116619ms","start":"2026-07-03T16:50:53.555707Z","end":"2026-07-03T16:50:54.175824Z","steps":["trace[1227848019] 'process raft request' (duration: 619.117317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.175947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.555698Z","time spent":"620.202011ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:54.176275Z","caller":"traceutil/trace.go:171","msg":"trace[1435126128] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"612.772721ms","start":"2026-07-03T16:50:53.563476Z","end":"2026-07-03T16:50:54.176249Z","steps":["trace[1435126128] 'process raft request' (duration: 612.346261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.176423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.563448Z","time spent":"612.893205ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.176419Z","caller":"traceutil/trace.go:171","msg":"trace[1397207507] linearizableReadLoop","detail":"{readStateIndex:27327; appliedIndex:27322; }","duration":"551.36778ms","start":"2026-07-03T16:50:53.625022Z","end":"2026-07-03T16:50:54.17639Z","steps":["trace[1397207507] 'read index received' (duration: 277.512778ms)","trace[1397207507] 'applied index is now lower than readState.Index' (duration: 273.851762ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:54.176521Z","caller":"traceutil/trace.go:171","msg":"trace[1288680448] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"605.535376ms","start":"2026-07-03T16:50:53.570919Z","end":"2026-07-03T16:50:54.176454Z","steps":["trace[1288680448] 'process raft request' (duration: 605.215329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.176611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.919337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-07-03T16:50:54.176646Z","caller":"traceutil/trace.go:171","msg":"trace[1813500455] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26417; }","duration":"620.977349ms","start":"2026-07-03T16:50:53.555656Z","end":"2026-07-03T16:50:54.176634Z","steps":["trace[1813500455] 'agreement among raft nodes before linearized reading' (duration: 620.840425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.176667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.555639Z","time spent":"621.022579ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1368,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-03T16:50:54.176653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.471798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-03T16:50:54.176738Z","caller":"traceutil/trace.go:171","msg":"trace[1582636738] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26417; }","duration":"627.557079ms","start":"2026-07-03T16:50:53.549165Z","end":"2026-07-03T16:50:54.176722Z","steps":["trace[1582636738] 'agreement among raft nodes before linearized reading' (duration: 627.365965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.176795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.549121Z","time spent":"627.660032ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-03T16:50:54.176776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.570889Z","time spent":"605.74087ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.178745Z","caller":"traceutil/trace.go:171","msg":"trace[1876588350] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"620.096509ms","start":"2026-07-03T16:50:53.555801Z","end":"2026-07-03T16:50:54.175897Z","steps":["trace[1876588350] 'process raft request' (duration: 619.935085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.182546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.555795Z","time spent":"626.29584ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.557141Z","caller":"traceutil/trace.go:171","msg":"trace[77219032] linearizableReadLoop","detail":"{readStateIndex:27335; appliedIndex:27327; }","duration":"380.644962ms","start":"2026-07-03T16:50:54.176471Z","end":"2026-07-03T16:50:54.557116Z","steps":["trace[77219032] 'read index received' (duration: 378.978314ms)","trace[77219032] 'applied index is now lower than readState.Index' (duration: 1.666018ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:54.557355Z","caller":"traceutil/trace.go:171","msg":"trace[1152844996] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"927.11891ms","start":"2026-07-03T16:50:53.630224Z","end":"2026-07-03T16:50:54.557343Z","steps":["trace[1152844996] 'process raft request' (duration: 925.209527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.557447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.630203Z","time spent":"927.174761ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:54.557658Z","caller":"traceutil/trace.go:171","msg":"trace[1184997086] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"873.532315ms","start":"2026-07-03T16:50:53.6841Z","end":"2026-07-03T16:50:54.557633Z","steps":["trace[1184997086] 'process raft request' (duration: 872.941712ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.557711Z","caller":"traceutil/trace.go:171","msg":"trace[133696967] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"859.703979ms","start":"2026-07-03T16:50:53.697974Z","end":"2026-07-03T16:50:54.557678Z","steps":["trace[133696967] 'process raft request' (duration: 859.096906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.557838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.684093Z","time spent":"873.627517ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:54.557879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.312694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:50:54.557876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.14675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:50:54.557918Z","caller":"traceutil/trace.go:171","msg":"trace[309979771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26425; }","duration":"793.392075ms","start":"2026-07-03T16:50:53.764514Z","end":"2026-07-03T16:50:54.557906Z","steps":["trace[309979771] 'agreement among raft nodes before linearized reading' (duration: 793.15618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.557915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.697958Z","time spent":"859.860452ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:54.557944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.764495Z","time spent":"793.444417ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:50:54.557945Z","caller":"traceutil/trace.go:171","msg":"trace[2049054130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26425; }","duration":"793.237802ms","start":"2026-07-03T16:50:53.764692Z","end":"2026-07-03T16:50:54.55793Z","steps":["trace[2049054130] 'agreement among raft nodes before linearized reading' (duration: 792.946995ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.557979Z","caller":"traceutil/trace.go:171","msg":"trace[134200050] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"875.479831ms","start":"2026-07-03T16:50:53.68249Z","end":"2026-07-03T16:50:54.55797Z","steps":["trace[134200050] 'process raft request' (duration: 874.442557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.557983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.764688Z","time spent":"793.287134ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:50:54.558023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.682466Z","time spent":"875.534782ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.558085Z","caller":"traceutil/trace.go:171","msg":"trace[1101851080] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"875.46659ms","start":"2026-07-03T16:50:53.682611Z","end":"2026-07-03T16:50:54.558078Z","steps":["trace[1101851080] 'process raft request' (duration: 874.374435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.558086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.857941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:54.558106Z","caller":"traceutil/trace.go:171","msg":"trace[2056997176] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26425; }","duration":"512.902503ms","start":"2026-07-03T16:50:54.045196Z","end":"2026-07-03T16:50:54.558099Z","steps":["trace[2056997176] 'agreement among raft nodes before linearized reading' (duration: 512.864022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.558116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.682604Z","time spent":"875.493371ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:54.558128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.045175Z","time spent":"512.947893ms","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:50:54.558153Z","caller":"traceutil/trace.go:171","msg":"trace[1692483952] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"927.700113ms","start":"2026-07-03T16:50:53.630427Z","end":"2026-07-03T16:50:54.558127Z","steps":["trace[1692483952] 'process raft request' (duration: 926.336092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.558186Z","caller":"traceutil/trace.go:171","msg":"trace[630049265] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"875.522021ms","start":"2026-07-03T16:50:53.682655Z","end":"2026-07-03T16:50:54.558177Z","steps":["trace[630049265] 'process raft request' (duration: 874.361314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.558249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.682649Z","time spent":"875.560632ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:54.558251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.63042Z","time spent":"927.783645ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:54.558302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.916565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:50:54.558327Z","caller":"traceutil/trace.go:171","msg":"trace[1262455041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26425; }","duration":"792.948946ms","start":"2026-07-03T16:50:53.76537Z","end":"2026-07-03T16:50:54.558319Z","steps":["trace[1262455041] 'agreement among raft nodes before linearized reading' (duration: 792.877884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.558349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.765352Z","time spent":"792.991956ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:50:54.558351Z","caller":"traceutil/trace.go:171","msg":"trace[2022049435] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"923.734182ms","start":"2026-07-03T16:50:53.634607Z","end":"2026-07-03T16:50:54.558341Z","steps":["trace[2022049435] 'process raft request' (duration: 922.267098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.558397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:53.634597Z","time spent":"923.775794ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4834,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.626441Z","caller":"traceutil/trace.go:171","msg":"trace[2116223825] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"444.290255ms","start":"2026-07-03T16:50:54.182091Z","end":"2026-07-03T16:50:54.626381Z","steps":["trace[2116223825] 'process raft request' (duration: 444.05734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.626759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.182027Z","time spent":"444.5213ms","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2741,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.626766Z","caller":"traceutil/trace.go:171","msg":"trace[92942281] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"442.102005ms","start":"2026-07-03T16:50:54.184629Z","end":"2026-07-03T16:50:54.626731Z","steps":["trace[92942281] 'process raft request' (duration: 441.641345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.626919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.184622Z","time spent":"442.224418ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:54.62739Z","caller":"traceutil/trace.go:171","msg":"trace[1081481080] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"441.01646ms","start":"2026-07-03T16:50:54.186362Z","end":"2026-07-03T16:50:54.627378Z","steps":["trace[1081481080] 'process raft request' (duration: 439.963616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.627443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.186344Z","time spent":"441.072981ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:50:54.627966Z","caller":"traceutil/trace.go:171","msg":"trace[2023690581] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"440.075798ms","start":"2026-07-03T16:50:54.187875Z","end":"2026-07-03T16:50:54.627951Z","steps":["trace[2023690581] 'process raft request' (duration: 439.437154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.628056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.187848Z","time spent":"440.153841ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.628354Z","caller":"traceutil/trace.go:171","msg":"trace[1789434438] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"381.90869ms","start":"2026-07-03T16:50:54.246434Z","end":"2026-07-03T16:50:54.628343Z","steps":["trace[1789434438] 'process raft request' (duration: 381.249894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.628414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.246409Z","time spent":"381.969622ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.630384Z","caller":"traceutil/trace.go:171","msg":"trace[1604783676] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"343.203586ms","start":"2026-07-03T16:50:54.28717Z","end":"2026-07-03T16:50:54.630374Z","steps":["trace[1604783676] 'process raft request' (duration: 343.105474ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.630389Z","caller":"traceutil/trace.go:171","msg":"trace[1051456730] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"368.285619ms","start":"2026-07-03T16:50:54.26208Z","end":"2026-07-03T16:50:54.630366Z","steps":["trace[1051456730] 'process raft request' (duration: 365.831903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.630434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.287153Z","time spent":"343.259027ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:54.630463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.262067Z","time spent":"368.35711ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:54.630726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.963946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:54.630756Z","caller":"traceutil/trace.go:171","msg":"trace[1846396973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26433; }","duration":"112.051628ms","start":"2026-07-03T16:50:54.518698Z","end":"2026-07-03T16:50:54.63075Z","steps":["trace[1846396973] 'agreement among raft nodes before linearized reading' (duration: 111.977127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.630917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.090211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111780"} {"level":"info","ts":"2026-07-03T16:50:54.63097Z","caller":"traceutil/trace.go:171","msg":"trace[812618618] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26433; }","duration":"444.163562ms","start":"2026-07-03T16:50:54.186794Z","end":"2026-07-03T16:50:54.630957Z","steps":["trace[812618618] 'agreement among raft nodes before linearized reading' (duration: 443.877275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.630989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.237205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-03T16:50:54.631007Z","caller":"traceutil/trace.go:171","msg":"trace[958703408] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:26433; }","duration":"250.343327ms","start":"2026-07-03T16:50:54.380659Z","end":"2026-07-03T16:50:54.631002Z","steps":["trace[958703408] 'agreement among raft nodes before linearized reading' (duration: 250.259245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.631011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.186789Z","time spent":"444.214823ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111801,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-03T16:50:54.631096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.750691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-xrdlx\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-07-03T16:50:54.631134Z","caller":"traceutil/trace.go:171","msg":"trace[1319577880] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-xrdlx; range_end:; response_count:1; response_revision:26433; }","duration":"446.808703ms","start":"2026-07-03T16:50:54.184315Z","end":"2026-07-03T16:50:54.631123Z","steps":["trace[1319577880] 'agreement among raft nodes before linearized reading' (duration: 446.647509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.631157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.184306Z","time spent":"446.847094ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2486,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs-xrdlx\" "} {"level":"warn","ts":"2026-07-03T16:50:54.631168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.601045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:50:54.63119Z","caller":"traceutil/trace.go:171","msg":"trace[1611578993] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26433; }","duration":"445.654576ms","start":"2026-07-03T16:50:54.18553Z","end":"2026-07-03T16:50:54.631185Z","steps":["trace[1611578993] 'agreement among raft nodes before linearized reading' (duration: 445.597895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.631203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.185515Z","time spent":"445.685177ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-03T16:50:54.631376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.619896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-07-03T16:50:54.631393Z","caller":"traceutil/trace.go:171","msg":"trace[808194227] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26433; }","duration":"449.667058ms","start":"2026-07-03T16:50:54.181719Z","end":"2026-07-03T16:50:54.631386Z","steps":["trace[808194227] 'agreement among raft nodes before linearized reading' (duration: 449.610237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.631406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.181703Z","time spent":"449.700398ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1368,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-07-03T16:50:54.631913Z","caller":"traceutil/trace.go:171","msg":"trace[1187778262] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"316.112978ms","start":"2026-07-03T16:50:54.31577Z","end":"2026-07-03T16:50:54.631883Z","steps":["trace[1187778262] 'process raft request' (duration: 314.578402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.631958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.315733Z","time spent":"316.20122ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:54.705345Z","caller":"traceutil/trace.go:171","msg":"trace[1927830548] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"129.036967ms","start":"2026-07-03T16:50:54.576291Z","end":"2026-07-03T16:50:54.705328Z","steps":["trace[1927830548] 'process raft request' (duration: 129.006596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.705599Z","caller":"traceutil/trace.go:171","msg":"trace[848066118] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"129.562968ms","start":"2026-07-03T16:50:54.57603Z","end":"2026-07-03T16:50:54.705593Z","steps":["trace[848066118] 'process raft request' (duration: 129.062887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.705631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.056747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7465699f8b-ct662\" ","response":"range_response_count:1 size:8424"} {"level":"info","ts":"2026-07-03T16:50:54.705669Z","caller":"traceutil/trace.go:171","msg":"trace[864594114] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"129.616599ms","start":"2026-07-03T16:50:54.576048Z","end":"2026-07-03T16:50:54.705665Z","steps":["trace[864594114] 'process raft request' (duration: 129.172469ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.705719Z","caller":"traceutil/trace.go:171","msg":"trace[1441415782] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7465699f8b-ct662; range_end:; response_count:1; response_revision:26438; }","duration":"129.19645ms","start":"2026-07-03T16:50:54.576501Z","end":"2026-07-03T16:50:54.705697Z","steps":["trace[1441415782] 'agreement among raft nodes before linearized reading' (duration: 128.905074ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.705756Z","caller":"traceutil/trace.go:171","msg":"trace[710849382] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"129.626139ms","start":"2026-07-03T16:50:54.576125Z","end":"2026-07-03T16:50:54.705751Z","steps":["trace[710849382] 'process raft request' (duration: 129.120608ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.70591Z","caller":"traceutil/trace.go:171","msg":"trace[247801865] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"129.63521ms","start":"2026-07-03T16:50:54.576269Z","end":"2026-07-03T16:50:54.705904Z","steps":["trace[247801865] 'process raft request' (duration: 128.995115ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.743688Z","caller":"traceutil/trace.go:171","msg":"trace[1225715306] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"111.880844ms","start":"2026-07-03T16:50:54.631784Z","end":"2026-07-03T16:50:54.743665Z","steps":["trace[1225715306] 'process raft request' (duration: 111.68909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.744313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.356481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-03T16:50:54.744367Z","caller":"traceutil/trace.go:171","msg":"trace[528167739] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26440; }","duration":"100.436613ms","start":"2026-07-03T16:50:54.643916Z","end":"2026-07-03T16:50:54.744353Z","steps":["trace[528167739] 'agreement among raft nodes before linearized reading' (duration: 100.32943ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.744553Z","caller":"traceutil/trace.go:171","msg":"trace[810506111] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26440; }","duration":"111.179619ms","start":"2026-07-03T16:50:54.633364Z","end":"2026-07-03T16:50:54.744544Z","steps":["trace[810506111] 'process raft request' (duration: 110.220528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.74672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.051139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-07-03T16:50:54.746904Z","caller":"traceutil/trace.go:171","msg":"trace[721098723] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26440; }","duration":"109.218474ms","start":"2026-07-03T16:50:54.637628Z","end":"2026-07-03T16:50:54.746846Z","steps":["trace[721098723] 'agreement among raft nodes before linearized reading' (duration: 108.957688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.747166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.124632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:54.747245Z","caller":"traceutil/trace.go:171","msg":"trace[1909608314] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:26440; }","duration":"109.221174ms","start":"2026-07-03T16:50:54.638009Z","end":"2026-07-03T16:50:54.74723Z","steps":["trace[1909608314] 'agreement among raft nodes before linearized reading' (duration: 109.105621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.747196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.011636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-68gj2\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-07-03T16:50:54.747477Z","caller":"traceutil/trace.go:171","msg":"trace[1142031882] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-68gj2; range_end:; response_count:1; response_revision:26440; }","duration":"115.299383ms","start":"2026-07-03T16:50:54.632165Z","end":"2026-07-03T16:50:54.747464Z","steps":["trace[1142031882] 'agreement among raft nodes before linearized reading' (duration: 114.954555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.747648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.050479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:54.747716Z","caller":"traceutil/trace.go:171","msg":"trace[1375734925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26440; }","duration":"116.138062ms","start":"2026-07-03T16:50:54.631544Z","end":"2026-07-03T16:50:54.747682Z","steps":["trace[1375734925] 'agreement among raft nodes before linearized reading' (duration: 112.663263ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:54.931918Z","caller":"traceutil/trace.go:171","msg":"trace[1750756307] linearizableReadLoop","detail":"{readStateIndex:27351; appliedIndex:27350; }","duration":"179.919308ms","start":"2026-07-03T16:50:54.751977Z","end":"2026-07-03T16:50:54.931896Z","steps":["trace[1750756307] 'read index received' (duration: 176.153083ms)","trace[1750756307] 'applied index is now lower than readState.Index' (duration: 3.765415ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:54.932122Z","caller":"traceutil/trace.go:171","msg":"trace[513594289] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"217.961277ms","start":"2026-07-03T16:50:54.714151Z","end":"2026-07-03T16:50:54.932113Z","steps":["trace[513594289] 'process raft request' (duration: 214.022788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:54.932353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.358558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-03T16:50:54.932378Z","caller":"traceutil/trace.go:171","msg":"trace[1976962557] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26441; }","duration":"180.417679ms","start":"2026-07-03T16:50:54.751953Z","end":"2026-07-03T16:50:54.932371Z","steps":["trace[1976962557] 'agreement among raft nodes before linearized reading' (duration: 180.308286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.280929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.71378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:55.281154Z","caller":"traceutil/trace.go:171","msg":"trace[1440442775] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"225.260724ms","start":"2026-07-03T16:50:55.055878Z","end":"2026-07-03T16:50:55.281139Z","steps":["trace[1440442775] 'process raft request' (duration: 225.218583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.281158Z","caller":"traceutil/trace.go:171","msg":"trace[1340372083] linearizableReadLoop","detail":"{readStateIndex:27352; appliedIndex:27351; }","duration":"349.160563ms","start":"2026-07-03T16:50:54.931967Z","end":"2026-07-03T16:50:55.281127Z","steps":["trace[1340372083] 'read index received' (duration: 121.104675ms)","trace[1340372083] 'applied index is now lower than readState.Index' (duration: 228.052908ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:55.281185Z","caller":"traceutil/trace.go:171","msg":"trace[660817275] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"522.762527ms","start":"2026-07-03T16:50:54.758371Z","end":"2026-07-03T16:50:55.281134Z","steps":["trace[660817275] 'process raft request' (duration: 294.75581ms)","trace[660817275] 'compare' (duration: 227.594988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:55.281351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.758356Z","time spent":"522.90782ms","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:55.281353Z","caller":"traceutil/trace.go:171","msg":"trace[594501819] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"316.444826ms","start":"2026-07-03T16:50:54.964866Z","end":"2026-07-03T16:50:55.281311Z","steps":["trace[594501819] 'process raft request' (duration: 316.164749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.281428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.050569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:50:55.281498Z","caller":"traceutil/trace.go:171","msg":"trace[611406042] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26444; }","duration":"525.155652ms","start":"2026-07-03T16:50:54.756325Z","end":"2026-07-03T16:50:55.281481Z","steps":["trace[611406042] 'agreement among raft nodes before linearized reading' (duration: 524.936267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.281494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.414365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-79b844cf45-c7fkm.18bed4370a3b64a9\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-07-03T16:50:55.281396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.139886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:50:55.281537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.756304Z","time spent":"525.221883ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-03T16:50:55.281561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.964847Z","time spent":"316.63265ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:55.281588Z","caller":"traceutil/trace.go:171","msg":"trace[73797603] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26444; }","duration":"142.33162ms","start":"2026-07-03T16:50:55.139228Z","end":"2026-07-03T16:50:55.281559Z","steps":["trace[73797603] 'agreement among raft nodes before linearized reading' (duration: 142.120436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.281682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.942004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-68gj2\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-07-03T16:50:55.281731Z","caller":"traceutil/trace.go:171","msg":"trace[2023042151] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-68gj2; range_end:; response_count:1; response_revision:26444; }","duration":"344.016106ms","start":"2026-07-03T16:50:54.937684Z","end":"2026-07-03T16:50:55.2817Z","steps":["trace[2023042151] 'agreement among raft nodes before linearized reading' (duration: 343.659408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.281748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.937667Z","time spent":"344.077387ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":2497,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-68gj2\" "} {"level":"warn","ts":"2026-07-03T16:50:55.281744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.585805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-03T16:50:55.281857Z","caller":"traceutil/trace.go:171","msg":"trace[138036011] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26444; }","duration":"343.733029ms","start":"2026-07-03T16:50:54.938098Z","end":"2026-07-03T16:50:55.281831Z","steps":["trace[138036011] 'agreement among raft nodes before linearized reading' (duration: 343.324239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.281903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.938041Z","time spent":"343.854472ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":718,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-07-03T16:50:55.282104Z","caller":"traceutil/trace.go:171","msg":"trace[2044294476] range","detail":"{range_begin:/registry/events/openstack/cinder-api-79b844cf45-c7fkm.18bed4370a3b64a9; range_end:; response_count:1; response_revision:26444; }","duration":"356.100891ms","start":"2026-07-03T16:50:54.925983Z","end":"2026-07-03T16:50:55.282084Z","steps":["trace[2044294476] 'agreement among raft nodes before linearized reading' (duration: 355.272333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.282186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:54.925949Z","time spent":"356.195393ms","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1200,"request content":"key:\"/registry/events/openstack/cinder-api-79b844cf45-c7fkm.18bed4370a3b64a9\" "} {"level":"info","ts":"2026-07-03T16:50:55.559773Z","caller":"traceutil/trace.go:171","msg":"trace[2003979839] linearizableReadLoop","detail":"{readStateIndex:27356; appliedIndex:27355; }","duration":"270.6641ms","start":"2026-07-03T16:50:55.289091Z","end":"2026-07-03T16:50:55.559755Z","steps":["trace[2003979839] 'read index received' (duration: 68.235269ms)","trace[2003979839] 'applied index is now lower than readState.Index' (duration: 202.428111ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:55.559842Z","caller":"traceutil/trace.go:171","msg":"trace[169810979] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"271.549411ms","start":"2026-07-03T16:50:55.288261Z","end":"2026-07-03T16:50:55.559811Z","steps":["trace[169810979] 'process raft request' (duration: 271.377587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.559928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.818374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-03T16:50:55.559956Z","caller":"traceutil/trace.go:171","msg":"trace[1894221650] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26446; }","duration":"270.879546ms","start":"2026-07-03T16:50:55.289068Z","end":"2026-07-03T16:50:55.559948Z","steps":["trace[1894221650] 'agreement among raft nodes before linearized reading' (duration: 270.767203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.563189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.086488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:50:55.563226Z","caller":"traceutil/trace.go:171","msg":"trace[985627262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26447; }","duration":"274.15126ms","start":"2026-07-03T16:50:55.289068Z","end":"2026-07-03T16:50:55.563219Z","steps":["trace[985627262] 'agreement among raft nodes before linearized reading' (duration: 274.041438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.563477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.890936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-ft8vt.18bed4fa5f1b4756\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-07-03T16:50:55.563503Z","caller":"traceutil/trace.go:171","msg":"trace[1733155135] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-ft8vt.18bed4fa5f1b4756; range_end:; response_count:1; response_revision:26447; }","duration":"200.944247ms","start":"2026-07-03T16:50:55.36255Z","end":"2026-07-03T16:50:55.563494Z","steps":["trace[1733155135] 'agreement among raft nodes before linearized reading' (duration: 200.878876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.563623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.263519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:50:55.563642Z","caller":"traceutil/trace.go:171","msg":"trace[819272772] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26447; }","duration":"273.28394ms","start":"2026-07-03T16:50:55.290354Z","end":"2026-07-03T16:50:55.563638Z","steps":["trace[819272772] 'agreement among raft nodes before linearized reading' (duration: 273.229078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.563751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.847153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-07-03T16:50:55.563775Z","caller":"traceutil/trace.go:171","msg":"trace[1217447328] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:26447; }","duration":"273.882403ms","start":"2026-07-03T16:50:55.289886Z","end":"2026-07-03T16:50:55.563769Z","steps":["trace[1217447328] 'agreement among raft nodes before linearized reading' (duration: 273.828052ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.563866Z","caller":"traceutil/trace.go:171","msg":"trace[200427081] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"197.50652ms","start":"2026-07-03T16:50:55.366318Z","end":"2026-07-03T16:50:55.563825Z","steps":["trace[200427081] 'process raft request' (duration: 196.731681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.824589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.948782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:50:55.824671Z","caller":"traceutil/trace.go:171","msg":"trace[918786434] linearizableReadLoop","detail":"{readStateIndex:27360; appliedIndex:27359; }","duration":"172.959219ms","start":"2026-07-03T16:50:55.651699Z","end":"2026-07-03T16:50:55.824659Z","steps":["trace[918786434] 'read index received' (duration: 5.795462ms)","trace[918786434] 'applied index is now lower than readState.Index' (duration: 167.162537ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:55.824736Z","caller":"traceutil/trace.go:171","msg":"trace[1604575136] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"218.523319ms","start":"2026-07-03T16:50:55.606179Z","end":"2026-07-03T16:50:55.824702Z","steps":["trace[1604575136] 'process raft request' (duration: 51.400333ms)","trace[1604575136] 'compare' (duration: 166.348238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:55.824951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.470583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:50:55.82499Z","caller":"traceutil/trace.go:171","msg":"trace[1074326109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26450; }","duration":"191.580926ms","start":"2026-07-03T16:50:55.633401Z","end":"2026-07-03T16:50:55.824982Z","steps":["trace[1074326109] 'agreement among raft nodes before linearized reading' (duration: 191.34441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.825306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.513844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:50:55.825332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.7294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9868"} {"level":"info","ts":"2026-07-03T16:50:55.825389Z","caller":"traceutil/trace.go:171","msg":"trace[1160979791] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26450; }","duration":"227.811131ms","start":"2026-07-03T16:50:55.597563Z","end":"2026-07-03T16:50:55.825374Z","steps":["trace[1160979791] 'agreement among raft nodes before linearized reading' (duration: 227.603817ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.825386Z","caller":"traceutil/trace.go:171","msg":"trace[1418812794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26450; }","duration":"195.657427ms","start":"2026-07-03T16:50:55.62971Z","end":"2026-07-03T16:50:55.825368Z","steps":["trace[1418812794] 'agreement among raft nodes before linearized reading' (duration: 195.409882ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:55.875867Z","caller":"traceutil/trace.go:171","msg":"trace[1858433109] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"199.951025ms","start":"2026-07-03T16:50:55.675867Z","end":"2026-07-03T16:50:55.875818Z","steps":["trace[1858433109] 'process raft request' (duration: 199.774631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.876927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.949887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:55.877007Z","caller":"traceutil/trace.go:171","msg":"trace[988909346] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26451; }","duration":"144.06743ms","start":"2026-07-03T16:50:55.732921Z","end":"2026-07-03T16:50:55.876989Z","steps":["trace[988909346] 'agreement among raft nodes before linearized reading' (duration: 143.929906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.877042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.606335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:50:55.877102Z","caller":"traceutil/trace.go:171","msg":"trace[221244294] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26451; }","duration":"216.706088ms","start":"2026-07-03T16:50:55.66038Z","end":"2026-07-03T16:50:55.877086Z","steps":["trace[221244294] 'agreement among raft nodes before linearized reading' (duration: 216.530604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:55.877236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.135767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:55.87731Z","caller":"traceutil/trace.go:171","msg":"trace[1192884217] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:0; response_revision:26451; }","duration":"132.217018ms","start":"2026-07-03T16:50:55.745076Z","end":"2026-07-03T16:50:55.877293Z","steps":["trace[1192884217] 'agreement among raft nodes before linearized reading' (duration: 132.110386ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.046164Z","caller":"traceutil/trace.go:171","msg":"trace[1655488081] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"141.664105ms","start":"2026-07-03T16:50:55.904477Z","end":"2026-07-03T16:50:56.046141Z","steps":["trace[1655488081] 'process raft request' (duration: 141.40968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.046205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.744597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:50:56.046262Z","caller":"traceutil/trace.go:171","msg":"trace[1883280657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26456; }","duration":"141.823569ms","start":"2026-07-03T16:50:55.904423Z","end":"2026-07-03T16:50:56.046247Z","steps":["trace[1883280657] 'agreement among raft nodes before linearized reading' (duration: 141.643855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.047148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.039261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:50:56.047238Z","caller":"traceutil/trace.go:171","msg":"trace[423191475] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26456; }","duration":"113.156963ms","start":"2026-07-03T16:50:55.93405Z","end":"2026-07-03T16:50:56.047207Z","steps":["trace[423191475] 'agreement among raft nodes before linearized reading' (duration: 112.11582ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.340358Z","caller":"traceutil/trace.go:171","msg":"trace[629403405] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"270.467787ms","start":"2026-07-03T16:50:56.069859Z","end":"2026-07-03T16:50:56.340327Z","steps":["trace[629403405] 'process raft request' (duration: 202.071544ms)","trace[629403405] 'compare' (duration: 67.868111ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:56.340431Z","caller":"traceutil/trace.go:171","msg":"trace[619852738] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26460; }","duration":"268.822838ms","start":"2026-07-03T16:50:56.071581Z","end":"2026-07-03T16:50:56.340403Z","steps":["trace[619852738] 'process raft request' (duration: 268.496701ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.340918Z","caller":"traceutil/trace.go:171","msg":"trace[2096626787] linearizableReadLoop","detail":"{readStateIndex:27371; appliedIndex:27369; }","duration":"185.70906ms","start":"2026-07-03T16:50:56.155186Z","end":"2026-07-03T16:50:56.340896Z","steps":["trace[2096626787] 'read index received' (duration: 116.752294ms)","trace[2096626787] 'applied index is now lower than readState.Index' (duration: 68.953735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:56.341123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.440891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-07-03T16:50:56.341176Z","caller":"traceutil/trace.go:171","msg":"trace[803558347] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26460; }","duration":"258.537222ms","start":"2026-07-03T16:50:56.082625Z","end":"2026-07-03T16:50:56.341162Z","steps":["trace[803558347] 'agreement among raft nodes before linearized reading' (duration: 258.350218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.367154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.542551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:50:56.367222Z","caller":"traceutil/trace.go:171","msg":"trace[1448326545] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26462; }","duration":"208.654944ms","start":"2026-07-03T16:50:56.158551Z","end":"2026-07-03T16:50:56.367206Z","steps":["trace[1448326545] 'agreement among raft nodes before linearized reading' (duration: 208.47506ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.367482Z","caller":"traceutil/trace.go:171","msg":"trace[17594852] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"183.977ms","start":"2026-07-03T16:50:56.183496Z","end":"2026-07-03T16:50:56.367473Z","steps":["trace[17594852] 'process raft request' (duration: 183.365316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.367644Z","caller":"traceutil/trace.go:171","msg":"trace[889624918] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"166.496383ms","start":"2026-07-03T16:50:56.20114Z","end":"2026-07-03T16:50:56.367636Z","steps":["trace[889624918] 'process raft request' (duration: 165.839607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.367773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.236091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:50:56.367798Z","caller":"traceutil/trace.go:171","msg":"trace[955714010] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26462; }","duration":"122.300213ms","start":"2026-07-03T16:50:56.245492Z","end":"2026-07-03T16:50:56.367792Z","steps":["trace[955714010] 'agreement among raft nodes before linearized reading' (duration: 122.241942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.51951Z","caller":"traceutil/trace.go:171","msg":"trace[165310991] linearizableReadLoop","detail":"{readStateIndex:27376; appliedIndex:27375; }","duration":"136.817654ms","start":"2026-07-03T16:50:56.382677Z","end":"2026-07-03T16:50:56.519495Z","steps":["trace[165310991] 'read index received' (duration: 136.64959ms)","trace[165310991] 'applied index is now lower than readState.Index' (duration: 167.534µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:56.519592Z","caller":"traceutil/trace.go:171","msg":"trace[1201482369] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"144.849108ms","start":"2026-07-03T16:50:56.374705Z","end":"2026-07-03T16:50:56.519554Z","steps":["trace[1201482369] 'process raft request' (duration: 144.662034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.5197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.234377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:50:56.519723Z","caller":"traceutil/trace.go:171","msg":"trace[1581362185] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26465; }","duration":"145.312178ms","start":"2026-07-03T16:50:56.374402Z","end":"2026-07-03T16:50:56.519714Z","steps":["trace[1581362185] 'agreement among raft nodes before linearized reading' (duration: 145.175785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.519688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.461949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:56.519767Z","caller":"traceutil/trace.go:171","msg":"trace[1335196161] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26465; }","duration":"137.591302ms","start":"2026-07-03T16:50:56.382154Z","end":"2026-07-03T16:50:56.519746Z","steps":["trace[1335196161] 'agreement among raft nodes before linearized reading' (duration: 137.420098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.519904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.902532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:50:56.519928Z","caller":"traceutil/trace.go:171","msg":"trace[148011711] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26465; }","duration":"131.978723ms","start":"2026-07-03T16:50:56.387943Z","end":"2026-07-03T16:50:56.519922Z","steps":["trace[148011711] 'agreement among raft nodes before linearized reading' (duration: 131.922232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.519987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.722177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:56.520003Z","caller":"traceutil/trace.go:171","msg":"trace[1287914573] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26465; }","duration":"120.759207ms","start":"2026-07-03T16:50:56.399237Z","end":"2026-07-03T16:50:56.519996Z","steps":["trace[1287914573] 'agreement among raft nodes before linearized reading' (duration: 120.727956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.66595Z","caller":"traceutil/trace.go:171","msg":"trace[1065299157] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"101.672041ms","start":"2026-07-03T16:50:56.564245Z","end":"2026-07-03T16:50:56.665917Z","steps":["trace[1065299157] 'process raft request' (duration: 80.909087ms)","trace[1065299157] 'compare' (duration: 20.59386ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:56.666174Z","caller":"traceutil/trace.go:171","msg":"trace[574823850] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"101.879586ms","start":"2026-07-03T16:50:56.564273Z","end":"2026-07-03T16:50:56.666152Z","steps":["trace[574823850] 'process raft request' (duration: 101.587009ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.666463Z","caller":"traceutil/trace.go:171","msg":"trace[2858148] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"100.170897ms","start":"2026-07-03T16:50:56.56627Z","end":"2026-07-03T16:50:56.666441Z","steps":["trace[2858148] 'process raft request' (duration: 99.803299ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.94605Z","caller":"traceutil/trace.go:171","msg":"trace[575614781] linearizableReadLoop","detail":"{readStateIndex:27387; appliedIndex:27385; }","duration":"215.157243ms","start":"2026-07-03T16:50:56.730873Z","end":"2026-07-03T16:50:56.94603Z","steps":["trace[575614781] 'read index received' (duration: 205.561194ms)","trace[575614781] 'applied index is now lower than readState.Index' (duration: 9.595169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:56.946259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.659895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:50:56.946295Z","caller":"traceutil/trace.go:171","msg":"trace[1838786387] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26476; }","duration":"272.723947ms","start":"2026-07-03T16:50:56.673557Z","end":"2026-07-03T16:50:56.946281Z","steps":["trace[1838786387] 'agreement among raft nodes before linearized reading' (duration: 272.582754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.946278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.712982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:50:56.946311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.65287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:50:56.946351Z","caller":"traceutil/trace.go:171","msg":"trace[1793261371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26476; }","duration":"235.799504ms","start":"2026-07-03T16:50:56.710533Z","end":"2026-07-03T16:50:56.946332Z","steps":["trace[1793261371] 'agreement among raft nodes before linearized reading' (duration: 235.530518ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.946391Z","caller":"traceutil/trace.go:171","msg":"trace[1312114590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26476; }","duration":"235.762243ms","start":"2026-07-03T16:50:56.71061Z","end":"2026-07-03T16:50:56.946373Z","steps":["trace[1312114590] 'agreement among raft nodes before linearized reading' (duration: 235.437166ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.946521Z","caller":"traceutil/trace.go:171","msg":"trace[913383284] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"270.922206ms","start":"2026-07-03T16:50:56.675589Z","end":"2026-07-03T16:50:56.946512Z","steps":["trace[913383284] 'process raft request' (duration: 260.733435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.946769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.156782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:50:56.94682Z","caller":"traceutil/trace.go:171","msg":"trace[514355381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26476; }","duration":"236.227544ms","start":"2026-07-03T16:50:56.710577Z","end":"2026-07-03T16:50:56.946805Z","steps":["trace[514355381] 'agreement among raft nodes before linearized reading' (duration: 236.089881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:56.946944Z","caller":"traceutil/trace.go:171","msg":"trace[1784730517] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"268.833188ms","start":"2026-07-03T16:50:56.678098Z","end":"2026-07-03T16:50:56.946931Z","steps":["trace[1784730517] 'process raft request' (duration: 267.831085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:56.948517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.920067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-03T16:50:56.94856Z","caller":"traceutil/trace.go:171","msg":"trace[1599592813] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26476; }","duration":"275.003239ms","start":"2026-07-03T16:50:56.673544Z","end":"2026-07-03T16:50:56.948547Z","steps":["trace[1599592813] 'agreement among raft nodes before linearized reading' (duration: 272.923911ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.012624Z","caller":"traceutil/trace.go:171","msg":"trace[2109287408] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"270.418335ms","start":"2026-07-03T16:50:56.742181Z","end":"2026-07-03T16:50:57.0126Z","steps":["trace[2109287408] 'process raft request' (duration: 270.19894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.012773Z","caller":"traceutil/trace.go:171","msg":"trace[1248377170] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"183.639953ms","start":"2026-07-03T16:50:56.828938Z","end":"2026-07-03T16:50:57.012578Z","steps":["trace[1248377170] 'process raft request' (duration: 183.567552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.012802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.307155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:57.012872Z","caller":"traceutil/trace.go:171","msg":"trace[1726145975] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26478; }","duration":"253.444888ms","start":"2026-07-03T16:50:56.759411Z","end":"2026-07-03T16:50:57.012856Z","steps":["trace[1726145975] 'agreement among raft nodes before linearized reading' (duration: 253.315975ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.268245Z","caller":"traceutil/trace.go:171","msg":"trace[1970649298] linearizableReadLoop","detail":"{readStateIndex:27393; appliedIndex:27389; }","duration":"255.592005ms","start":"2026-07-03T16:50:57.012635Z","end":"2026-07-03T16:50:57.268227Z","steps":["trace[1970649298] 'read index received' (duration: 255.305659ms)","trace[1970649298] 'applied index is now lower than readState.Index' (duration: 285.686µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:57.268493Z","caller":"traceutil/trace.go:171","msg":"trace[1244818802] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"313.637221ms","start":"2026-07-03T16:50:56.954846Z","end":"2026-07-03T16:50:57.268483Z","steps":["trace[1244818802] 'process raft request' (duration: 313.168421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.268579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.954826Z","time spent":"313.692232ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:57.268844Z","caller":"traceutil/trace.go:171","msg":"trace[705373193] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"313.354685ms","start":"2026-07-03T16:50:56.955478Z","end":"2026-07-03T16:50:57.268833Z","steps":["trace[705373193] 'process raft request' (duration: 312.652419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.268909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.955465Z","time spent":"313.414186ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:57.269023Z","caller":"traceutil/trace.go:171","msg":"trace[1137265995] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"306.58785ms","start":"2026-07-03T16:50:56.962426Z","end":"2026-07-03T16:50:57.269014Z","steps":["trace[1137265995] 'process raft request' (duration: 305.731531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.269067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.962411Z","time spent":"306.633321ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:50:57.269244Z","caller":"traceutil/trace.go:171","msg":"trace[847106921] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"306.688592ms","start":"2026-07-03T16:50:56.962547Z","end":"2026-07-03T16:50:57.269236Z","steps":["trace[847106921] 'process raft request' (duration: 305.636108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.269289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.962532Z","time spent":"306.736003ms","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:50:57.269455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.481033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-07-03T16:50:57.269486Z","caller":"traceutil/trace.go:171","msg":"trace[1567958016] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26482; }","duration":"315.546694ms","start":"2026-07-03T16:50:56.953931Z","end":"2026-07-03T16:50:57.269478Z","steps":["trace[1567958016] 'agreement among raft nodes before linearized reading' (duration: 315.446642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.269506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:56.953913Z","time spent":"315.587985ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3980,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-03T16:50:57.386711Z","caller":"traceutil/trace.go:171","msg":"trace[776894682] linearizableReadLoop","detail":"{readStateIndex:27395; appliedIndex:27393; }","duration":"118.384523ms","start":"2026-07-03T16:50:57.268302Z","end":"2026-07-03T16:50:57.386686Z","steps":["trace[776894682] 'read index received' (duration: 118.095046ms)","trace[776894682] 'applied index is now lower than readState.Index' (duration: 288.497µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:57.386818Z","caller":"traceutil/trace.go:171","msg":"trace[491787603] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"232.475818ms","start":"2026-07-03T16:50:57.154296Z","end":"2026-07-03T16:50:57.386772Z","steps":["trace[491787603] 'process raft request' (duration: 232.325565ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.386858Z","caller":"traceutil/trace.go:171","msg":"trace[66397318] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"362.612249ms","start":"2026-07-03T16:50:57.024212Z","end":"2026-07-03T16:50:57.386824Z","steps":["trace[66397318] 'process raft request' (duration: 362.266041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.386972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.191253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-03T16:50:57.387014Z","caller":"traceutil/trace.go:171","msg":"trace[2049414994] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26484; }","duration":"109.266425ms","start":"2026-07-03T16:50:57.277739Z","end":"2026-07-03T16:50:57.387005Z","steps":["trace[2049414994] 'agreement among raft nodes before linearized reading' (duration: 109.129692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.387008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.024187Z","time spent":"362.726522ms","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:50:57.387658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.270355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:50:57.38771Z","caller":"traceutil/trace.go:171","msg":"trace[101224394] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26484; }","duration":"183.374918ms","start":"2026-07-03T16:50:57.204324Z","end":"2026-07-03T16:50:57.387699Z","steps":["trace[101224394] 'agreement among raft nodes before linearized reading' (duration: 182.501097ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.576946Z","caller":"traceutil/trace.go:171","msg":"trace[1951216597] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"178.142407ms","start":"2026-07-03T16:50:57.398754Z","end":"2026-07-03T16:50:57.576897Z","steps":["trace[1951216597] 'process raft request' (duration: 177.862021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.577154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.020917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-07-03T16:50:57.577181Z","caller":"traceutil/trace.go:171","msg":"trace[1728700062] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"178.814423ms","start":"2026-07-03T16:50:57.39834Z","end":"2026-07-03T16:50:57.577155Z","steps":["trace[1728700062] 'process raft request' (duration: 94.306274ms)","trace[1728700062] 'compare' (duration: 83.800503ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:57.577211Z","caller":"traceutil/trace.go:171","msg":"trace[880873605] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26491; }","duration":"154.117219ms","start":"2026-07-03T16:50:57.423079Z","end":"2026-07-03T16:50:57.577197Z","steps":["trace[880873605] 'agreement among raft nodes before linearized reading' (duration: 153.926385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.576965Z","caller":"traceutil/trace.go:171","msg":"trace[1037368622] linearizableReadLoop","detail":"{readStateIndex:27402; appliedIndex:27396; }","duration":"121.935503ms","start":"2026-07-03T16:50:57.455009Z","end":"2026-07-03T16:50:57.576944Z","steps":["trace[1037368622] 'read index received' (duration: 37.579717ms)","trace[1037368622] 'applied index is now lower than readState.Index' (duration: 84.354456ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:57.577401Z","caller":"traceutil/trace.go:171","msg":"trace[1946865206] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"178.335571ms","start":"2026-07-03T16:50:57.399055Z","end":"2026-07-03T16:50:57.57739Z","steps":["trace[1946865206] 'process raft request' (duration: 177.622765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.577447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.932505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-03T16:50:57.577516Z","caller":"traceutil/trace.go:171","msg":"trace[1111164488] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26491; }","duration":"119.004807ms","start":"2026-07-03T16:50:57.458495Z","end":"2026-07-03T16:50:57.577499Z","steps":["trace[1111164488] 'agreement among raft nodes before linearized reading' (duration: 118.841803ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.577563Z","caller":"traceutil/trace.go:171","msg":"trace[634791009] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"177.884741ms","start":"2026-07-03T16:50:57.399667Z","end":"2026-07-03T16:50:57.577552Z","steps":["trace[634791009] 'process raft request' (duration: 177.088403ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.577704Z","caller":"traceutil/trace.go:171","msg":"trace[1184789412] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"177.943532ms","start":"2026-07-03T16:50:57.399751Z","end":"2026-07-03T16:50:57.577695Z","steps":["trace[1184789412] 'process raft request' (duration: 177.049922ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.577915Z","caller":"traceutil/trace.go:171","msg":"trace[696739252] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"173.719317ms","start":"2026-07-03T16:50:57.404181Z","end":"2026-07-03T16:50:57.5779Z","steps":["trace[696739252] 'process raft request' (duration: 172.676733ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.747862Z","caller":"traceutil/trace.go:171","msg":"trace[277478781] linearizableReadLoop","detail":"{readStateIndex:27404; appliedIndex:27403; }","duration":"157.049676ms","start":"2026-07-03T16:50:57.590791Z","end":"2026-07-03T16:50:57.74784Z","steps":["trace[277478781] 'read index received' (duration: 34.789794ms)","trace[277478781] 'applied index is now lower than readState.Index' (duration: 122.258602ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:57.748077Z","caller":"traceutil/trace.go:171","msg":"trace[1060934385] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"161.301013ms","start":"2026-07-03T16:50:57.586764Z","end":"2026-07-03T16:50:57.748065Z","steps":["trace[1060934385] 'process raft request' (duration: 149.978514ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.748541Z","caller":"traceutil/trace.go:171","msg":"trace[130088120] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"156.153895ms","start":"2026-07-03T16:50:57.592373Z","end":"2026-07-03T16:50:57.748527Z","steps":["trace[130088120] 'process raft request' (duration: 155.372007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.748864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.05402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:57.748916Z","caller":"traceutil/trace.go:171","msg":"trace[1717486637] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26494; }","duration":"158.133561ms","start":"2026-07-03T16:50:57.590771Z","end":"2026-07-03T16:50:57.748904Z","steps":["trace[1717486637] 'agreement among raft nodes before linearized reading' (duration: 158.040949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:57.749219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.984025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-03T16:50:57.749263Z","caller":"traceutil/trace.go:171","msg":"trace[1416012796] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26494; }","duration":"150.043676ms","start":"2026-07-03T16:50:57.599209Z","end":"2026-07-03T16:50:57.749253Z","steps":["trace[1416012796] 'agreement among raft nodes before linearized reading' (duration: 149.904643ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:57.945617Z","caller":"traceutil/trace.go:171","msg":"trace[1255799904] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"111.068826ms","start":"2026-07-03T16:50:57.834522Z","end":"2026-07-03T16:50:57.94559Z","steps":["trace[1255799904] 'process raft request' (duration: 110.871062ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.084994Z","caller":"traceutil/trace.go:171","msg":"trace[590156477] linearizableReadLoop","detail":"{readStateIndex:27408; appliedIndex:27406; }","duration":"248.918373ms","start":"2026-07-03T16:50:57.83605Z","end":"2026-07-03T16:50:58.084968Z","steps":["trace[590156477] 'read index received' (duration: 109.364266ms)","trace[590156477] 'applied index is now lower than readState.Index' (duration: 139.553397ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:58.085062Z","caller":"traceutil/trace.go:171","msg":"trace[396657163] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26496; }","duration":"248.387792ms","start":"2026-07-03T16:50:57.836668Z","end":"2026-07-03T16:50:58.085056Z","steps":["trace[396657163] 'process raft request' (duration: 248.254239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.085284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.219251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-07-03T16:50:58.085307Z","caller":"traceutil/trace.go:171","msg":"trace[1217821180] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26496; }","duration":"249.266052ms","start":"2026-07-03T16:50:57.836035Z","end":"2026-07-03T16:50:58.085301Z","steps":["trace[1217821180] 'agreement among raft nodes before linearized reading' (duration: 249.154339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.151523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.650586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:50:58.151614Z","caller":"traceutil/trace.go:171","msg":"trace[1221344930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26497; }","duration":"251.79653ms","start":"2026-07-03T16:50:57.899798Z","end":"2026-07-03T16:50:58.151594Z","steps":["trace[1221344930] 'agreement among raft nodes before linearized reading' (duration: 251.503063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.15159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.628048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:50:58.151629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.519984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-03T16:50:58.151778Z","caller":"traceutil/trace.go:171","msg":"trace[1454428455] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"196.296372ms","start":"2026-07-03T16:50:57.955471Z","end":"2026-07-03T16:50:58.151767Z","steps":["trace[1454428455] 'process raft request' (duration: 195.529845ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.15178Z","caller":"traceutil/trace.go:171","msg":"trace[1945554669] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26497; }","duration":"315.687227ms","start":"2026-07-03T16:50:57.836071Z","end":"2026-07-03T16:50:58.151759Z","steps":["trace[1945554669] 'agreement among raft nodes before linearized reading' (duration: 315.396921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.151832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:57.836068Z","time spent":"315.752679ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-03T16:50:58.151964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.738263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-qrph8\" ","response":"range_response_count:1 size:2489"} {"level":"info","ts":"2026-07-03T16:50:58.15201Z","caller":"traceutil/trace.go:171","msg":"trace[1024354035] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-qrph8; range_end:; response_count:1; response_revision:26497; }","duration":"200.810685ms","start":"2026-07-03T16:50:57.951189Z","end":"2026-07-03T16:50:58.152Z","steps":["trace[1024354035] 'agreement among raft nodes before linearized reading' (duration: 200.694552ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.151722Z","caller":"traceutil/trace.go:171","msg":"trace[1415043700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26497; }","duration":"252.815042ms","start":"2026-07-03T16:50:57.898886Z","end":"2026-07-03T16:50:58.151701Z","steps":["trace[1415043700] 'agreement among raft nodes before linearized reading' (duration: 252.441424ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.275595Z","caller":"traceutil/trace.go:171","msg":"trace[383306141] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"184.644076ms","start":"2026-07-03T16:50:58.090927Z","end":"2026-07-03T16:50:58.275571Z","steps":["trace[383306141] 'process raft request' (duration: 184.019871ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.275617Z","caller":"traceutil/trace.go:171","msg":"trace[1652244555] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"146.776532ms","start":"2026-07-03T16:50:58.128816Z","end":"2026-07-03T16:50:58.275592Z","steps":["trace[1652244555] 'process raft request' (duration: 146.6931ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.275607Z","caller":"traceutil/trace.go:171","msg":"trace[151665630] linearizableReadLoop","detail":"{readStateIndex:27412; appliedIndex:27410; }","duration":"124.335389ms","start":"2026-07-03T16:50:58.15124Z","end":"2026-07-03T16:50:58.275575Z","steps":["trace[151665630] 'read index received' (duration: 123.688144ms)","trace[151665630] 'applied index is now lower than readState.Index' (duration: 646.375µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:58.275917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.387754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:50:58.275949Z","caller":"traceutil/trace.go:171","msg":"trace[289885428] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:26499; }","duration":"182.456555ms","start":"2026-07-03T16:50:58.09348Z","end":"2026-07-03T16:50:58.275936Z","steps":["trace[289885428] 'agreement among raft nodes before linearized reading' (duration: 182.22691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.276135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.041953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:50:58.276206Z","caller":"traceutil/trace.go:171","msg":"trace[1201078671] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26499; }","duration":"156.176456ms","start":"2026-07-03T16:50:58.120016Z","end":"2026-07-03T16:50:58.276193Z","steps":["trace[1201078671] 'agreement among raft nodes before linearized reading' (duration: 155.667845ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.289891Z","caller":"traceutil/trace.go:171","msg":"trace[317257055] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26500; }","duration":"136.61158ms","start":"2026-07-03T16:50:58.153256Z","end":"2026-07-03T16:50:58.289868Z","steps":["trace[317257055] 'process raft request' (duration: 136.325903ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.289924Z","caller":"traceutil/trace.go:171","msg":"trace[1514264804] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"134.320227ms","start":"2026-07-03T16:50:58.155582Z","end":"2026-07-03T16:50:58.289902Z","steps":["trace[1514264804] 'process raft request' (duration: 134.177664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.290216Z","caller":"traceutil/trace.go:171","msg":"trace[1432715949] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"119.187942ms","start":"2026-07-03T16:50:58.171012Z","end":"2026-07-03T16:50:58.290199Z","steps":["trace[1432715949] 'process raft request' (duration: 118.822854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.290658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.659412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-03T16:50:58.290699Z","caller":"traceutil/trace.go:171","msg":"trace[191200560] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26502; }","duration":"133.716623ms","start":"2026-07-03T16:50:58.156971Z","end":"2026-07-03T16:50:58.290688Z","steps":["trace[191200560] 'agreement among raft nodes before linearized reading' (duration: 133.59505ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.47525Z","caller":"traceutil/trace.go:171","msg":"trace[1222593255] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"100.390593ms","start":"2026-07-03T16:50:58.37483Z","end":"2026-07-03T16:50:58.475221Z","steps":["trace[1222593255] 'process raft request' (duration: 100.2791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.475543Z","caller":"traceutil/trace.go:171","msg":"trace[857155711] linearizableReadLoop","detail":"{readStateIndex:27416; appliedIndex:27415; }","duration":"168.57933ms","start":"2026-07-03T16:50:58.306949Z","end":"2026-07-03T16:50:58.475528Z","steps":["trace[857155711] 'read index received' (duration: 94.799965ms)","trace[857155711] 'applied index is now lower than readState.Index' (duration: 73.777755ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:58.475321Z","caller":"traceutil/trace.go:171","msg":"trace[902377468] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"170.738449ms","start":"2026-07-03T16:50:58.304535Z","end":"2026-07-03T16:50:58.475274Z","steps":["trace[902377468] 'process raft request' (duration: 97.19353ms)","trace[902377468] 'compare' (duration: 73.074778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:50:58.4766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.922367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-07-03T16:50:58.476647Z","caller":"traceutil/trace.go:171","msg":"trace[368798474] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26504; }","duration":"169.002559ms","start":"2026-07-03T16:50:58.307631Z","end":"2026-07-03T16:50:58.476633Z","steps":["trace[368798474] 'agreement among raft nodes before linearized reading' (duration: 168.819134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.475743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.770754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-03T16:50:58.476844Z","caller":"traceutil/trace.go:171","msg":"trace[929032867] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26504; }","duration":"169.889009ms","start":"2026-07-03T16:50:58.306946Z","end":"2026-07-03T16:50:58.476835Z","steps":["trace[929032867] 'agreement among raft nodes before linearized reading' (duration: 168.629051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.477217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.589022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-03T16:50:58.477265Z","caller":"traceutil/trace.go:171","msg":"trace[908220662] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26504; }","duration":"162.638313ms","start":"2026-07-03T16:50:58.314613Z","end":"2026-07-03T16:50:58.477252Z","steps":["trace[908220662] 'agreement among raft nodes before linearized reading' (duration: 162.543791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.782939Z","caller":"traceutil/trace.go:171","msg":"trace[2113611251] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"108.546489ms","start":"2026-07-03T16:50:58.67436Z","end":"2026-07-03T16:50:58.782906Z","steps":["trace[2113611251] 'process raft request' (duration: 106.755218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.853982Z","caller":"traceutil/trace.go:171","msg":"trace[1499929481] linearizableReadLoop","detail":"{readStateIndex:27426; appliedIndex:27420; }","duration":"111.376993ms","start":"2026-07-03T16:50:58.742585Z","end":"2026-07-03T16:50:58.853962Z","steps":["trace[1499929481] 'read index received' (duration: 38.471619ms)","trace[1499929481] 'applied index is now lower than readState.Index' (duration: 72.904474ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:50:58.854835Z","caller":"traceutil/trace.go:171","msg":"trace[749000902] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"176.971111ms","start":"2026-07-03T16:50:58.677849Z","end":"2026-07-03T16:50:58.85482Z","steps":["trace[749000902] 'process raft request' (duration: 175.989318ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.855006Z","caller":"traceutil/trace.go:171","msg":"trace[861846936] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"117.776639ms","start":"2026-07-03T16:50:58.737205Z","end":"2026-07-03T16:50:58.854982Z","steps":["trace[861846936] 'process raft request' (duration: 116.705795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.855056Z","caller":"traceutil/trace.go:171","msg":"trace[844140934] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"180.206005ms","start":"2026-07-03T16:50:58.674752Z","end":"2026-07-03T16:50:58.854958Z","steps":["trace[844140934] 'process raft request' (duration: 178.974397ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.855116Z","caller":"traceutil/trace.go:171","msg":"trace[469332225] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"119.001867ms","start":"2026-07-03T16:50:58.736073Z","end":"2026-07-03T16:50:58.855075Z","steps":["trace[469332225] 'process raft request' (duration: 117.80363ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:50:58.855213Z","caller":"traceutil/trace.go:171","msg":"trace[1925595858] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"113.42174ms","start":"2026-07-03T16:50:58.741751Z","end":"2026-07-03T16:50:58.855173Z","steps":["trace[1925595858] 'process raft request' (duration: 112.181992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:50:58.855186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.175281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-03T16:50:58.85538Z","caller":"traceutil/trace.go:171","msg":"trace[1682510279] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26513; }","duration":"112.830927ms","start":"2026-07-03T16:50:58.742533Z","end":"2026-07-03T16:50:58.855364Z","steps":["trace[1682510279] 'agreement among raft nodes before linearized reading' (duration: 111.504166ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.250097Z","caller":"traceutil/trace.go:171","msg":"trace[1911201647] linearizableReadLoop","detail":"{readStateIndex:27430; appliedIndex:27429; }","duration":"396.995314ms","start":"2026-07-03T16:50:59.853071Z","end":"2026-07-03T16:51:00.250067Z","steps":["trace[1911201647] 'read index received' (duration: 396.964123ms)","trace[1911201647] 'applied index is now lower than readState.Index' (duration: 30.251µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:00.250228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.138068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:00.250209Z","caller":"traceutil/trace.go:171","msg":"trace[1554081210] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"601.997965ms","start":"2026-07-03T16:50:59.648172Z","end":"2026-07-03T16:51:00.25017Z","steps":["trace[1554081210] 'process raft request' (duration: 601.77042ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.250258Z","caller":"traceutil/trace.go:171","msg":"trace[2014168967] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26517; }","duration":"397.194519ms","start":"2026-07-03T16:50:59.853056Z","end":"2026-07-03T16:51:00.250251Z","steps":["trace[2014168967] 'agreement among raft nodes before linearized reading' (duration: 397.118147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.250289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.852996Z","time spent":"397.286561ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:00.250387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.648153Z","time spent":"602.140388ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8369,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:00.410583Z","caller":"traceutil/trace.go:171","msg":"trace[170714680] linearizableReadLoop","detail":"{readStateIndex:27431; appliedIndex:27430; }","duration":"160.397573ms","start":"2026-07-03T16:51:00.250153Z","end":"2026-07-03T16:51:00.41055Z","steps":["trace[170714680] 'read index received' (duration: 99.680086ms)","trace[170714680] 'applied index is now lower than readState.Index' (duration: 60.715847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:00.410652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.466262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:00.410652Z","caller":"traceutil/trace.go:171","msg":"trace[872291635] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"251.133264ms","start":"2026-07-03T16:51:00.159483Z","end":"2026-07-03T16:51:00.410616Z","steps":["trace[872291635] 'process raft request' (duration: 190.348086ms)","trace[872291635] 'compare' (duration: 60.384669ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:00.410728Z","caller":"traceutil/trace.go:171","msg":"trace[811416257] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26518; }","duration":"318.682196ms","start":"2026-07-03T16:51:00.092027Z","end":"2026-07-03T16:51:00.410709Z","steps":["trace[811416257] 'agreement among raft nodes before linearized reading' (duration: 318.543793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.410737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.967341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:00.410772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.092013Z","time spent":"318.749999ms","remote":"127.0.0.1:48088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:00.410794Z","caller":"traceutil/trace.go:171","msg":"trace[263792835] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26518; }","duration":"431.065373ms","start":"2026-07-03T16:50:59.979713Z","end":"2026-07-03T16:51:00.410778Z","steps":["trace[263792835] 'agreement among raft nodes before linearized reading' (duration: 430.976381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.410806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.728457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:00.410828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.979693Z","time spent":"431.126564ms","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:00.410847Z","caller":"traceutil/trace.go:171","msg":"trace[347617077] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26518; }","duration":"459.815069ms","start":"2026-07-03T16:50:59.95102Z","end":"2026-07-03T16:51:00.410835Z","steps":["trace[347617077] 'agreement among raft nodes before linearized reading' (duration: 459.680066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.410894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:50:59.950969Z","time spent":"459.908391ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:00.411062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.440735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:00.411103Z","caller":"traceutil/trace.go:171","msg":"trace[240116473] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26518; }","duration":"337.508757ms","start":"2026-07-03T16:51:00.073579Z","end":"2026-07-03T16:51:00.411087Z","steps":["trace[240116473] 'agreement among raft nodes before linearized reading' (duration: 337.440485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.411151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.073564Z","time spent":"337.560678ms","remote":"127.0.0.1:46896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:00.44618Z","caller":"traceutil/trace.go:171","msg":"trace[1375162795] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"188.992465ms","start":"2026-07-03T16:51:00.257168Z","end":"2026-07-03T16:51:00.44616Z","steps":["trace[1375162795] 'process raft request' (duration: 188.7752ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.446209Z","caller":"traceutil/trace.go:171","msg":"trace[551943228] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"188.545595ms","start":"2026-07-03T16:51:00.257637Z","end":"2026-07-03T16:51:00.446183Z","steps":["trace[551943228] 'process raft request' (duration: 188.443872ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.446781Z","caller":"traceutil/trace.go:171","msg":"trace[983500946] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"188.213659ms","start":"2026-07-03T16:51:00.258557Z","end":"2026-07-03T16:51:00.446771Z","steps":["trace[983500946] 'process raft request' (duration: 187.568984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.446851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.722151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:51:00.446899Z","caller":"traceutil/trace.go:171","msg":"trace[2128229750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26523; }","duration":"153.797852ms","start":"2026-07-03T16:51:00.29308Z","end":"2026-07-03T16:51:00.446877Z","steps":["trace[2128229750] 'agreement among raft nodes before linearized reading' (duration: 153.67933ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.446925Z","caller":"traceutil/trace.go:171","msg":"trace[1057645884] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"187.629304ms","start":"2026-07-03T16:51:00.259273Z","end":"2026-07-03T16:51:00.446902Z","steps":["trace[1057645884] 'process raft request' (duration: 187.0735ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.447014Z","caller":"traceutil/trace.go:171","msg":"trace[277975861] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"159.177734ms","start":"2026-07-03T16:51:00.287827Z","end":"2026-07-03T16:51:00.447005Z","steps":["trace[277975861] 'process raft request' (duration: 158.805906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.44714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.477632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:51:00.447166Z","caller":"traceutil/trace.go:171","msg":"trace[1163740696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26523; }","duration":"152.564685ms","start":"2026-07-03T16:51:00.294594Z","end":"2026-07-03T16:51:00.447158Z","steps":["trace[1163740696] 'agreement among raft nodes before linearized reading' (duration: 152.498693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.765871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.607638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:00.76601Z","caller":"traceutil/trace.go:171","msg":"trace[157615788] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"313.388356ms","start":"2026-07-03T16:51:00.452606Z","end":"2026-07-03T16:51:00.765994Z","steps":["trace[157615788] 'process raft request' (duration: 145.588485ms)","trace[157615788] 'compare' (duration: 167.459112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:00.766053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.452586Z","time spent":"313.447427ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:00.816457Z","caller":"traceutil/trace.go:171","msg":"trace[926258419] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"361.347481ms","start":"2026-07-03T16:51:00.455066Z","end":"2026-07-03T16:51:00.816414Z","steps":["trace[926258419] 'process raft request' (duration: 361.100295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.816657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.455048Z","time spent":"361.519005ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:00.816711Z","caller":"traceutil/trace.go:171","msg":"trace[1052937081] linearizableReadLoop","detail":"{readStateIndex:27440; appliedIndex:27436; }","duration":"296.346106ms","start":"2026-07-03T16:51:00.520329Z","end":"2026-07-03T16:51:00.816676Z","steps":["trace[1052937081] 'read index received' (duration: 77.877848ms)","trace[1052937081] 'applied index is now lower than readState.Index' (duration: 218.467338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:00.816825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.49504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:00.816861Z","caller":"traceutil/trace.go:171","msg":"trace[2103872621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26527; }","duration":"296.565081ms","start":"2026-07-03T16:51:00.520286Z","end":"2026-07-03T16:51:00.816852Z","steps":["trace[2103872621] 'agreement among raft nodes before linearized reading' (duration: 296.471549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.816882Z","caller":"traceutil/trace.go:171","msg":"trace[1223961153] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"332.597774ms","start":"2026-07-03T16:51:00.484251Z","end":"2026-07-03T16:51:00.816849Z","steps":["trace[1223961153] 'process raft request' (duration: 332.344488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:00.816894Z","caller":"traceutil/trace.go:171","msg":"trace[1246359405] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"357.758879ms","start":"2026-07-03T16:51:00.459108Z","end":"2026-07-03T16:51:00.816867Z","steps":["trace[1246359405] 'process raft request' (duration: 357.236098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:00.817076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.4591Z","time spent":"357.872482ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7761,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:00.817091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.484227Z","time spent":"332.739608ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:00.831444Z","caller":"traceutil/trace.go:171","msg":"trace[1459363020] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"179.674663ms","start":"2026-07-03T16:51:00.651751Z","end":"2026-07-03T16:51:00.831426Z","steps":["trace[1459363020] 'process raft request' (duration: 179.318565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.041828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.059239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:01.042071Z","caller":"traceutil/trace.go:171","msg":"trace[1999823716] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"181.195698ms","start":"2026-07-03T16:51:00.860855Z","end":"2026-07-03T16:51:01.042051Z","steps":["trace[1999823716] 'process raft request' (duration: 15.794421ms)","trace[1999823716] 'compare' (duration: 164.959497ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:01.226454Z","caller":"traceutil/trace.go:171","msg":"trace[1212171466] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"363.289966ms","start":"2026-07-03T16:51:00.863138Z","end":"2026-07-03T16:51:01.226428Z","steps":["trace[1212171466] 'process raft request' (duration: 363.208964ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.226469Z","caller":"traceutil/trace.go:171","msg":"trace[767729965] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"365.517547ms","start":"2026-07-03T16:51:00.860914Z","end":"2026-07-03T16:51:01.226431Z","steps":["trace[767729965] 'process raft request' (duration: 328.660575ms)","trace[767729965] 'compare' (duration: 36.614126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:01.2266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.863128Z","time spent":"363.403278ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.226626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.860896Z","time spent":"365.645789ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:01.226642Z","caller":"traceutil/trace.go:171","msg":"trace[1569640683] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"363.423888ms","start":"2026-07-03T16:51:00.863198Z","end":"2026-07-03T16:51:01.226622Z","steps":["trace[1569640683] 'process raft request' (duration: 363.193613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.226744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.863177Z","time spent":"363.519641ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:01.226772Z","caller":"traceutil/trace.go:171","msg":"trace[1487666073] linearizableReadLoop","detail":"{readStateIndex:27447; appliedIndex:27443; }","duration":"297.662167ms","start":"2026-07-03T16:51:00.929072Z","end":"2026-07-03T16:51:01.226734Z","steps":["trace[1487666073] 'read index received' (duration: 260.498508ms)","trace[1487666073] 'applied index is now lower than readState.Index' (duration: 37.160559ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:01.226804Z","caller":"traceutil/trace.go:171","msg":"trace[1765135173] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"358.506266ms","start":"2026-07-03T16:51:00.868272Z","end":"2026-07-03T16:51:01.226778Z","steps":["trace[1765135173] 'process raft request' (duration: 358.27217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.226873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.79766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:01.226903Z","caller":"traceutil/trace.go:171","msg":"trace[678991611] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26534; }","duration":"297.82903ms","start":"2026-07-03T16:51:00.929064Z","end":"2026-07-03T16:51:01.226893Z","steps":["trace[678991611] 'agreement among raft nodes before linearized reading' (duration: 297.773449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.226936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:00.868263Z","time spent":"358.603959ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:01.227147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.052884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:51:01.227219Z","caller":"traceutil/trace.go:171","msg":"trace[731730468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26534; }","duration":"174.172466ms","start":"2026-07-03T16:51:01.053029Z","end":"2026-07-03T16:51:01.227201Z","steps":["trace[731730468] 'agreement among raft nodes before linearized reading' (duration: 173.90921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:01.459962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.680976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:51:01.459983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.000822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:51:01.460043Z","caller":"traceutil/trace.go:171","msg":"trace[1629098556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26534; }","duration":"124.815899ms","start":"2026-07-03T16:51:01.335208Z","end":"2026-07-03T16:51:01.460024Z","steps":["trace[1629098556] 'range keys from in-memory index tree' (duration: 124.482662ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.46006Z","caller":"traceutil/trace.go:171","msg":"trace[252282152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26534; }","duration":"110.104034ms","start":"2026-07-03T16:51:01.349935Z","end":"2026-07-03T16:51:01.460039Z","steps":["trace[252282152] 'range keys from in-memory index tree' (duration: 109.851708ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.610062Z","caller":"traceutil/trace.go:171","msg":"trace[998861187] linearizableReadLoop","detail":"{readStateIndex:27450; appliedIndex:27448; }","duration":"138.630145ms","start":"2026-07-03T16:51:01.471418Z","end":"2026-07-03T16:51:01.610048Z","steps":["trace[998861187] 'read index received' (duration: 93.955125ms)","trace[998861187] 'applied index is now lower than readState.Index' (duration: 44.67424ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:01.610325Z","caller":"traceutil/trace.go:171","msg":"trace[2089375133] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"143.400164ms","start":"2026-07-03T16:51:01.466915Z","end":"2026-07-03T16:51:01.610315Z","steps":["trace[2089375133] 'process raft request' (duration: 98.509099ms)","trace[2089375133] 'compare' (duration: 44.466156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:01.610323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.878572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:01.610393Z","caller":"traceutil/trace.go:171","msg":"trace[1537368249] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26537; }","duration":"138.993394ms","start":"2026-07-03T16:51:01.471383Z","end":"2026-07-03T16:51:01.610376Z","steps":["trace[1537368249] 'agreement among raft nodes before linearized reading' (duration: 138.861231ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:01.610605Z","caller":"traceutil/trace.go:171","msg":"trace[2083525118] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"143.67651ms","start":"2026-07-03T16:51:01.466913Z","end":"2026-07-03T16:51:01.61059Z","steps":["trace[2083525118] 'process raft request' (duration: 143.076677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:02.872427Z","caller":"traceutil/trace.go:171","msg":"trace[1487237737] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"100.301269ms","start":"2026-07-03T16:51:02.772097Z","end":"2026-07-03T16:51:02.872398Z","steps":["trace[1487237737] 'process raft request' (duration: 100.086925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.708078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.657987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:03.708198Z","caller":"traceutil/trace.go:171","msg":"trace[1304805197] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26544; }","duration":"184.79789ms","start":"2026-07-03T16:51:03.523384Z","end":"2026-07-03T16:51:03.708182Z","steps":["trace[1304805197] 'range keys from in-memory index tree' (duration: 184.637416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.709213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.969727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:03.709456Z","caller":"traceutil/trace.go:171","msg":"trace[1157644034] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"476.92634ms","start":"2026-07-03T16:51:03.232495Z","end":"2026-07-03T16:51:03.709421Z","steps":["trace[1157644034] 'process raft request' (duration: 198.690547ms)","trace[1157644034] 'compare' (duration: 276.958924ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:03.709452Z","caller":"traceutil/trace.go:171","msg":"trace[1252263117] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"476.878578ms","start":"2026-07-03T16:51:03.232551Z","end":"2026-07-03T16:51:03.709429Z","steps":["trace[1252263117] 'process raft request' (duration: 476.726184ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:03.709474Z","caller":"traceutil/trace.go:171","msg":"trace[1035683646] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"476.867358ms","start":"2026-07-03T16:51:03.232575Z","end":"2026-07-03T16:51:03.709442Z","steps":["trace[1035683646] 'process raft request' (duration: 476.778436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.70961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.232546Z","time spent":"476.985831ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:03.709605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.232479Z","time spent":"477.045022ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:03.709661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.23257Z","time spent":"477.005121ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:03.849843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.438166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:51:03.849923Z","caller":"traceutil/trace.go:171","msg":"trace[868044818] linearizableReadLoop","detail":"{readStateIndex:27461; appliedIndex:27457; }","duration":"370.772105ms","start":"2026-07-03T16:51:03.479135Z","end":"2026-07-03T16:51:03.849908Z","steps":["trace[868044818] 'read index received' (duration: 862.399µs)","trace[868044818] 'applied index is now lower than readState.Index' (duration: 369.908456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:03.850097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.949169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:51:03.850119Z","caller":"traceutil/trace.go:171","msg":"trace[690795027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26547; }","duration":"371.010012ms","start":"2026-07-03T16:51:03.479101Z","end":"2026-07-03T16:51:03.850111Z","steps":["trace[690795027] 'agreement among raft nodes before linearized reading' (duration: 370.890728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.85014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:03.479081Z","time spent":"371.054812ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:03.850207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.467297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:51:03.850257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.940778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:03.850292Z","caller":"traceutil/trace.go:171","msg":"trace[1246929414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26547; }","duration":"235.60753ms","start":"2026-07-03T16:51:03.614666Z","end":"2026-07-03T16:51:03.850273Z","steps":["trace[1246929414] 'agreement among raft nodes before linearized reading' (duration: 235.357194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:03.850378Z","caller":"traceutil/trace.go:171","msg":"trace[1965943554] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26547; }","duration":"201.053581ms","start":"2026-07-03T16:51:03.649273Z","end":"2026-07-03T16:51:03.850327Z","steps":["trace[1965943554] 'agreement among raft nodes before linearized reading' (duration: 200.888007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:03.85056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.787944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:51:03.854599Z","caller":"traceutil/trace.go:171","msg":"trace[1146528089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26547; }","duration":"239.849427ms","start":"2026-07-03T16:51:03.614727Z","end":"2026-07-03T16:51:03.854577Z","steps":["trace[1146528089] 'agreement among raft nodes before linearized reading' (duration: 235.496488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.523312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.771692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:04.523373Z","caller":"traceutil/trace.go:171","msg":"trace[398212579] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26551; }","duration":"171.881165ms","start":"2026-07-03T16:51:04.351476Z","end":"2026-07-03T16:51:04.523357Z","steps":["trace[398212579] 'count revisions from in-memory index tree' (duration: 171.624868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:04.523518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.656922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:04.523592Z","caller":"traceutil/trace.go:171","msg":"trace[1450633303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26551; }","duration":"147.777965ms","start":"2026-07-03T16:51:04.375791Z","end":"2026-07-03T16:51:04.523569Z","steps":["trace[1450633303] 'count revisions from in-memory index tree' (duration: 147.57878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:05.541199Z","caller":"traceutil/trace.go:171","msg":"trace[296513498] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"212.738358ms","start":"2026-07-03T16:51:05.328425Z","end":"2026-07-03T16:51:05.541163Z","steps":["trace[296513498] 'process raft request' (duration: 170.928973ms)","trace[296513498] 'compare' (duration: 41.576849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:05.541819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.711542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:05.541872Z","caller":"traceutil/trace.go:171","msg":"trace[162527357] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26558; }","duration":"295.821834ms","start":"2026-07-03T16:51:05.246039Z","end":"2026-07-03T16:51:05.54186Z","steps":["trace[162527357] 'count revisions from in-memory index tree' (duration: 295.635899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.523968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:07.524076Z","caller":"traceutil/trace.go:171","msg":"trace[847909129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235542s","start":"2026-07-03T16:51:05.523823Z","end":"2026-07-03T16:51:07.524059Z","steps":["trace[847909129] 'agreement among raft nodes before linearized reading' (duration: 2.000099149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:07.524122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.523795Z","time spent":"2.000319024s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:09.524852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:09.524935Z","caller":"traceutil/trace.go:171","msg":"trace[662029890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00016234s","start":"2026-07-03T16:51:07.524754Z","end":"2026-07-03T16:51:09.524916Z","steps":["trace[662029890] 'agreement among raft nodes before linearized reading' (duration: 2.000055438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:09.524982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.52474Z","time spent":"2.000232893s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:10.712848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.71513Z","time spent":"4.997710134s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:10.713756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.715586Z","time spent":"4.998165906s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:10.713752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.71553Z","time spent":"4.998214597s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:51:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:10.914007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999484575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:10.914102Z","caller":"traceutil/trace.go:171","msg":"trace[2049986464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99965147s","start":"2026-07-03T16:51:05.914432Z","end":"2026-07-03T16:51:10.914083Z","steps":["trace[2049986464] 'agreement among raft nodes before linearized reading' (duration: 4.999527597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.914153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.914403Z","time spent":"4.999739171s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:51:10.915937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000024117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:10.916021Z","caller":"traceutil/trace.go:171","msg":"trace[288815533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000149781s","start":"2026-07-03T16:51:05.915851Z","end":"2026-07-03T16:51:10.916001Z","steps":["trace[288815533] 'agreement among raft nodes before linearized reading' (duration: 5.000041238s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:10.916079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.91584Z","time spent":"5.000227622s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:51:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:11.023981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04965229s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:11.024062Z","caller":"traceutil/trace.go:171","msg":"trace[1334971580] linearizableReadLoop","detail":"{readStateIndex:27474; appliedIndex:27473; }","duration":"5.500157796s","start":"2026-07-03T16:51:05.523892Z","end":"2026-07-03T16:51:11.024049Z","steps":["trace[1334971580] 'read index received' (duration: 450.429954ms)","trace[1334971580] 'applied index is now lower than readState.Index' (duration: 5.049726362s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:11.024192Z","caller":"traceutil/trace.go:171","msg":"trace[917678199] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"5.56864357s","start":"2026-07-03T16:51:05.45554Z","end":"2026-07-03T16:51:11.024183Z","steps":["trace[917678199] 'process raft request' (duration: 518.719204ms)","trace[917678199] 'compare' (duration: 5.045292771s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:11.024247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.455522Z","time spent":"5.568698481s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:11.524413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:11.531089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:11.531175Z","caller":"traceutil/trace.go:171","msg":"trace[508005611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543369s","start":"2026-07-03T16:51:09.530612Z","end":"2026-07-03T16:51:11.531155Z","steps":["trace[508005611] 'agreement among raft nodes before linearized reading' (duration: 2.000436407s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.531245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.530605Z","time spent":"2.000625681s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:11.954587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999470226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:11.954667Z","caller":"traceutil/trace.go:171","msg":"trace[98954255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999616349s","start":"2026-07-03T16:51:06.955032Z","end":"2026-07-03T16:51:11.954649Z","steps":["trace[98954255] 'agreement among raft nodes before linearized reading' (duration: 4.999513077s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:11.954709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.955011Z","time spent":"4.99968765s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:51:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:11.956158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.959692Z","time spent":"4.996461486s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:11.957121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.958491Z","time spent":"4.998627335s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:11.957114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.958032Z","time spent":"4.999071175s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:12.025465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:12.09255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.094931Z","time spent":"4.997612182s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:12.52653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:12.54436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.545884Z","time spent":"4.998470932s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:12.559251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.549507157s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:12.645014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:12.645108Z","caller":"traceutil/trace.go:171","msg":"trace[1424330271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001052s","start":"2026-07-03T16:51:10.644983Z","end":"2026-07-03T16:51:12.645089Z","steps":["trace[1424330271] 'agreement among raft nodes before linearized reading' (duration: 1.999991567s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:12.645155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.644962Z","time spent":"2.000183401s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:12.672499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.671875Z","time spent":"7.000618078s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:13.531677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:13.531886Z","caller":"traceutil/trace.go:171","msg":"trace[58636361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463218s","start":"2026-07-03T16:51:11.531397Z","end":"2026-07-03T16:51:13.53186Z","steps":["trace[58636361] 'agreement among raft nodes before linearized reading' (duration: 2.000230622s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:13.532011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.531374Z","time spent":"2.000615162s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:14.915739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.915158Z","time spent":"7.000574516s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:15.540786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:15.540856Z","caller":"traceutil/trace.go:171","msg":"trace[515172710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416817s","start":"2026-07-03T16:51:13.540423Z","end":"2026-07-03T16:51:15.54084Z","steps":["trace[515172710] 'agreement among raft nodes before linearized reading' (duration: 2.000299114s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.540901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.540399Z","time spent":"2.000493988s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:15.71295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998455351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:15.713018Z","caller":"traceutil/trace.go:171","msg":"trace[75714008] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998553343s","start":"2026-07-03T16:51:10.714448Z","end":"2026-07-03T16:51:15.713001Z","steps":["trace[75714008] 'agreement among raft nodes before linearized reading' (duration: 4.998467821s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.713061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.71444Z","time spent":"4.998606565s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 16:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:15.714153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99923477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:15.714231Z","caller":"traceutil/trace.go:171","msg":"trace[123105077] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999329532s","start":"2026-07-03T16:51:10.714884Z","end":"2026-07-03T16:51:15.714213Z","steps":["trace[123105077] 'agreement among raft nodes before linearized reading' (duration: 4.99923097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.714279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.714869Z","time spent":"4.999400424s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/03 16:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:15.714989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999603738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:15.715081Z","caller":"traceutil/trace.go:171","msg":"trace[1715016735] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999749651s","start":"2026-07-03T16:51:10.715312Z","end":"2026-07-03T16:51:15.715062Z","steps":["trace[1715016735] 'agreement among raft nodes before linearized reading' (duration: 4.999638629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.715116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.715292Z","time spent":"4.999815792s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/03 16:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:15.733909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.4138632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:15.733972Z","caller":"traceutil/trace.go:171","msg":"trace[818999231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.413961953s","start":"2026-07-03T16:51:06.319998Z","end":"2026-07-03T16:51:15.73396Z","steps":["trace[818999231] 'agreement among raft nodes before linearized reading' (duration: 9.413887911s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.734019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.31998Z","time spent":"9.414023034s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/03 16:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:15.908186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.995145944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:15.908262Z","caller":"traceutil/trace.go:171","msg":"trace[884372903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.995279167s","start":"2026-07-03T16:51:05.912966Z","end":"2026-07-03T16:51:15.908246Z","steps":["trace[884372903] 'agreement among raft nodes before linearized reading' (duration: 9.995188145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.908304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.912949Z","time spent":"9.995345878s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/03 16:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:15.913818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997225217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:15.91389Z","caller":"traceutil/trace.go:171","msg":"trace[893877371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99735512s","start":"2026-07-03T16:51:12.916518Z","end":"2026-07-03T16:51:15.913874Z","steps":["trace[893877371] 'agreement among raft nodes before linearized reading' (duration: 2.997260188s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.913933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.916497Z","time spent":"2.997428091s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 16:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:15.915636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998038376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:15.915683Z","caller":"traceutil/trace.go:171","msg":"trace[296209809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998139838s","start":"2026-07-03T16:51:12.917531Z","end":"2026-07-03T16:51:15.915671Z","steps":["trace[296209809] 'agreement among raft nodes before linearized reading' (duration: 2.998088697s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:15.915716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.917503Z","time spent":"2.99820494s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:16.500196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.940801732s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:16.634416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.63331Z","time spent":"7.001100128s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:16.799074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275724996s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:16.799153Z","caller":"traceutil/trace.go:171","msg":"trace[1288773791] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26560; }","duration":"3.275811688s","start":"2026-07-03T16:51:13.523329Z","end":"2026-07-03T16:51:16.799141Z","steps":["trace[1288773791] 'range keys from in-memory index tree' (duration: 3.275711575s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.802116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242580023s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:16.803031Z","caller":"traceutil/trace.go:171","msg":"trace[1758570832] linearizableReadLoop","detail":"{readStateIndex:27486; appliedIndex:27474; }","duration":"5.778930963s","start":"2026-07-03T16:51:11.02408Z","end":"2026-07-03T16:51:16.803011Z","steps":["trace[1758570832] 'read index received' (duration: 1.535428799s)","trace[1758570832] 'applied index is now lower than readState.Index' (duration: 4.243501304s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:16.80317Z","caller":"traceutil/trace.go:171","msg":"trace[72496414] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"4.410125448s","start":"2026-07-03T16:51:12.393033Z","end":"2026-07-03T16:51:16.803158Z","steps":["trace[72496414] 'process raft request' (duration: 4.409945734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.803272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.393006Z","time spent":"4.410196919s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:16.803426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.863951854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:16.803467Z","caller":"traceutil/trace.go:171","msg":"trace[235571634] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26572; }","duration":"5.864031056s","start":"2026-07-03T16:51:10.939425Z","end":"2026-07-03T16:51:16.803456Z","steps":["trace[235571634] 'agreement among raft nodes before linearized reading' (duration: 5.863948384s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.803499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.939405Z","time spent":"5.864086356s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:16.803674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.115610831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:16.803706Z","caller":"traceutil/trace.go:171","msg":"trace[1340374954] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26572; }","duration":"6.115694703s","start":"2026-07-03T16:51:10.688003Z","end":"2026-07-03T16:51:16.803697Z","steps":["trace[1340374954] 'agreement among raft nodes before linearized reading' (duration: 6.115643541s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.803736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.687967Z","time spent":"6.115761445s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:16.803884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.969181677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T16:51:16.803913Z","caller":"traceutil/trace.go:171","msg":"trace[1661263805] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:26572; }","duration":"8.969232368s","start":"2026-07-03T16:51:07.834673Z","end":"2026-07-03T16:51:16.803905Z","steps":["trace[1661263805] 'agreement among raft nodes before linearized reading' (duration: 8.969139806s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.803896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.161987053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:16.803933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:07.834659Z","time spent":"8.969269699s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-03T16:51:16.803943Z","caller":"traceutil/trace.go:171","msg":"trace[1992371113] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26572; }","duration":"10.162071385s","start":"2026-07-03T16:51:06.641859Z","end":"2026-07-03T16:51:16.80393Z","steps":["trace[1992371113] 'agreement among raft nodes before linearized reading' (duration: 10.161986313s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.803945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.656674768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:16.80398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.641843Z","time spent":"10.162127946s","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:16.804015Z","caller":"traceutil/trace.go:171","msg":"trace[1540992687] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26572; }","duration":"10.656778192s","start":"2026-07-03T16:51:06.147218Z","end":"2026-07-03T16:51:16.803996Z","steps":["trace[1540992687] 'agreement among raft nodes before linearized reading' (duration: 10.65668576s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.804036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.276700313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:51:16.804027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.180316838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:16.804062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.147195Z","time spent":"10.656854543s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:16.804074Z","caller":"traceutil/trace.go:171","msg":"trace[1532891557] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:26572; }","duration":"7.276762963s","start":"2026-07-03T16:51:09.527295Z","end":"2026-07-03T16:51:16.804058Z","steps":["trace[1532891557] 'agreement among raft nodes before linearized reading' (duration: 7.276698762s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.804105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.527275Z","time spent":"7.276824935s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"info","ts":"2026-07-03T16:51:16.804093Z","caller":"traceutil/trace.go:171","msg":"trace[592484363] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26572; }","duration":"6.180380419s","start":"2026-07-03T16:51:10.623693Z","end":"2026-07-03T16:51:16.804073Z","steps":["trace[592484363] 'agreement among raft nodes before linearized reading' (duration: 6.180286547s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.804151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:10.623633Z","time spent":"6.180501093s","remote":"127.0.0.1:40974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:16.804187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.836736587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:51:16.80422Z","caller":"traceutil/trace.go:171","msg":"trace[893196254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26572; }","duration":"9.836803459s","start":"2026-07-03T16:51:06.967405Z","end":"2026-07-03T16:51:16.804209Z","steps":["trace[893196254] 'agreement among raft nodes before linearized reading' (duration: 9.836707906s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.804247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:06.967385Z","time spent":"9.836856189s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:51:16.80405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.850970375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:16.804076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.483674921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:16.804405Z","caller":"traceutil/trace.go:171","msg":"trace[929752931] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26572; }","duration":"7.851312643s","start":"2026-07-03T16:51:08.953073Z","end":"2026-07-03T16:51:16.804386Z","steps":["trace[929752931] 'agreement among raft nodes before linearized reading' (duration: 7.850957825s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:16.804431Z","caller":"traceutil/trace.go:171","msg":"trace[1324368510] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26572; }","duration":"8.484023689s","start":"2026-07-03T16:51:08.320396Z","end":"2026-07-03T16:51:16.80442Z","steps":["trace[1324368510] 'agreement among raft nodes before linearized reading' (duration: 8.483667091s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.804467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.320382Z","time spent":"8.484073871s","remote":"127.0.0.1:38546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:16.804478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.953057Z","time spent":"7.851399294s","remote":"127.0.0.1:47038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:16.804114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.670612109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:16.80425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.221349612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:16.80461Z","caller":"traceutil/trace.go:171","msg":"trace[460757911] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26572; }","duration":"11.221744161s","start":"2026-07-03T16:51:05.582849Z","end":"2026-07-03T16:51:16.804593Z","steps":["trace[460757911] 'agreement among raft nodes before linearized reading' (duration: 11.221367033s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.803971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.741394153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-03T16:51:16.804658Z","caller":"traceutil/trace.go:171","msg":"trace[304437156] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26572; }","duration":"7.742109129s","start":"2026-07-03T16:51:09.062539Z","end":"2026-07-03T16:51:16.804648Z","steps":["trace[304437156] 'agreement among raft nodes before linearized reading' (duration: 7.741280601s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.804725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.062524Z","time spent":"7.742190411s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11737,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-03T16:51:16.804664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:05.582826Z","time spent":"11.221820102s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:16.803924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.846874158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:16.804575Z","caller":"traceutil/trace.go:171","msg":"trace[1477930609] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26572; }","duration":"8.671109561s","start":"2026-07-03T16:51:08.133459Z","end":"2026-07-03T16:51:16.804569Z","steps":["trace[1477930609] 'agreement among raft nodes before linearized reading' (duration: 8.67062922s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:16.804906Z","caller":"traceutil/trace.go:171","msg":"trace[1534178499] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26572; }","duration":"6.847925322s","start":"2026-07-03T16:51:09.956969Z","end":"2026-07-03T16:51:16.804895Z","steps":["trace[1534178499] 'agreement among raft nodes before linearized reading' (duration: 6.846864328s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.804941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:09.956949Z","time spent":"6.847980573s","remote":"127.0.0.1:46700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:16.804956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:08.133441Z","time spent":"8.671492109s","remote":"127.0.0.1:34090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:16.954398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997724918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:16.954487Z","caller":"traceutil/trace.go:171","msg":"trace[2015262250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997837871s","start":"2026-07-03T16:51:13.956628Z","end":"2026-07-03T16:51:16.954466Z","steps":["trace[2015262250] 'agreement among raft nodes before linearized reading' (duration: 2.997720548s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.954554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.956569Z","time spent":"2.997975033s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:51:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:16.955878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998569424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:16.955963Z","caller":"traceutil/trace.go:171","msg":"trace[265346667] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998709468s","start":"2026-07-03T16:51:11.957236Z","end":"2026-07-03T16:51:16.955945Z","steps":["trace[265346667] 'agreement among raft nodes before linearized reading' (duration: 4.998591435s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.956011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.957224Z","time spent":"4.998776849s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/03 16:51:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:16.956972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998920351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:16.957059Z","caller":"traceutil/trace.go:171","msg":"trace[1134435746] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999028585s","start":"2026-07-03T16:51:11.958005Z","end":"2026-07-03T16:51:16.957034Z","steps":["trace[1134435746] 'agreement among raft nodes before linearized reading' (duration: 4.998925432s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.957128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.958002Z","time spent":"4.999115376s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/03 16:51:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:16.957363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999349041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:16.95746Z","caller":"traceutil/trace.go:171","msg":"trace[93685861] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999468064s","start":"2026-07-03T16:51:11.957975Z","end":"2026-07-03T16:51:16.957443Z","steps":["trace[93685861] 'agreement among raft nodes before linearized reading' (duration: 4.999359741s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:16.957547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.957969Z","time spent":"4.999563407s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:51:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:51:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:17.092301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998716718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:17.092362Z","caller":"traceutil/trace.go:171","msg":"trace[45534291] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998816061s","start":"2026-07-03T16:51:12.093532Z","end":"2026-07-03T16:51:17.092348Z","steps":["trace[45534291] 'agreement among raft nodes before linearized reading' (duration: 4.998738499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.092394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.093521Z","time spent":"4.998867421s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/03 16:51:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:17.303337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:17.542148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:17.542235Z","caller":"traceutil/trace.go:171","msg":"trace[1872836573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389295s","start":"2026-07-03T16:51:15.541822Z","end":"2026-07-03T16:51:17.542212Z","steps":["trace[1872836573] 'agreement among raft nodes before linearized reading' (duration: 2.000286193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.542279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.541809Z","time spent":"2.000460897s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:17.545189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999587516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:17.545273Z","caller":"traceutil/trace.go:171","msg":"trace[839001087] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.99971326s","start":"2026-07-03T16:51:12.54554Z","end":"2026-07-03T16:51:17.545253Z","steps":["trace[839001087] 'agreement among raft nodes before linearized reading' (duration: 4.999624278s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:17.545295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.545528Z","time spent":"4.999761601s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 16:51:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:17.803435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:18.303659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:18.805865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:18.84618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.345812923s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:19.303628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:19.303724Z","caller":"traceutil/trace.go:171","msg":"trace[837919132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515999s","start":"2026-07-03T16:51:17.30318Z","end":"2026-07-03T16:51:19.303696Z","steps":["trace[837919132] 'agreement among raft nodes before linearized reading' (duration: 2.000395586s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.303772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.303161Z","time spent":"2.00060178s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:19.373164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.717917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-07-03T16:51:19.37334Z","caller":"traceutil/trace.go:171","msg":"trace[777942257] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26572; }","duration":"6.697073327s","start":"2026-07-03T16:51:12.676253Z","end":"2026-07-03T16:51:19.373327Z","steps":["trace[777942257] 'process raft request' (duration: 6.170135325s)","trace[777942257] 'compare' (duration: 526.513732ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:19.373379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.676222Z","time spent":"6.697139029s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:19.549825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:19.549894Z","caller":"traceutil/trace.go:171","msg":"trace[428689113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264542s","start":"2026-07-03T16:51:17.549615Z","end":"2026-07-03T16:51:19.54988Z","steps":["trace[428689113] 'agreement among raft nodes before linearized reading' (duration: 2.00018168s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:19.549929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.549591Z","time spent":"2.000331104s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:20.362469Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f28b106ebec","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:51:20.914652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.943721Z","time spent":"4.970922102s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:20.916431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.918106Z","time spent":"4.998316659s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:21.556966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999935166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:21.557042Z","caller":"traceutil/trace.go:171","msg":"trace[710759243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000057189s","start":"2026-07-03T16:51:19.556965Z","end":"2026-07-03T16:51:21.557023Z","steps":["trace[710759243] 'agreement among raft nodes before linearized reading' (duration: 1.999962986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.557084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.556945Z","time spent":"2.00012979s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:21.957445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997201083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:21.957507Z","caller":"traceutil/trace.go:171","msg":"trace[1344201950] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997314096s","start":"2026-07-03T16:51:16.960178Z","end":"2026-07-03T16:51:21.957493Z","steps":["trace[1344201950] 'agreement among raft nodes before linearized reading' (duration: 4.997230864s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:21.957541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.960161Z","time spent":"4.997372577s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/03 16:51:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:22.093908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000748874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:22.093998Z","caller":"traceutil/trace.go:171","msg":"trace[1745110712] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.000932718s","start":"2026-07-03T16:51:17.093044Z","end":"2026-07-03T16:51:22.093977Z","steps":["trace[1745110712] 'agreement among raft nodes before linearized reading' (duration: 5.000762275s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:22.094138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.093034Z","time spent":"5.001090022s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/03 16:51:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:22.124061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.123389Z","time spent":"7.000665188s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:22.565486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009406358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:22.565579Z","caller":"traceutil/trace.go:171","msg":"trace[823418938] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.009533741s","start":"2026-07-03T16:51:12.556016Z","end":"2026-07-03T16:51:22.565549Z","steps":["trace[823418938] 'agreement among raft nodes before linearized reading' (duration: 10.009427788s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:22.565631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.556003Z","time spent":"10.009616793s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/03 16:51:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:22.598652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.466133843s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:22.60475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231438954s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-03T16:51:22.645228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00057166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:22.645315Z","caller":"traceutil/trace.go:171","msg":"trace[2094194695] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699282s","start":"2026-07-03T16:51:20.644594Z","end":"2026-07-03T16:51:22.645294Z","steps":["trace[2094194695] 'agreement among raft nodes before linearized reading' (duration: 2.000588289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:22.645377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.644582Z","time spent":"2.000774214s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:22.717886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.716741Z","time spent":"7.001137739s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:22.911724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.910676Z","time spent":"7.001042297s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:22.913709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994266816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:22.913821Z","caller":"traceutil/trace.go:171","msg":"trace[323992651] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994439s","start":"2026-07-03T16:51:14.919354Z","end":"2026-07-03T16:51:22.913793Z","steps":["trace[323992651] 'agreement among raft nodes before linearized reading' (duration: 7.994295307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:22.913878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.919335Z","time spent":"7.994533043s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/03 16:51:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:22.925596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.969086Z","time spent":"5.956501197s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:51:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:23.030497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.030179Z","time spent":"7.000311541s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:23.557323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:23.557416Z","caller":"traceutil/trace.go:171","msg":"trace[1313742354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061028s","start":"2026-07-03T16:51:21.557336Z","end":"2026-07-03T16:51:23.557397Z","steps":["trace[1313742354] 'agreement among raft nodes before linearized reading' (duration: 1.999939075s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:23.557465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.557323Z","time spent":"2.00013235s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:23.738766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14000592s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:23.807119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.806603Z","time spent":"7.000508955s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:25.563628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:25.563718Z","caller":"traceutil/trace.go:171","msg":"trace[1604163835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326504s","start":"2026-07-03T16:51:23.56337Z","end":"2026-07-03T16:51:25.563697Z","steps":["trace[1604163835] 'agreement among raft nodes before linearized reading' (duration: 2.000211351s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:25.563776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.56335Z","time spent":"2.000416648s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:26.43626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91331687s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.436382Z","caller":"traceutil/trace.go:171","msg":"trace[1752636976] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26574; }","duration":"2.913447763s","start":"2026-07-03T16:51:23.522916Z","end":"2026-07-03T16:51:26.436363Z","steps":["trace[1752636976] 'range keys from in-memory index tree' (duration: 2.9133011s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.438312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829155482s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T16:51:26.438915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.718796Z","time spent":"3.720115893s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:51:26.439226Z","caller":"traceutil/trace.go:171","msg":"trace[809019704] linearizableReadLoop","detail":"{readStateIndex:27497; appliedIndex:27486; }","duration":"9.636120045s","start":"2026-07-03T16:51:16.803089Z","end":"2026-07-03T16:51:26.439209Z","steps":["trace[809019704] 'read index received' (duration: 2.043292946s)","trace[809019704] 'applied index is now lower than readState.Index' (duration: 7.592825669s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:26.439363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.821268749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:26.439401Z","caller":"traceutil/trace.go:171","msg":"trace[641863262] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26579; }","duration":"11.821354092s","start":"2026-07-03T16:51:14.618035Z","end":"2026-07-03T16:51:26.439389Z","steps":["trace[641863262] 'agreement among raft nodes before linearized reading' (duration: 11.82126891s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.439439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.618013Z","time spent":"11.821417332s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.439421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.791275944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:26.439536Z","caller":"traceutil/trace.go:171","msg":"trace[1416699126] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26579; }","duration":"11.791433398s","start":"2026-07-03T16:51:14.648069Z","end":"2026-07-03T16:51:26.439503Z","steps":["trace[1416699126] 'agreement among raft nodes before linearized reading' (duration: 11.791206053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.439587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.64805Z","time spent":"11.79152577s","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.439619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.099513633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.439654Z","caller":"traceutil/trace.go:171","msg":"trace[28096835] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26579; }","duration":"12.099584284s","start":"2026-07-03T16:51:14.340058Z","end":"2026-07-03T16:51:26.439642Z","steps":["trace[28096835] 'agreement among raft nodes before linearized reading' (duration: 12.099533043s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.439693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.340027Z","time spent":"12.099657225s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.439802Z","caller":"traceutil/trace.go:171","msg":"trace[1374973153] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26579; }","duration":"4.312489909s","start":"2026-07-03T16:51:22.127297Z","end":"2026-07-03T16:51:26.439787Z","steps":["trace[1374973153] 'process raft request' (duration: 4.311531877s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.439855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.358895315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.439883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.127261Z","time spent":"4.31256776s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:26.439932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.619556367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:26.439962Z","caller":"traceutil/trace.go:171","msg":"trace[1620232621] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26579; }","duration":"12.619631988s","start":"2026-07-03T16:51:13.82032Z","end":"2026-07-03T16:51:26.439952Z","steps":["trace[1620232621] 'agreement among raft nodes before linearized reading' (duration: 12.619586597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.439991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:13.820286Z","time spent":"12.6196973s","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.312620329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.440139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.750093157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.440162Z","caller":"traceutil/trace.go:171","msg":"trace[2072672230] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26579; }","duration":"15.31268192s","start":"2026-07-03T16:51:11.12747Z","end":"2026-07-03T16:51:26.440152Z","steps":["trace[2072672230] 'agreement among raft nodes before linearized reading' (duration: 15.312633399s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.440177Z","caller":"traceutil/trace.go:171","msg":"trace[513104405] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26579; }","duration":"9.750150008s","start":"2026-07-03T16:51:16.690015Z","end":"2026-07-03T16:51:26.440165Z","steps":["trace[513104405] 'agreement among raft nodes before linearized reading' (duration: 9.750085347s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.127452Z","time spent":"15.312740782s","remote":"127.0.0.1:48258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.216468313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.44024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.390699971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.440253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.164197296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.440288Z","caller":"traceutil/trace.go:171","msg":"trace[1964886841] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26579; }","duration":"15.390788864s","start":"2026-07-03T16:51:11.049487Z","end":"2026-07-03T16:51:26.440276Z","steps":["trace[1964886841] 'agreement among raft nodes before linearized reading' (duration: 15.390699452s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.502811898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:26.440307Z","caller":"traceutil/trace.go:171","msg":"trace[873022064] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26579; }","duration":"11.164299678s","start":"2026-07-03T16:51:15.27599Z","end":"2026-07-03T16:51:26.440289Z","steps":["trace[873022064] 'agreement among raft nodes before linearized reading' (duration: 11.164200456s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.049468Z","time spent":"15.390837834s","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.23053276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:26.440347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.275957Z","time spent":"11.16437869s","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.439887Z","caller":"traceutil/trace.go:171","msg":"trace[1939102853] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26579; }","duration":"12.358926236s","start":"2026-07-03T16:51:14.08095Z","end":"2026-07-03T16:51:26.439876Z","steps":["trace[1939102853] 'agreement among raft nodes before linearized reading' (duration: 12.358876304s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.277476853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.440208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.690006Z","time spent":"9.750194289s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.630158099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-07-03T16:51:26.440498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.545044923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.440528Z","caller":"traceutil/trace.go:171","msg":"trace[160153177] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26579; }","duration":"14.545105295s","start":"2026-07-03T16:51:11.895412Z","end":"2026-07-03T16:51:26.440517Z","steps":["trace[160153177] 'agreement among raft nodes before linearized reading' (duration: 14.545066954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.895393Z","time spent":"14.545177306s","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.440355Z","caller":"traceutil/trace.go:171","msg":"trace[2072626992] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26579; }","duration":"14.230608022s","start":"2026-07-03T16:51:12.209737Z","end":"2026-07-03T16:51:26.440345Z","steps":["trace[2072626992] 'agreement among raft nodes before linearized reading' (duration: 14.230546841s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208682392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.440622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349927404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.440632Z","caller":"traceutil/trace.go:171","msg":"trace[294674432] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26579; }","duration":"5.208755444s","start":"2026-07-03T16:51:21.231864Z","end":"2026-07-03T16:51:26.44062Z","steps":["trace[294674432] 'agreement among raft nodes before linearized reading' (duration: 5.208699213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.209711Z","time spent":"14.230907629s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.440653Z","caller":"traceutil/trace.go:171","msg":"trace[1946217025] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26579; }","duration":"1.349989485s","start":"2026-07-03T16:51:25.090654Z","end":"2026-07-03T16:51:26.440643Z","steps":["trace[1946217025] 'agreement among raft nodes before linearized reading' (duration: 1.349924443s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.090639Z","time spent":"1.350030286s","remote":"127.0.0.1:38544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.821056215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.440734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.096526741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:26.440747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66330235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273009"} {"level":"warn","ts":"2026-07-03T16:51:26.440746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.567148504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-03T16:51:26.44076Z","caller":"traceutil/trace.go:171","msg":"trace[32732055] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26579; }","duration":"14.821201688s","start":"2026-07-03T16:51:11.619537Z","end":"2026-07-03T16:51:26.440739Z","steps":["trace[32732055] 'agreement among raft nodes before linearized reading' (duration: 14.821038684s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.291756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.440778Z","caller":"traceutil/trace.go:171","msg":"trace[2087111056] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26579; }","duration":"4.663369301s","start":"2026-07-03T16:51:21.777398Z","end":"2026-07-03T16:51:26.440768Z","steps":["trace[2087111056] 'agreement among raft nodes before linearized reading' (duration: 4.663026213s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.440797Z","caller":"traceutil/trace.go:171","msg":"trace[1444881461] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26579; }","duration":"649.313546ms","start":"2026-07-03T16:51:25.791478Z","end":"2026-07-03T16:51:26.440792Z","steps":["trace[1444881461] 'agreement among raft nodes before linearized reading' (duration: 649.281055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.440793Z","caller":"traceutil/trace.go:171","msg":"trace[1559048066] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26579; }","duration":"10.567228386s","start":"2026-07-03T16:51:15.873552Z","end":"2026-07-03T16:51:26.44078Z","steps":["trace[1559048066] 'agreement among raft nodes before linearized reading' (duration: 10.567101543s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.79146Z","time spent":"649.348788ms","remote":"127.0.0.1:40466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.619521Z","time spent":"14.82127364s","remote":"127.0.0.1:52776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.86656449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:26.440832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.873532Z","time spent":"10.567291168s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:51:26.440838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483980748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.440832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.96097647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.440846Z","caller":"traceutil/trace.go:171","msg":"trace[1951981329] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26579; }","duration":"10.866607991s","start":"2026-07-03T16:51:15.574232Z","end":"2026-07-03T16:51:26.44084Z","steps":["trace[1951981329] 'agreement among raft nodes before linearized reading' (duration: 10.86656079s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.440858Z","caller":"traceutil/trace.go:171","msg":"trace[1722658392] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26579; }","duration":"2.48403828s","start":"2026-07-03T16:51:23.956815Z","end":"2026-07-03T16:51:26.440853Z","steps":["trace[1722658392] 'agreement among raft nodes before linearized reading' (duration: 2.484002719s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.574216Z","time spent":"10.866646742s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.440869Z","caller":"traceutil/trace.go:171","msg":"trace[173870572] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26579; }","duration":"14.961046932s","start":"2026-07-03T16:51:11.479812Z","end":"2026-07-03T16:51:26.440859Z","steps":["trace[173870572] 'agreement among raft nodes before linearized reading' (duration: 14.96098526s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33497688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:26.440899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.479793Z","time spent":"14.961099152s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.802425743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-03T16:51:26.440909Z","caller":"traceutil/trace.go:171","msg":"trace[827778148] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26579; }","duration":"6.335047771s","start":"2026-07-03T16:51:20.105849Z","end":"2026-07-03T16:51:26.440897Z","steps":["trace[827778148] 'agreement among raft nodes before linearized reading' (duration: 6.334942149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824899353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.440258Z","caller":"traceutil/trace.go:171","msg":"trace[1871403224] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26579; }","duration":"15.216557815s","start":"2026-07-03T16:51:11.223681Z","end":"2026-07-03T16:51:26.440239Z","steps":["trace[1871403224] 'agreement among raft nodes before linearized reading' (duration: 15.216417042s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.105829Z","time spent":"6.335104132s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.440954Z","caller":"traceutil/trace.go:171","msg":"trace[884859779] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26579; }","duration":"2.824962355s","start":"2026-07-03T16:51:23.615986Z","end":"2026-07-03T16:51:26.440948Z","steps":["trace[884859779] 'agreement among raft nodes before linearized reading' (duration: 2.824932794s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.440943Z","caller":"traceutil/trace.go:171","msg":"trace[1986570288] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26579; }","duration":"9.802766491s","start":"2026-07-03T16:51:16.638162Z","end":"2026-07-03T16:51:26.440929Z","steps":["trace[1986570288] 'agreement among raft nodes before linearized reading' (duration: 9.802365552s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.440973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.615965Z","time spent":"2.825003235s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.963890362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:26.440982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:11.223654Z","time spent":"15.217314632s","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.638146Z","time spent":"9.802828912s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:51:26.440462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.340850911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.441005Z","caller":"traceutil/trace.go:171","msg":"trace[414901973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26579; }","duration":"10.963966005s","start":"2026-07-03T16:51:15.477033Z","end":"2026-07-03T16:51:26.440999Z","steps":["trace[414901973] 'agreement among raft nodes before linearized reading' (duration: 10.963927634s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.440521Z","caller":"traceutil/trace.go:171","msg":"trace[1050330106] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26579; }","duration":"9.630274822s","start":"2026-07-03T16:51:16.810226Z","end":"2026-07-03T16:51:26.4405Z","steps":["trace[1050330106] 'agreement among raft nodes before linearized reading' (duration: 9.630027935s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.477007Z","time spent":"10.964012045s","remote":"127.0.0.1:48202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.441026Z","caller":"traceutil/trace.go:171","msg":"trace[1818061886] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26579; }","duration":"14.341441764s","start":"2026-07-03T16:51:12.099574Z","end":"2026-07-03T16:51:26.441016Z","steps":["trace[1818061886] 'agreement among raft nodes before linearized reading' (duration: 14.340865691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:16.810217Z","time spent":"9.630814885s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11737,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-03T16:51:26.440323Z","caller":"traceutil/trace.go:171","msg":"trace[1221037071] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26579; }","duration":"11.502864078s","start":"2026-07-03T16:51:14.937451Z","end":"2026-07-03T16:51:26.440315Z","steps":["trace[1221037071] 'agreement among raft nodes before linearized reading' (duration: 11.502775386s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.609786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.441109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407744131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-03T16:51:26.441124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.93744Z","time spent":"11.503671718s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.441138Z","caller":"traceutil/trace.go:171","msg":"trace[323738745] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26579; }","duration":"3.407787502s","start":"2026-07-03T16:51:23.033344Z","end":"2026-07-03T16:51:26.441131Z","steps":["trace[323738745] 'agreement among raft nodes before linearized reading' (duration: 3.407740301s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.894328591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:26.441176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.977703209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:26.441187Z","caller":"traceutil/trace.go:171","msg":"trace[1408184450] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26579; }","duration":"6.894408063s","start":"2026-07-03T16:51:19.54677Z","end":"2026-07-03T16:51:26.441178Z","steps":["trace[1408184450] 'agreement among raft nodes before linearized reading' (duration: 6.894341151s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.596712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.44122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.546749Z","time spent":"6.894462964s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.440423Z","caller":"traceutil/trace.go:171","msg":"trace[605798222] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26579; }","duration":"14.277544455s","start":"2026-07-03T16:51:12.16287Z","end":"2026-07-03T16:51:26.440415Z","steps":["trace[605798222] 'agreement among raft nodes before linearized reading' (duration: 14.277503243s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522296707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T16:51:26.440805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.777378Z","time spent":"4.663421032s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273030,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:51:26.441274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.486390714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.440419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:14.080893Z","time spent":"12.359514079s","remote":"127.0.0.1:46928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.441314Z","caller":"traceutil/trace.go:171","msg":"trace[2032688335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26579; }","duration":"8.486466056s","start":"2026-07-03T16:51:17.954835Z","end":"2026-07-03T16:51:26.441301Z","steps":["trace[2032688335] 'agreement among raft nodes before linearized reading' (duration: 8.486404444s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.846616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.441346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.954816Z","time spent":"8.486522036s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.441358Z","caller":"traceutil/trace.go:171","msg":"trace[1550239924] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26579; }","duration":"761.899567ms","start":"2026-07-03T16:51:25.679451Z","end":"2026-07-03T16:51:26.441351Z","steps":["trace[1550239924] 'agreement among raft nodes before linearized reading' (duration: 761.793444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94287292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:51:26.441446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.679434Z","time spent":"762.00384ms","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.44146Z","caller":"traceutil/trace.go:171","msg":"trace[2078505357] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26579; }","duration":"3.942939211s","start":"2026-07-03T16:51:22.498514Z","end":"2026-07-03T16:51:26.441453Z","steps":["trace[2078505357] 'agreement among raft nodes before linearized reading' (duration: 3.942776277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.033336Z","time spent":"3.407817282s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":665,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:51:26.441483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.498498Z","time spent":"3.942979162s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.441489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042892823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.441212Z","caller":"traceutil/trace.go:171","msg":"trace[1971527536] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26579; }","duration":"10.9777778s","start":"2026-07-03T16:51:15.463425Z","end":"2026-07-03T16:51:26.441203Z","steps":["trace[1971527536] 'agreement among raft nodes before linearized reading' (duration: 10.977693148s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.44151Z","caller":"traceutil/trace.go:171","msg":"trace[13913568] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26579; }","duration":"1.042942064s","start":"2026-07-03T16:51:25.39856Z","end":"2026-07-03T16:51:26.441502Z","steps":["trace[13913568] 'agreement among raft nodes before linearized reading' (duration: 1.042911963s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.064014976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-03T16:51:26.441536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.39854Z","time spent":"1.042990895s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.441547Z","caller":"traceutil/trace.go:171","msg":"trace[1257768976] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26579; }","duration":"7.064078417s","start":"2026-07-03T16:51:19.377458Z","end":"2026-07-03T16:51:26.441537Z","steps":["trace[1257768976] 'agreement among raft nodes before linearized reading' (duration: 7.063955514s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.463405Z","time spent":"10.978124018s","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.440771Z","caller":"traceutil/trace.go:171","msg":"trace[1829953290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26579; }","duration":"11.096602132s","start":"2026-07-03T16:51:15.344157Z","end":"2026-07-03T16:51:26.440759Z","steps":["trace[1829953290] 'agreement among raft nodes before linearized reading' (duration: 11.09650431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.823098892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-03T16:51:26.441604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:15.344139Z","time spent":"11.097459642s","remote":"127.0.0.1:48292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.828700689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:26.441428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.876112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.441707Z","caller":"traceutil/trace.go:171","msg":"trace[664501288] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26579; }","duration":"5.829680981s","start":"2026-07-03T16:51:20.612016Z","end":"2026-07-03T16:51:26.441697Z","steps":["trace[664501288] 'agreement among raft nodes before linearized reading' (duration: 5.82871816s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.441725Z","caller":"traceutil/trace.go:171","msg":"trace[1340390352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26579; }","duration":"877.2048ms","start":"2026-07-03T16:51:25.564509Z","end":"2026-07-03T16:51:26.441714Z","steps":["trace[1340390352] 'agreement among raft nodes before linearized reading' (duration: 876.899033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.892175128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-03T16:51:26.441741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.472830923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:51:26.441733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:20.611997Z","time spent":"5.829727692s","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.441788Z","caller":"traceutil/trace.go:171","msg":"trace[1195746342] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26579; }","duration":"8.472894765s","start":"2026-07-03T16:51:17.968881Z","end":"2026-07-03T16:51:26.441776Z","steps":["trace[1195746342] 'agreement among raft nodes before linearized reading' (duration: 8.472804293s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.44182Z","caller":"traceutil/trace.go:171","msg":"trace[788553593] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26579; }","duration":"8.892322421s","start":"2026-07-03T16:51:17.549492Z","end":"2026-07-03T16:51:26.441814Z","steps":["trace[788553593] 'agreement among raft nodes before linearized reading' (duration: 8.892151237s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.968868Z","time spent":"8.472948886s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:51:26.441461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.032511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:26.441233Z","caller":"traceutil/trace.go:171","msg":"trace[1174625037] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26579; }","duration":"730.653044ms","start":"2026-07-03T16:51:25.710576Z","end":"2026-07-03T16:51:26.441229Z","steps":["trace[1174625037] 'agreement among raft nodes before linearized reading' (duration: 730.553442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.441871Z","caller":"traceutil/trace.go:171","msg":"trace[1279457752] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26579; }","duration":"900.47587ms","start":"2026-07-03T16:51:25.541388Z","end":"2026-07-03T16:51:26.441864Z","steps":["trace[1279457752] 'agreement among raft nodes before linearized reading' (duration: 900.052861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.541369Z","time spent":"900.524592ms","remote":"127.0.0.1:34208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.441867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.710561Z","time spent":"731.302378ms","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.441758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.564489Z","time spent":"877.260001ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:26.441528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.87309327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:26.442053Z","caller":"traceutil/trace.go:171","msg":"trace[827553395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26579; }","duration":"7.873650742s","start":"2026-07-03T16:51:18.568393Z","end":"2026-07-03T16:51:26.442044Z","steps":["trace[827553395] 'agreement among raft nodes before linearized reading' (duration: 7.87310202s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.981886159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:26.442082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.568377Z","time spent":"7.873696284s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.95679Z","time spent":"2.484082471s","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.440671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:21.231843Z","time spent":"5.208818145s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.441186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40990608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.442171Z","caller":"traceutil/trace.go:171","msg":"trace[287815393] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26579; }","duration":"3.410918522s","start":"2026-07-03T16:51:23.031246Z","end":"2026-07-03T16:51:26.442164Z","steps":["trace[287815393] 'agreement among raft nodes before linearized reading' (duration: 3.40992578s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.162848Z","time spent":"14.278404544s","remote":"127.0.0.1:38540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.442195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.03123Z","time spent":"3.410955583s","remote":"127.0.0.1:46776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.441392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130143745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.441391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.767412366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:26.442308Z","caller":"traceutil/trace.go:171","msg":"trace[1983861561] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26579; }","duration":"1.131092417s","start":"2026-07-03T16:51:25.311208Z","end":"2026-07-03T16:51:26.4423Z","steps":["trace[1983861561] 'agreement among raft nodes before linearized reading' (duration: 1.130162356s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.442333Z","caller":"traceutil/trace.go:171","msg":"trace[907405440] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26579; }","duration":"7.768388858s","start":"2026-07-03T16:51:18.673932Z","end":"2026-07-03T16:51:26.442321Z","steps":["trace[907405440] 'agreement among raft nodes before linearized reading' (duration: 7.767417097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.761348342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:51:26.442383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.673914Z","time spent":"7.768455139s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.442394Z","caller":"traceutil/trace.go:171","msg":"trace[1740282883] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26579; }","duration":"8.762269722s","start":"2026-07-03T16:51:17.680113Z","end":"2026-07-03T16:51:26.442383Z","steps":["trace[1740282883] 'agreement among raft nodes before linearized reading' (duration: 8.761242589s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.44162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.565441925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.442422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.680098Z","time spent":"8.762315573s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.442476Z","caller":"traceutil/trace.go:171","msg":"trace[94316108] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26579; }","duration":"7.566327364s","start":"2026-07-03T16:51:18.876131Z","end":"2026-07-03T16:51:26.442459Z","steps":["trace[94316108] 'agreement among raft nodes before linearized reading' (duration: 7.565467285s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.442527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.876106Z","time spent":"7.566406327s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.441622Z","caller":"traceutil/trace.go:171","msg":"trace[354189636] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26579; }","duration":"8.823166424s","start":"2026-07-03T16:51:17.618445Z","end":"2026-07-03T16:51:26.441612Z","steps":["trace[354189636] 'agreement among raft nodes before linearized reading' (duration: 8.823076011s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395080085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.442592Z","caller":"traceutil/trace.go:171","msg":"trace[1015192169] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26579; }","duration":"4.396060966s","start":"2026-07-03T16:51:22.046523Z","end":"2026-07-03T16:51:26.442584Z","steps":["trace[1015192169] 'agreement among raft nodes before linearized reading' (duration: 4.395097735s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.584463029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.44262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.046507Z","time spent":"4.396105558s","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.442649Z","caller":"traceutil/trace.go:171","msg":"trace[1326268770] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26579; }","duration":"7.58543909s","start":"2026-07-03T16:51:18.857192Z","end":"2026-07-03T16:51:26.442631Z","steps":["trace[1326268770] 'agreement among raft nodes before linearized reading' (duration: 7.584448838s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.549476Z","time spent":"8.892368223s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:51:26.442711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.857176Z","time spent":"7.585516332s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.442093Z","caller":"traceutil/trace.go:171","msg":"trace[1200956307] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26579; }","duration":"3.982395931s","start":"2026-07-03T16:51:22.45969Z","end":"2026-07-03T16:51:26.442086Z","steps":["trace[1200956307] 'agreement among raft nodes before linearized reading' (duration: 3.9818938s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.442809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.459676Z","time spent":"3.983112947s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.44127Z","caller":"traceutil/trace.go:171","msg":"trace[171483843] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26579; }","duration":"3.522366009s","start":"2026-07-03T16:51:22.918892Z","end":"2026-07-03T16:51:26.441258Z","steps":["trace[171483843] 'agreement among raft nodes before linearized reading' (duration: 3.522305337s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.441118Z","caller":"traceutil/trace.go:171","msg":"trace[1079027824] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26579; }","duration":"689.851511ms","start":"2026-07-03T16:51:25.751259Z","end":"2026-07-03T16:51:26.44111Z","steps":["trace[1079027824] 'agreement among raft nodes before linearized reading' (duration: 689.617616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.364376987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-03T16:51:26.442874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.751249Z","time spent":"691.613531ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.441577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:19.377441Z","time spent":"7.064128069s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:51:26.442864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:22.918872Z","time spent":"3.523984444s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:51:26.442578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.618427Z","time spent":"8.824144335s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:26.442997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.367015119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:26.443022Z","caller":"traceutil/trace.go:171","msg":"trace[1328982034] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26579; }","duration":"9.367077971s","start":"2026-07-03T16:51:17.075936Z","end":"2026-07-03T16:51:26.443014Z","steps":["trace[1328982034] 'agreement among raft nodes before linearized reading' (duration: 9.36703671s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:26.442899Z","caller":"traceutil/trace.go:171","msg":"trace[1671720270] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26579; }","duration":"8.365635045s","start":"2026-07-03T16:51:18.077252Z","end":"2026-07-03T16:51:26.442887Z","steps":["trace[1671720270] 'agreement among raft nodes before linearized reading' (duration: 8.364299875s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.443049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.318660105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:51:26.443094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:18.077236Z","time spent":"8.365839639s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7935,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:51:26.440907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63294933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:26.443128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.387439667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:26.443149Z","caller":"traceutil/trace.go:171","msg":"trace[1400802863] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26579; }","duration":"9.387488188s","start":"2026-07-03T16:51:17.055655Z","end":"2026-07-03T16:51:26.443143Z","steps":["trace[1400802863] 'agreement among raft nodes before linearized reading' (duration: 9.387401586s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.441058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:12.099557Z","time spent":"14.341491545s","remote":"127.0.0.1:48104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.443168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.055639Z","time spent":"9.387524539s","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.443104Z","caller":"traceutil/trace.go:171","msg":"trace[1892556646] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26579; }","duration":"9.318755938s","start":"2026-07-03T16:51:17.124336Z","end":"2026-07-03T16:51:26.443092Z","steps":["trace[1892556646] 'agreement among raft nodes before linearized reading' (duration: 9.317385787s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.443207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.124314Z","time spent":"9.318881362s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2664,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.443043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:17.075905Z","time spent":"9.367133012s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:26.44234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:25.311189Z","time spent":"1.131139718s","remote":"127.0.0.1:40438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:26.443139Z","caller":"traceutil/trace.go:171","msg":"trace[2124267309] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:0; response_revision:26579; }","duration":"2.63519696s","start":"2026-07-03T16:51:23.807935Z","end":"2026-07-03T16:51:26.443131Z","steps":["trace[2124267309] 'agreement among raft nodes before linearized reading' (duration: 2.632953589s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:26.44335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:23.807921Z","time spent":"2.635419345s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:51:26.947907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:27.448618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:27.949281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:28.449583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:28.453781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000848815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:28.453862Z","caller":"traceutil/trace.go:171","msg":"trace[107407823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000980199s","start":"2026-07-03T16:51:26.452863Z","end":"2026-07-03T16:51:28.453843Z","steps":["trace[107407823] 'agreement among raft nodes before linearized reading' (duration: 2.000862056s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:28.454049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.452854Z","time spent":"2.001174013s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:28.949849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:29.450227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:29.865426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.421286769s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:30.454642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:30.454728Z","caller":"traceutil/trace.go:171","msg":"trace[669974077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487448s","start":"2026-07-03T16:51:28.454221Z","end":"2026-07-03T16:51:30.454708Z","steps":["trace[669974077] 'agreement among raft nodes before linearized reading' (duration: 2.000379876s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:30.454779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.454203Z","time spent":"2.000564621s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:31.809579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943962627s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-03T16:51:31.809674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.444039Z","time spent":"5.365630805s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:32.461214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:32.461464Z","caller":"traceutil/trace.go:171","msg":"trace[2038001701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00059335s","start":"2026-07-03T16:51:30.460851Z","end":"2026-07-03T16:51:32.461444Z","steps":["trace[2038001701] 'agreement among raft nodes before linearized reading' (duration: 2.000322454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:32.461626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.460834Z","time spent":"2.000777524s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:32.534746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.293175471s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:33.446544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.446343Z","time spent":"7.000191397s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:33.450638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.450494Z","time spent":"7.000135607s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:33.460188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.45941Z","time spent":"7.000765832s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:34.461972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000628571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:34.462053Z","caller":"traceutil/trace.go:171","msg":"trace[589801027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765504s","start":"2026-07-03T16:51:32.461272Z","end":"2026-07-03T16:51:34.462038Z","steps":["trace[589801027] 'agreement among raft nodes before linearized reading' (duration: 2.000663171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:34.462127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.461257Z","time spent":"2.000861816s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:34.477891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.477543Z","time spent":"7.000344862s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:36.05706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.68704Z","time spent":"2.370013386s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:36.057754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.442287Z","time spent":"2.61544231s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:36.058385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535744089s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:36.058515Z","caller":"traceutil/trace.go:171","msg":"trace[602187909] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26579; }","duration":"2.535887462s","start":"2026-07-03T16:51:33.522603Z","end":"2026-07-03T16:51:36.058491Z","steps":["trace[602187909] 'range keys from in-memory index tree' (duration: 2.535724499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:36.058959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523756879s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:36.05938Z","caller":"traceutil/trace.go:171","msg":"trace[865004730] linearizableReadLoop","detail":"{readStateIndex:27504; appliedIndex:27499; }","duration":"9.6122275s","start":"2026-07-03T16:51:26.447129Z","end":"2026-07-03T16:51:36.059356Z","steps":["trace[865004730] 'read index received' (duration: 3.418514197s)","trace[865004730] 'applied index is now lower than readState.Index' (duration: 6.193711813s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:36.060457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.613312935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-03T16:51:36.060521Z","caller":"traceutil/trace.go:171","msg":"trace[1676201600] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046; range_end:; response_count:1; response_revision:26583; }","duration":"9.613398186s","start":"2026-07-03T16:51:26.447106Z","end":"2026-07-03T16:51:36.060504Z","steps":["trace[1676201600] 'agreement among raft nodes before linearized reading' (duration: 9.61316212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:36.060567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.447093Z","time spent":"9.613463628s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046\" "} {"level":"warn","ts":"2026-07-03T16:51:36.468516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000727553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:36.468711Z","caller":"traceutil/trace.go:171","msg":"trace[1805150209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000944629s","start":"2026-07-03T16:51:34.467708Z","end":"2026-07-03T16:51:36.468653Z","steps":["trace[1805150209] 'agreement among raft nodes before linearized reading' (duration: 2.000752414s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:36.468787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:34.467693Z","time spent":"2.001080051s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:36.559959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:37.060611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:37.561068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:38.061685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:38.468863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:38.469842Z","caller":"traceutil/trace.go:171","msg":"trace[1609420953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001144494s","start":"2026-07-03T16:51:36.468601Z","end":"2026-07-03T16:51:38.469745Z","steps":["trace[1609420953] 'agreement among raft nodes before linearized reading' (duration: 2.000203462s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:38.469926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:36.468526Z","time spent":"2.001387949s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:38.562341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:38.813516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.81337Z","time spent":"7.000138537s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:38.813793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.813662Z","time spent":"7.000124836s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:39.063112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:39.074255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.539350845s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:40.46551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.46476Z","time spent":"7.00074377s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:40.478604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999741251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:40.478678Z","caller":"traceutil/trace.go:171","msg":"trace[277410311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013773s","start":"2026-07-03T16:51:38.478523Z","end":"2026-07-03T16:51:40.478661Z","steps":["trace[277410311] 'agreement among raft nodes before linearized reading' (duration: 2.000043958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:40.478782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:38.478503Z","time spent":"2.000263222s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:40.582866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508134416s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:51:41.88672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.812300264s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:42.47928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:42.479348Z","caller":"traceutil/trace.go:171","msg":"trace[1005287978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437597s","start":"2026-07-03T16:51:40.478894Z","end":"2026-07-03T16:51:42.479331Z","steps":["trace[1005287978] 'agreement among raft nodes before linearized reading' (duration: 2.000294234s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:42.479382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:40.478879Z","time spent":"2.000495928s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:42.595005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.01164122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:42.595099Z","caller":"traceutil/trace.go:171","msg":"trace[716902032] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.011775522s","start":"2026-07-03T16:51:32.583293Z","end":"2026-07-03T16:51:42.595069Z","steps":["trace[716902032] 'agreement among raft nodes before linearized reading' (duration: 10.01166522s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:42.595157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.583275Z","time spent":"10.011870155s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/03 16:51:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:42.642824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:42.642912Z","caller":"traceutil/trace.go:171","msg":"trace[1782678980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516818s","start":"2026-07-03T16:51:40.642381Z","end":"2026-07-03T16:51:42.642898Z","steps":["trace[1782678980] 'agreement among raft nodes before linearized reading' (duration: 2.000411086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:42.64296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:40.642363Z","time spent":"2.00058932s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:43.571879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.684994074s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:44.484118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:44.484253Z","caller":"traceutil/trace.go:171","msg":"trace[2065817616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369344s","start":"2026-07-03T16:51:42.483854Z","end":"2026-07-03T16:51:44.484223Z","steps":["trace[2065817616] 'agreement among raft nodes before linearized reading' (duration: 2.00018122s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:44.484318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.483833Z","time spent":"2.000473178s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:45.045829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158656932s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-03T16:51:45.04608Z","caller":"traceutil/trace.go:171","msg":"trace[1445081962] linearizableReadLoop","detail":"{readStateIndex:27507; appliedIndex:27504; }","duration":"8.986628645s","start":"2026-07-03T16:51:36.059428Z","end":"2026-07-03T16:51:45.046056Z","steps":["trace[1445081962] 'read index received' (duration: 3.015070485s)","trace[1445081962] 'applied index is now lower than readState.Index' (duration: 5.97155625s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:45.046652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523538988s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:45.046856Z","caller":"traceutil/trace.go:171","msg":"trace[1256865372] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26585; }","duration":"1.523760433s","start":"2026-07-03T16:51:43.523067Z","end":"2026-07-03T16:51:45.046827Z","steps":["trace[1256865372] 'range keys from in-memory index tree' (duration: 1.523512297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.047661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.115255522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:45.047708Z","caller":"traceutil/trace.go:171","msg":"trace[1473096716] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26585; }","duration":"9.115361744s","start":"2026-07-03T16:51:35.932334Z","end":"2026-07-03T16:51:45.047696Z","steps":["trace[1473096716] 'agreement among raft nodes before linearized reading' (duration: 9.115251222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.047744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:35.932308Z","time spent":"9.115425216s","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:45.047974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.669524748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:45.048015Z","caller":"traceutil/trace.go:171","msg":"trace[1396509057] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26585; }","duration":"9.66960626s","start":"2026-07-03T16:51:35.378399Z","end":"2026-07-03T16:51:45.048006Z","steps":["trace[1396509057] 'agreement among raft nodes before linearized reading' (duration: 9.669537579s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.048049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:35.37838Z","time spent":"9.669659581s","remote":"127.0.0.1:46840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:45.048248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.862133956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:45.048292Z","caller":"traceutil/trace.go:171","msg":"trace[698199205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26585; }","duration":"9.862219348s","start":"2026-07-03T16:51:35.18606Z","end":"2026-07-03T16:51:45.048279Z","steps":["trace[698199205] 'agreement among raft nodes before linearized reading' (duration: 9.862141416s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.048322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:35.18604Z","time spent":"9.862270879s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:45.048538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.565580118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-03T16:51:45.048579Z","caller":"traceutil/trace.go:171","msg":"trace[1898543188] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26585; }","duration":"10.56565107s","start":"2026-07-03T16:51:34.482916Z","end":"2026-07-03T16:51:45.048567Z","steps":["trace[1898543188] 'agreement among raft nodes before linearized reading' (duration: 10.565512497s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.048607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:34.4829Z","time spent":"10.56569813s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18374,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-03T16:51:45.048864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.035100328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:45.048909Z","caller":"traceutil/trace.go:171","msg":"trace[347831100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26585; }","duration":"11.03518483s","start":"2026-07-03T16:51:34.013712Z","end":"2026-07-03T16:51:45.048897Z","steps":["trace[347831100] 'agreement among raft nodes before linearized reading' (duration: 11.035114398s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.048939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:34.013693Z","time spent":"11.035235721s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:45.049078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.58745438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-03T16:51:45.04933Z","caller":"traceutil/trace.go:171","msg":"trace[74556899] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26585; }","duration":"11.587739347s","start":"2026-07-03T16:51:33.461581Z","end":"2026-07-03T16:51:45.04932Z","steps":["trace[74556899] 'agreement among raft nodes before linearized reading' (duration: 11.58742857s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.049374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.461562Z","time spent":"11.587799728s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:51:45.049626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.599498035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2d6d651c5d5\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-03T16:51:45.049668Z","caller":"traceutil/trace.go:171","msg":"trace[321187382] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2d6d651c5d5; range_end:; response_count:1; response_revision:26585; }","duration":"11.599565556s","start":"2026-07-03T16:51:33.450092Z","end":"2026-07-03T16:51:45.049658Z","steps":["trace[321187382] 'agreement among raft nodes before linearized reading' (duration: 11.599467354s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.049701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.45008Z","time spent":"11.599610687s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2d6d651c5d5\" "} {"level":"warn","ts":"2026-07-03T16:51:45.049862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.724105891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:45.049918Z","caller":"traceutil/trace.go:171","msg":"trace[1471866804] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26585; }","duration":"11.724163193s","start":"2026-07-03T16:51:33.325745Z","end":"2026-07-03T16:51:45.049909Z","steps":["trace[1471866804] 'agreement among raft nodes before linearized reading' (duration: 11.72408198s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.049949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:33.325707Z","time spent":"11.724232225s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:45.050158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.446338362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:45.050231Z","caller":"traceutil/trace.go:171","msg":"trace[662478722] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26585; }","duration":"12.446432194s","start":"2026-07-03T16:51:32.603784Z","end":"2026-07-03T16:51:45.050216Z","steps":["trace[662478722] 'agreement among raft nodes before linearized reading' (duration: 12.446336532s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.050268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.603771Z","time spent":"12.446484825s","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:45.050296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.599692894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-03T16:51:45.050354Z","caller":"traceutil/trace.go:171","msg":"trace[195470198] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26585; }","duration":"18.599765986s","start":"2026-07-03T16:51:26.450574Z","end":"2026-07-03T16:51:45.05034Z","steps":["trace[195470198] 'agreement among raft nodes before linearized reading' (duration: 18.59953122s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.050398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.450568Z","time spent":"18.599820967s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-03T16:51:45.050433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.008466344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:45.050497Z","caller":"traceutil/trace.go:171","msg":"trace[1173848944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26585; }","duration":"15.008582607s","start":"2026-07-03T16:51:30.041898Z","end":"2026-07-03T16:51:45.050481Z","steps":["trace[1173848944] 'agreement among raft nodes before linearized reading' (duration: 15.008474304s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.050524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.041873Z","time spent":"15.008645479s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:45.050653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.464546948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:45.050658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.055631711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:45.050673Z","caller":"traceutil/trace.go:171","msg":"trace[70770127] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26585; }","duration":"12.464596209s","start":"2026-07-03T16:51:32.586071Z","end":"2026-07-03T16:51:45.050667Z","steps":["trace[70770127] 'agreement among raft nodes before linearized reading' (duration: 12.464562368s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.050688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.586054Z","time spent":"12.464629739s","remote":"127.0.0.1:60214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:45.050701Z","caller":"traceutil/trace.go:171","msg":"trace[1756089333] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26585; }","duration":"15.055702643s","start":"2026-07-03T16:51:29.994979Z","end":"2026-07-03T16:51:45.050681Z","steps":["trace[1756089333] 'agreement among raft nodes before linearized reading' (duration: 15.055637302s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:45.050733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.994962Z","time spent":"15.055762924s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:46.485078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000805085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:46.485174Z","caller":"traceutil/trace.go:171","msg":"trace[852013091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000960469s","start":"2026-07-03T16:51:44.484198Z","end":"2026-07-03T16:51:46.485158Z","steps":["trace[852013091] 'agreement among raft nodes before linearized reading' (duration: 2.000850136s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:46.485272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:44.484181Z","time spent":"2.001067991s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:47.305559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000490509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:47.305645Z","caller":"traceutil/trace.go:171","msg":"trace[741794413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000638442s","start":"2026-07-03T16:51:45.304987Z","end":"2026-07-03T16:51:47.305626Z","steps":["trace[741794413] 'agreement among raft nodes before linearized reading' (duration: 2.000526929s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:47.305693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.304967Z","time spent":"2.000716883s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:48.114914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.036057354s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:48.492457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:48.492568Z","caller":"traceutil/trace.go:171","msg":"trace[2079369902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396575s","start":"2026-07-03T16:51:46.492144Z","end":"2026-07-03T16:51:48.492541Z","steps":["trace[2079369902] 'agreement among raft nodes before linearized reading' (duration: 2.000254952s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:48.49263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:46.492133Z","time spent":"2.000485188s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:48.824271Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f28b106eca4","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:51:49.264185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.674757338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:49.26423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218208056s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:51:49.26428Z","caller":"traceutil/trace.go:171","msg":"trace[275550729] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26585; }","duration":"21.674905902s","start":"2026-07-03T16:51:27.589349Z","end":"2026-07-03T16:51:49.264255Z","steps":["trace[275550729] 'agreement among raft nodes before linearized reading' (duration: 17.461528386s)","trace[275550729] 'count revisions from in-memory index tree' (duration: 4.213231662s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.264251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.322322631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:49.264332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:27.589333Z","time spent":"21.674986993s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:49.264473Z","caller":"traceutil/trace.go:171","msg":"trace[1010293930] linearizableReadLoop","detail":"{readStateIndex:27508; appliedIndex:27507; }","duration":"4.218297299s","start":"2026-07-03T16:51:45.04614Z","end":"2026-07-03T16:51:49.264437Z","steps":["trace[1010293930] 'read index received' (duration: 4.234627ms)","trace[1010293930] 'applied index is now lower than readState.Index' (duration: 4.214061582s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.264604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.887097443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:49.264593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.76844346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:49.264616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.382467947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:51:49.26467Z","caller":"traceutil/trace.go:171","msg":"trace[325141820] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26585; }","duration":"16.768565193s","start":"2026-07-03T16:51:32.496084Z","end":"2026-07-03T16:51:49.264649Z","steps":["trace[325141820] 'agreement among raft nodes before linearized reading' (duration: 12.554673696s)","trace[325141820] 'count revisions from in-memory index tree' (duration: 4.213780945s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.264677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.149381105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:49.26475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.122072308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:49.264758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.496065Z","time spent":"16.768676915s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:49.26478Z","caller":"traceutil/trace.go:171","msg":"trace[1623070700] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26585; }","duration":"19.149516079s","start":"2026-07-03T16:51:30.115239Z","end":"2026-07-03T16:51:49.264755Z","steps":["trace[1623070700] 'agreement among raft nodes before linearized reading' (duration: 14.935586681s)","trace[1623070700] 'count revisions from in-memory index tree' (duration: 4.213835966s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.264784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.686001934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.264789Z","caller":"traceutil/trace.go:171","msg":"trace[1988935406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26585; }","duration":"21.12214015s","start":"2026-07-03T16:51:28.142636Z","end":"2026-07-03T16:51:49.264776Z","steps":["trace[1988935406] 'agreement among raft nodes before linearized reading' (duration: 16.908226302s)","trace[1988935406] 'count revisions from in-memory index tree' (duration: 4.213858086s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.264781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.730470166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:49.264822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.449363151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:49.264834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.142619Z","time spent":"21.122206281s","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:49.264834Z","caller":"traceutil/trace.go:171","msg":"trace[157490423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26585; }","duration":"18.686094236s","start":"2026-07-03T16:51:30.578723Z","end":"2026-07-03T16:51:49.264818Z","steps":["trace[157490423] 'agreement among raft nodes before linearized reading' (duration: 14.472094876s)","trace[157490423] 'count revisions from in-memory index tree' (duration: 4.213941669s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:49.264867Z","caller":"traceutil/trace.go:171","msg":"trace[921459221] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26585; }","duration":"17.73060815s","start":"2026-07-03T16:51:31.534236Z","end":"2026-07-03T16:51:49.264844Z","steps":["trace[921459221] 'agreement among raft nodes before linearized reading' (duration: 13.516548979s)","trace[921459221] 'count revisions from in-memory index tree' (duration: 4.213923738s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:49.264871Z","caller":"traceutil/trace.go:171","msg":"trace[3284450] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26585; }","duration":"18.449445563s","start":"2026-07-03T16:51:30.815409Z","end":"2026-07-03T16:51:49.264855Z","steps":["trace[3284450] 'agreement among raft nodes before linearized reading' (duration: 14.235395722s)","trace[3284450] 'count revisions from in-memory index tree' (duration: 4.21399723s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.264894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.578697Z","time spent":"18.686181699s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.264921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.815388Z","time spent":"18.449523405s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.26493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.53422Z","time spent":"17.730698751s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.264936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.813988051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-03T16:51:49.264984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.286030622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.265024Z","caller":"traceutil/trace.go:171","msg":"trace[1421695371] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26585; }","duration":"18.286124254s","start":"2026-07-03T16:51:30.978888Z","end":"2026-07-03T16:51:49.265012Z","steps":["trace[1421695371] 'agreement among raft nodes before linearized reading' (duration: 14.071903359s)","trace[1421695371] 'count revisions from in-memory index tree' (duration: 4.214164133s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:49.265021Z","caller":"traceutil/trace.go:171","msg":"trace[1958439470] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26585; }","duration":"22.814113503s","start":"2026-07-03T16:51:26.450879Z","end":"2026-07-03T16:51:49.264993Z","steps":["trace[1958439470] 'agreement among raft nodes before linearized reading' (duration: 18.600010531s)","trace[1958439470] 'range keys from in-memory index tree' (duration: 4.213872857s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.265054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.978862Z","time spent":"18.286184154s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.265057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.601607444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:49.265067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.450868Z","time spent":"22.814188916s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-03T16:51:49.2651Z","caller":"traceutil/trace.go:171","msg":"trace[1496073689] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26585; }","duration":"17.601680466s","start":"2026-07-03T16:51:31.663402Z","end":"2026-07-03T16:51:49.265082Z","steps":["trace[1496073689] 'agreement among raft nodes before linearized reading' (duration: 13.387373499s)","trace[1496073689] 'count revisions from in-memory index tree' (duration: 4.214267165s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.265135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:31.66338Z","time spent":"17.601746977s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.265019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.241935841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.265201Z","caller":"traceutil/trace.go:171","msg":"trace[586889485] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26585; }","duration":"18.322491365s","start":"2026-07-03T16:51:30.941839Z","end":"2026-07-03T16:51:49.26433Z","steps":["trace[586889485] 'agreement among raft nodes before linearized reading' (duration: 14.108959656s)","trace[586889485] 'count revisions from in-memory index tree' (duration: 4.213376356s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:49.265235Z","caller":"traceutil/trace.go:171","msg":"trace[1828549952] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26585; }","duration":"17.242147686s","start":"2026-07-03T16:51:32.02307Z","end":"2026-07-03T16:51:49.265218Z","steps":["trace[1828549952] 'agreement among raft nodes before linearized reading' (duration: 13.027695796s)","trace[1828549952] 'count revisions from in-memory index tree' (duration: 4.214228055s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.264658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.549951888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:49.265266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:32.023047Z","time spent":"17.242207808s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.265279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.941818Z","time spent":"18.323438366s","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.264599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.671143738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:49.2653Z","caller":"traceutil/trace.go:171","msg":"trace[954368913] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26585; }","duration":"18.550636353s","start":"2026-07-03T16:51:30.714639Z","end":"2026-07-03T16:51:49.265275Z","steps":["trace[954368913] 'agreement among raft nodes before linearized reading' (duration: 14.336172093s)","trace[954368913] 'count revisions from in-memory index tree' (duration: 4.213797546s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.265325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.814453231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-03T16:51:49.26534Z","caller":"traceutil/trace.go:171","msg":"trace[1436068378] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26585; }","duration":"19.671944747s","start":"2026-07-03T16:51:29.593382Z","end":"2026-07-03T16:51:49.265327Z","steps":["trace[1436068378] 'agreement among raft nodes before linearized reading' (duration: 15.457451626s)","trace[1436068378] 'count revisions from in-memory index tree' (duration: 4.213687843s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:51:49.265361Z","caller":"traceutil/trace.go:171","msg":"trace[708941117] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26585; }","duration":"22.814502192s","start":"2026-07-03T16:51:26.450845Z","end":"2026-07-03T16:51:49.265347Z","steps":["trace[708941117] 'agreement among raft nodes before linearized reading' (duration: 18.600057232s)","trace[708941117] 'range keys from in-memory index tree' (duration: 4.214362368s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.265367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.714617Z","time spent":"18.550723796s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.265379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.593367Z","time spent":"19.671999497s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.265392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.450832Z","time spent":"22.814553023s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-03T16:51:49.264713Z","caller":"traceutil/trace.go:171","msg":"trace[218898215] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26585; }","duration":"19.382542369s","start":"2026-07-03T16:51:29.88212Z","end":"2026-07-03T16:51:49.264662Z","steps":["trace[218898215] 'agreement among raft nodes before linearized reading' (duration: 15.168696542s)","trace[218898215] 'count revisions from in-memory index tree' (duration: 4.213746974s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.265526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:29.882078Z","time spent":"19.383439079s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.265545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.814676316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-03T16:51:49.26558Z","caller":"traceutil/trace.go:171","msg":"trace[1251741714] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"22.814719037s","start":"2026-07-03T16:51:26.450851Z","end":"2026-07-03T16:51:49.26557Z","steps":["trace[1251741714] 'agreement among raft nodes before linearized reading' (duration: 18.600062483s)","trace[1251741714] 'range keys from in-memory index tree' (duration: 4.214605413s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.26561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.450847Z","time spent":"22.814756188s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/07/03 16:51:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:49.265847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.293394212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.265922Z","caller":"traceutil/trace.go:171","msg":"trace[28565307] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26585; }","duration":"7.293501075s","start":"2026-07-03T16:51:41.972408Z","end":"2026-07-03T16:51:49.265909Z","steps":["trace[28565307] 'agreement among raft nodes before linearized reading' (duration: 7.293387622s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.265964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:41.972394Z","time spent":"7.293559036s","remote":"127.0.0.1:40870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.2858447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:49.266054Z","caller":"traceutil/trace.go:171","msg":"trace[1791331299] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26585; }","duration":"7.285944473s","start":"2026-07-03T16:51:41.980095Z","end":"2026-07-03T16:51:49.26604Z","steps":["trace[1791331299] 'agreement among raft nodes before linearized reading' (duration: 7.285686466s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:41.980075Z","time spent":"7.286008724s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.266205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.815570837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-07-03T16:51:49.266214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.815373993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:51:49.266246Z","caller":"traceutil/trace.go:171","msg":"trace[650403836] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26585; }","duration":"22.815629349s","start":"2026-07-03T16:51:26.450604Z","end":"2026-07-03T16:51:49.266233Z","steps":["trace[650403836] 'agreement among raft nodes before linearized reading' (duration: 18.600334499s)","trace[650403836] 'range keys from in-memory index tree' (duration: 4.215158857s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.266252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.796623937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:51:49.26627Z","caller":"traceutil/trace.go:171","msg":"trace[1809906752] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26585; }","duration":"22.815443204s","start":"2026-07-03T16:51:26.450809Z","end":"2026-07-03T16:51:49.266252Z","steps":["trace[1809906752] 'agreement among raft nodes before linearized reading' (duration: 18.600117454s)","trace[1809906752] 'range keys from in-memory index tree' (duration: 4.215157417s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.266323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.450803Z","time spent":"22.815507686s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:51:49.266331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.298855045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.26636Z","caller":"traceutil/trace.go:171","msg":"trace[790505187] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26585; }","duration":"9.298924307s","start":"2026-07-03T16:51:39.967427Z","end":"2026-07-03T16:51:49.266352Z","steps":["trace[790505187] 'agreement among raft nodes before linearized reading' (duration: 9.298876526s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:39.967404Z","time spent":"9.298976457s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.266386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.958546037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.266433Z","caller":"traceutil/trace.go:171","msg":"trace[117094625] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26585; }","duration":"9.958633599s","start":"2026-07-03T16:51:39.307784Z","end":"2026-07-03T16:51:49.266417Z","steps":["trace[117094625] 'agreement among raft nodes before linearized reading' (duration: 9.958556307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:39.307761Z","time spent":"9.958695251s","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.266277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:26.45059Z","time spent":"22.81568017s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-03T16:51:49.266569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042968438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:49.266599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.761974138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.266625Z","caller":"traceutil/trace.go:171","msg":"trace[1955422784] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26585; }","duration":"6.76203271s","start":"2026-07-03T16:51:42.504585Z","end":"2026-07-03T16:51:49.266617Z","steps":["trace[1955422784] 'agreement among raft nodes before linearized reading' (duration: 6.761984199s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.179570375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.266627Z","caller":"traceutil/trace.go:171","msg":"trace[1613211224] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26585; }","duration":"5.043065s","start":"2026-07-03T16:51:44.223542Z","end":"2026-07-03T16:51:49.266607Z","steps":["trace[1613211224] 'agreement among raft nodes before linearized reading' (duration: 5.042975828s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.504569Z","time spent":"6.76207015s","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:49.266663Z","caller":"traceutil/trace.go:171","msg":"trace[486634493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26585; }","duration":"10.179650636s","start":"2026-07-03T16:51:39.087Z","end":"2026-07-03T16:51:49.26665Z","steps":["trace[486634493] 'agreement among raft nodes before linearized reading' (duration: 10.179600665s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:44.223522Z","time spent":"5.043138912s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.266699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:39.086968Z","time spent":"10.179722117s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:49.266284Z","caller":"traceutil/trace.go:171","msg":"trace[1656755807] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26585; }","duration":"8.796678699s","start":"2026-07-03T16:51:40.469596Z","end":"2026-07-03T16:51:49.266275Z","steps":["trace[1656755807] 'agreement among raft nodes before linearized reading' (duration: 8.796551936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.048479313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.266764Z","caller":"traceutil/trace.go:171","msg":"trace[1303175725] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26585; }","duration":"5.048535055s","start":"2026-07-03T16:51:44.218223Z","end":"2026-07-03T16:51:49.266758Z","steps":["trace[1303175725] 'agreement among raft nodes before linearized reading' (duration: 5.048502664s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:40.469583Z","time spent":"8.79716141s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:51:49.266813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.413203586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.266829Z","caller":"traceutil/trace.go:171","msg":"trace[1962540370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26585; }","duration":"6.413253807s","start":"2026-07-03T16:51:42.853571Z","end":"2026-07-03T16:51:49.266824Z","steps":["trace[1962540370] 'agreement among raft nodes before linearized reading' (duration: 6.413225367s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.853552Z","time spent":"6.413289318s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.264829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:30.115214Z","time spent":"19.14960396s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.26685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.005422618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:51:49.266868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.449756813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.266885Z","caller":"traceutil/trace.go:171","msg":"trace[1638225116] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26585; }","duration":"7.005473388s","start":"2026-07-03T16:51:42.261401Z","end":"2026-07-03T16:51:49.266875Z","steps":["trace[1638225116] 'agreement among raft nodes before linearized reading' (duration: 7.005413367s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.202439656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-03T16:51:49.266916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.261394Z","time spent":"7.005514089s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.266914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.72965178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:51:49.26695Z","caller":"traceutil/trace.go:171","msg":"trace[1208936300] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26585; }","duration":"6.729712911s","start":"2026-07-03T16:51:42.537228Z","end":"2026-07-03T16:51:49.266941Z","steps":["trace[1208936300] 'agreement among raft nodes before linearized reading' (duration: 6.729600638s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:49.266943Z","caller":"traceutil/trace.go:171","msg":"trace[1289613479] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26585; }","duration":"13.202835786s","start":"2026-07-03T16:51:36.064085Z","end":"2026-07-03T16:51:49.266921Z","steps":["trace[1289613479] 'agreement among raft nodes before linearized reading' (duration: 13.202361155s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.734233905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:51:49.266981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.537217Z","time spent":"6.729756653s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.266985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.45088826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:51:49.267001Z","caller":"traceutil/trace.go:171","msg":"trace[885744053] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26585; }","duration":"6.734321687s","start":"2026-07-03T16:51:42.532674Z","end":"2026-07-03T16:51:49.266995Z","steps":["trace[885744053] 'agreement among raft nodes before linearized reading' (duration: 6.734264886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.26702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.532658Z","time spent":"6.734357678s","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.267008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:36.064069Z","time spent":"13.202919137s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-03T16:51:49.267021Z","caller":"traceutil/trace.go:171","msg":"trace[491227824] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:26585; }","duration":"10.450966672s","start":"2026-07-03T16:51:38.816045Z","end":"2026-07-03T16:51:49.267011Z","steps":["trace[491227824] 'agreement among raft nodes before linearized reading' (duration: 10.450859639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.267051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:38.816024Z","time spent":"10.451020762s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:51:49.267066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.007790022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:49.267099Z","caller":"traceutil/trace.go:171","msg":"trace[312935958] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26585; }","duration":"7.007860323s","start":"2026-07-03T16:51:42.25923Z","end":"2026-07-03T16:51:49.26709Z","steps":["trace[312935958] 'agreement among raft nodes before linearized reading' (duration: 7.007811752s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.266784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:44.218205Z","time spent":"5.048571776s","remote":"127.0.0.1:47024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.267113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.584144848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:51:49.267126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.25921Z","time spent":"7.007909154s","remote":"127.0.0.1:48182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:49.267148Z","caller":"traceutil/trace.go:171","msg":"trace[1006712407] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26585; }","duration":"6.58424333s","start":"2026-07-03T16:51:42.682894Z","end":"2026-07-03T16:51:49.267137Z","steps":["trace[1006712407] 'agreement among raft nodes before linearized reading' (duration: 6.584145978s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.26718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:42.682862Z","time spent":"6.584309632s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:51:49.267203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.450144242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-03T16:51:49.266899Z","caller":"traceutil/trace.go:171","msg":"trace[1008726797] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26585; }","duration":"10.449819285s","start":"2026-07-03T16:51:38.817069Z","end":"2026-07-03T16:51:49.266889Z","steps":["trace[1008726797] 'agreement among raft nodes before linearized reading' (duration: 10.449771454s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:51:49.267232Z","caller":"traceutil/trace.go:171","msg":"trace[1815307823] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26585; }","duration":"10.450212143s","start":"2026-07-03T16:51:38.817012Z","end":"2026-07-03T16:51:49.267224Z","steps":["trace[1815307823] 'agreement among raft nodes before linearized reading' (duration: 10.450161422s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.267261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:38.816991Z","time spent":"10.450265435s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:51:49.267269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:38.817052Z","time spent":"10.450196413s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:51:49.267431Z","caller":"traceutil/trace.go:171","msg":"trace[1481375162] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"4.188665722s","start":"2026-07-03T16:51:45.078751Z","end":"2026-07-03T16:51:49.267416Z","steps":["trace[1481375162] 'process raft request' (duration: 4.185578221s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:49.267529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.078726Z","time spent":"4.188741803s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:51:49.264642Z","caller":"traceutil/trace.go:171","msg":"trace[188045122] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26585; }","duration":"20.887172775s","start":"2026-07-03T16:51:28.377456Z","end":"2026-07-03T16:51:49.264629Z","steps":["trace[188045122] 'agreement among raft nodes before linearized reading' (duration: 16.67339154s)","trace[188045122] 'count revisions from in-memory index tree' (duration: 4.213730314s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:51:49.271584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:28.377435Z","time spent":"20.894132514s","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:51:49.76548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:50.26661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:50.493294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999806092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:50.493411Z","caller":"traceutil/trace.go:171","msg":"trace[1903934284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965306s","start":"2026-07-03T16:51:48.493424Z","end":"2026-07-03T16:51:50.49339Z","steps":["trace[1903934284] 'agreement among raft nodes before linearized reading' (duration: 1.999834443s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:50.493494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:48.493407Z","time spent":"2.000074868s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:50.767663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:51.268559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:51.768709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:52.081137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.080172Z","time spent":"7.000957986s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:52.268846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:51:52.339804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.990256832s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:52.502853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000780805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:52.502924Z","caller":"traceutil/trace.go:171","msg":"trace[699825139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000899497s","start":"2026-07-03T16:51:50.502008Z","end":"2026-07-03T16:51:52.502908Z","steps":["trace[699825139] 'agreement among raft nodes before linearized reading' (duration: 2.000800715s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:52.502961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.501995Z","time spent":"2.000959468s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:52.560511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.339081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:51:52.560742Z","caller":"traceutil/trace.go:171","msg":"trace[909925929] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"6.108073088s","start":"2026-07-03T16:51:46.452652Z","end":"2026-07-03T16:51:52.560725Z","steps":["trace[909925929] 'process raft request' (duration: 6.107944345s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:52.560831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:46.452605Z","time spent":"6.108184961s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:51:54.503333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:54.50342Z","caller":"traceutil/trace.go:171","msg":"trace[2053445263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412496s","start":"2026-07-03T16:51:52.502988Z","end":"2026-07-03T16:51:54.503401Z","steps":["trace[2053445263] 'agreement among raft nodes before linearized reading' (duration: 2.000297183s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:54.50347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:52.502969Z","time spent":"2.000489528s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:54.562321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.032486328s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:56.266929Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f28b106ecad","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:51:56.271182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.270123Z","time spent":"7.001049227s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:56.273386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.273239Z","time spent":"7.000138878s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:56.273412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.272643Z","time spent":"7.000764161s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:56.274023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.273723Z","time spent":"7.000288171s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:51:56.5088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:51:56.508877Z","caller":"traceutil/trace.go:171","msg":"trace[1129001588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258682s","start":"2026-07-03T16:51:54.5086Z","end":"2026-07-03T16:51:56.508859Z","steps":["trace[1129001588] 'agreement among raft nodes before linearized reading' (duration: 2.000130479s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:56.508917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:54.508554Z","time spent":"2.000354064s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:51:57.227609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704881825s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:51:57.227775Z","caller":"traceutil/trace.go:171","msg":"trace[458922888] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26588; }","duration":"3.705058329s","start":"2026-07-03T16:51:53.522687Z","end":"2026-07-03T16:51:57.227745Z","steps":["trace[458922888] 'range keys from in-memory index tree' (duration: 3.704860895s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:57.700973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228118963s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:51:58.510667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:58.510763Z","caller":"traceutil/trace.go:171","msg":"trace[1662190073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060739s","start":"2026-07-03T16:51:56.51068Z","end":"2026-07-03T16:51:58.51074Z","steps":["trace[1662190073] 'agreement among raft nodes before linearized reading' (duration: 1.999944966s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:58.51081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.510665Z","time spent":"2.00013511s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:51:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:59.272491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999587514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:51:59.272606Z","caller":"traceutil/trace.go:171","msg":"trace[950734218] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999730629s","start":"2026-07-03T16:51:49.272843Z","end":"2026-07-03T16:51:59.272574Z","steps":["trace[950734218] 'agreement among raft nodes before linearized reading' (duration: 9.999591735s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:51:59.272672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.272837Z","time spent":"9.999820111s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/03 16:51:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:51:59.807757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.245147355s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-03T16:52:00.516454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:00.517581Z","caller":"traceutil/trace.go:171","msg":"trace[1606093521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001163043s","start":"2026-07-03T16:51:58.516399Z","end":"2026-07-03T16:52:00.517562Z","steps":["trace[1606093521] 'agreement among raft nodes before linearized reading' (duration: 2.000014127s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:00.517636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.516377Z","time spent":"2.001243155s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:01.959694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.258469276s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:02.517803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:02.517871Z","caller":"traceutil/trace.go:171","msg":"trace[559685517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547809s","start":"2026-07-03T16:52:00.517307Z","end":"2026-07-03T16:52:02.517855Z","steps":["trace[559685517] 'agreement among raft nodes before linearized reading' (duration: 2.000457307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:02.517907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:00.51729Z","time spent":"2.00060882s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:02.603494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999415811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:02.603579Z","caller":"traceutil/trace.go:171","msg":"trace[330670768] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.999556914s","start":"2026-07-03T16:51:52.604004Z","end":"2026-07-03T16:52:02.603561Z","steps":["trace[330670768] 'agreement among raft nodes before linearized reading' (duration: 9.999448452s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:02.603628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:52.60398Z","time spent":"9.999636137s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/03 16:52:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:02.652538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:02.652627Z","caller":"traceutil/trace.go:171","msg":"trace[11009829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069888s","start":"2026-07-03T16:52:00.652538Z","end":"2026-07-03T16:52:02.652608Z","steps":["trace[11009829] 'agreement among raft nodes before linearized reading' (duration: 1.999953515s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:02.652912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:00.652524Z","time spent":"2.00014432s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:03.275119Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f28b106ecad","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:52:03.27937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.278348Z","time spent":"7.001015887s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:04.121523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:03.438314Z","time spent":"683.201999ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:04.121785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.775432ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.121927Z","caller":"traceutil/trace.go:171","msg":"trace[447662699] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26589; }","duration":"598.931235ms","start":"2026-07-03T16:52:03.522976Z","end":"2026-07-03T16:52:04.121908Z","steps":["trace[447662699] 'range keys from in-memory index tree' (duration: 598.749722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.125107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314365421s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-03T16:52:04.125394Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"37.371µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-07-03T16:52:04.125521Z","caller":"traceutil/trace.go:171","msg":"trace[2106920708] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"6.555549805s","start":"2026-07-03T16:51:57.569958Z","end":"2026-07-03T16:52:04.125508Z","steps":["trace[2106920708] 'process raft request' (duration: 6.555486874s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.125624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.569938Z","time spent":"6.555630967s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:04.125897Z","caller":"traceutil/trace.go:171","msg":"trace[536163107] linearizableReadLoop","detail":"{readStateIndex:27516; appliedIndex:27509; }","duration":"14.861359695s","start":"2026-07-03T16:51:49.264528Z","end":"2026-07-03T16:52:04.125888Z","steps":["trace[536163107] 'read index received' (duration: 3.075581066s)","trace[536163107] 'applied index is now lower than readState.Index' (duration: 11.785777719s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:04.12604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.164932279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.126101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.295073451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.126168Z","caller":"traceutil/trace.go:171","msg":"trace[1077594224] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26593; }","duration":"16.165059302s","start":"2026-07-03T16:51:47.961035Z","end":"2026-07-03T16:52:04.126094Z","steps":["trace[1077594224] 'agreement among raft nodes before linearized reading' (duration: 16.164893979s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.126189Z","caller":"traceutil/trace.go:171","msg":"trace[1508439695] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26593; }","duration":"16.295172904s","start":"2026-07-03T16:51:47.830984Z","end":"2026-07-03T16:52:04.126156Z","steps":["trace[1508439695] 'agreement among raft nodes before linearized reading' (duration: 16.295094202s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.126236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:47.830963Z","time spent":"16.295260496s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.12626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:47.961013Z","time spent":"16.165226196s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.126418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.912285662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:04.126442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.786557321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.12647Z","caller":"traceutil/trace.go:171","msg":"trace[1802986183] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26593; }","duration":"18.912393234s","start":"2026-07-03T16:51:45.214063Z","end":"2026-07-03T16:52:04.126456Z","steps":["trace[1802986183] 'agreement among raft nodes before linearized reading' (duration: 18.912293411s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.126462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.094735693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.126495Z","caller":"traceutil/trace.go:171","msg":"trace[350879158] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26593; }","duration":"18.786650593s","start":"2026-07-03T16:51:45.339826Z","end":"2026-07-03T16:52:04.126477Z","steps":["trace[350879158] 'agreement among raft nodes before linearized reading' (duration: 18.786543001s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.126518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.809935557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.126031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.247516762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.126565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.000769829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:04.12656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.339808Z","time spent":"18.786735935s","remote":"127.0.0.1:48354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.126556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.226497442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.126596Z","caller":"traceutil/trace.go:171","msg":"trace[1060490818] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26593; }","duration":"15.000843601s","start":"2026-07-03T16:51:49.125745Z","end":"2026-07-03T16:52:04.126589Z","steps":["trace[1060490818] 'agreement among raft nodes before linearized reading' (duration: 15.00079543s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.126644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.125729Z","time spent":"15.000909592s","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.126627Z","caller":"traceutil/trace.go:171","msg":"trace[1872459576] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26593; }","duration":"18.248148047s","start":"2026-07-03T16:51:45.878444Z","end":"2026-07-03T16:52:04.126592Z","steps":["trace[1872459576] 'agreement among raft nodes before linearized reading' (duration: 18.247486552s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.126668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.803997898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.12666Z","caller":"traceutil/trace.go:171","msg":"trace[265551275] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26593; }","duration":"15.226650536s","start":"2026-07-03T16:51:48.899982Z","end":"2026-07-03T16:52:04.126632Z","steps":["trace[265551275] 'agreement among raft nodes before linearized reading' (duration: 15.226468561s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.126518Z","caller":"traceutil/trace.go:171","msg":"trace[939321835] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26593; }","duration":"15.094828346s","start":"2026-07-03T16:51:49.031671Z","end":"2026-07-03T16:52:04.1265Z","steps":["trace[939321835] 'agreement among raft nodes before linearized reading' (duration: 15.094733503s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:04.12671Z","caller":"traceutil/trace.go:171","msg":"trace[289684951] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26593; }","duration":"15.80407189s","start":"2026-07-03T16:51:48.322624Z","end":"2026-07-03T16:52:04.126696Z","steps":["trace[289684951] 'agreement among raft nodes before linearized reading' (duration: 15.803782203s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.126721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.878424Z","time spent":"18.24826074s","remote":"127.0.0.1:35832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.126746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:48.322606Z","time spent":"15.804129881s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.126748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.03165Z","time spent":"15.095084062s","remote":"127.0.0.1:60208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.126739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:48.899962Z","time spent":"15.226752077s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.126691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.21404Z","time spent":"18.912448325s","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.126556Z","caller":"traceutil/trace.go:171","msg":"trace[525308200] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26593; }","duration":"16.809993279s","start":"2026-07-03T16:51:47.31655Z","end":"2026-07-03T16:52:04.126543Z","steps":["trace[525308200] 'agreement among raft nodes before linearized reading' (duration: 16.809943327s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.126474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.454872661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:04.126906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:47.316536Z","time spent":"16.810357916s","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.126919Z","caller":"traceutil/trace.go:171","msg":"trace[1972579036] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26593; }","duration":"16.455363332s","start":"2026-07-03T16:51:47.671542Z","end":"2026-07-03T16:52:04.126905Z","steps":["trace[1972579036] 'agreement among raft nodes before linearized reading' (duration: 16.454884811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.12696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:47.671518Z","time spent":"16.455428743s","remote":"127.0.0.1:34260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:04.127402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.04667772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-q2p62\" ","response":"range_response_count:1 size:4052"} {"level":"warn","ts":"2026-07-03T16:52:04.12745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.750943809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:04.127538Z","caller":"traceutil/trace.go:171","msg":"trace[1359781534] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26593; }","duration":"18.75100822s","start":"2026-07-03T16:51:45.376466Z","end":"2026-07-03T16:52:04.127474Z","steps":["trace[1359781534] 'agreement among raft nodes before linearized reading' (duration: 18.749484324s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.127595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.376451Z","time spent":"18.751110633s","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:04.127468Z","caller":"traceutil/trace.go:171","msg":"trace[1190822312] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-q2p62; range_end:; response_count:1; response_revision:26593; }","duration":"19.047397227s","start":"2026-07-03T16:51:45.080054Z","end":"2026-07-03T16:52:04.127452Z","steps":["trace[1190822312] 'agreement among raft nodes before linearized reading' (duration: 19.046346832s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.128137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:45.080048Z","time spent":"19.048065163s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4073,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-q2p62\" "} {"level":"warn","ts":"2026-07-03T16:52:04.48876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205188999s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:04.524077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000197231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:04.524164Z","caller":"traceutil/trace.go:171","msg":"trace[134020897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345244s","start":"2026-07-03T16:52:02.523799Z","end":"2026-07-03T16:52:04.524145Z","steps":["trace[134020897] 'agreement among raft nodes before linearized reading' (duration: 2.000216981s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:04.524313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:02.523783Z","time spent":"2.000478938s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:06.524878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:06.524949Z","caller":"traceutil/trace.go:171","msg":"trace[57802901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004037s","start":"2026-07-03T16:52:04.52493Z","end":"2026-07-03T16:52:06.524934Z","steps":["trace[57802901] 'agreement among raft nodes before linearized reading' (duration: 1.999912555s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.524986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.524877Z","time spent":"2.000099409s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:06.758447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269407179s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"info","ts":"2026-07-03T16:52:06.758537Z","caller":"traceutil/trace.go:171","msg":"trace[860745917] linearizableReadLoop","detail":"{readStateIndex:27520; appliedIndex:27519; }","duration":"2.632603221s","start":"2026-07-03T16:52:04.125921Z","end":"2026-07-03T16:52:06.758524Z","steps":["trace[860745917] 'read index received' (duration: 363.06663ms)","trace[860745917] 'applied index is now lower than readState.Index' (duration: 2.269535761s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:06.758649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.826165875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.75871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.486226595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.758714Z","caller":"traceutil/trace.go:171","msg":"trace[1946944633] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26593; }","duration":"9.826248107s","start":"2026-07-03T16:51:56.93245Z","end":"2026-07-03T16:52:06.758698Z","steps":["trace[1946944633] 'agreement among raft nodes before linearized reading' (duration: 9.826129584s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:06.758731Z","caller":"traceutil/trace.go:171","msg":"trace[223239449] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:0; response_revision:26593; }","duration":"10.486274407s","start":"2026-07-03T16:51:56.27245Z","end":"2026-07-03T16:52:06.758725Z","steps":["trace[223239449] 'agreement among raft nodes before linearized reading' (duration: 10.486242596s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.758743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.932408Z","time spent":"9.826327839s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.758762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.272433Z","time spent":"10.486321787s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:52:06.75882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.433227309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:06.758877Z","caller":"traceutil/trace.go:171","msg":"trace[443158260] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26593; }","duration":"5.433330022s","start":"2026-07-03T16:52:01.325533Z","end":"2026-07-03T16:52:06.758863Z","steps":["trace[443158260] 'agreement among raft nodes before linearized reading' (duration: 5.43323183s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.758891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.692243123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.758907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:01.325512Z","time spent":"5.433388233s","remote":"127.0.0.1:38526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.758913Z","caller":"traceutil/trace.go:171","msg":"trace[1227089472] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26593; }","duration":"5.692301105s","start":"2026-07-03T16:52:01.066604Z","end":"2026-07-03T16:52:06.758905Z","steps":["trace[1227089472] 'agreement among raft nodes before linearized reading' (duration: 5.692265554s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.758932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.665054099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.75896Z","caller":"traceutil/trace.go:171","msg":"trace[66498482] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26593; }","duration":"10.66511121s","start":"2026-07-03T16:51:56.093842Z","end":"2026-07-03T16:52:06.758953Z","steps":["trace[66498482] 'agreement among raft nodes before linearized reading' (duration: 10.665066619s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.758973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.783333333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.758986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.093826Z","time spent":"10.665153121s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.758995Z","caller":"traceutil/trace.go:171","msg":"trace[1635760400] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26593; }","duration":"5.783388435s","start":"2026-07-03T16:52:00.975599Z","end":"2026-07-03T16:52:06.758987Z","steps":["trace[1635760400] 'agreement among raft nodes before linearized reading' (duration: 5.783354284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:00.975578Z","time spent":"5.783431125s","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.759076Z","caller":"traceutil/trace.go:171","msg":"trace[1524789123] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26593; }","duration":"3.47560224s","start":"2026-07-03T16:52:03.283461Z","end":"2026-07-03T16:52:06.759063Z","steps":["trace[1524789123] 'process raft request' (duration: 1.205511177s)","trace[1524789123] 'compare' (duration: 2.269353707s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:06.759114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.728661695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.759129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.648997146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.759142Z","caller":"traceutil/trace.go:171","msg":"trace[700829206] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26593; }","duration":"11.728723967s","start":"2026-07-03T16:51:55.03041Z","end":"2026-07-03T16:52:06.759134Z","steps":["trace[700829206] 'agreement among raft nodes before linearized reading' (duration: 11.728679676s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238201069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.759173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:55.030391Z","time spent":"11.728777158s","remote":"127.0.0.1:46724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.759181Z","caller":"traceutil/trace.go:171","msg":"trace[1083067982] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26593; }","duration":"6.238265051s","start":"2026-07-03T16:52:00.520906Z","end":"2026-07-03T16:52:06.759171Z","steps":["trace[1083067982] 'agreement among raft nodes before linearized reading' (duration: 6.23822641s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720921668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.759194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.699345418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.759203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:00.520886Z","time spent":"6.238311431s","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.758677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.338581055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.759233Z","caller":"traceutil/trace.go:171","msg":"trace[742915940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26593; }","duration":"10.339189909s","start":"2026-07-03T16:51:56.420038Z","end":"2026-07-03T16:52:06.759228Z","steps":["trace[742915940] 'agreement among raft nodes before linearized reading' (duration: 10.338603006s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72322462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:06.759259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:56.420012Z","time spent":"10.33924065s","remote":"127.0.0.1:46804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.759289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875382537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.759311Z","caller":"traceutil/trace.go:171","msg":"trace[1359149816] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26593; }","duration":"3.875441189s","start":"2026-07-03T16:52:02.883865Z","end":"2026-07-03T16:52:06.759306Z","steps":["trace[1359149816] 'agreement among raft nodes before linearized reading' (duration: 3.875410518s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:02.883844Z","time spent":"3.87547851s","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.759149Z","caller":"traceutil/trace.go:171","msg":"trace[864023878] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26593; }","duration":"8.649079047s","start":"2026-07-03T16:51:58.110064Z","end":"2026-07-03T16:52:06.759143Z","steps":["trace[864023878] 'agreement among raft nodes before linearized reading' (duration: 8.649044886s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.110042Z","time spent":"8.649334923s","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.759416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.392760362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.759447Z","caller":"traceutil/trace.go:171","msg":"trace[114516449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26593; }","duration":"7.392826764s","start":"2026-07-03T16:51:59.366608Z","end":"2026-07-03T16:52:06.759435Z","steps":["trace[114516449] 'agreement among raft nodes before linearized reading' (duration: 7.392792173s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:06.759263Z","caller":"traceutil/trace.go:171","msg":"trace[1684369988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26593; }","duration":"2.723282652s","start":"2026-07-03T16:52:04.035975Z","end":"2026-07-03T16:52:06.759257Z","steps":["trace[1684369988] 'agreement among raft nodes before linearized reading' (duration: 2.723250421s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.75947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:59.366576Z","time spent":"7.392888354s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.759486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.035957Z","time spent":"2.723522747s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.759477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.893042748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.759563Z","caller":"traceutil/trace.go:171","msg":"trace[191656666] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26593; }","duration":"8.893179671s","start":"2026-07-03T16:51:57.86636Z","end":"2026-07-03T16:52:06.75954Z","steps":["trace[191656666] 'agreement among raft nodes before linearized reading' (duration: 8.892804053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.468886964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:06.759616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.866338Z","time spent":"8.893266723s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.759634Z","caller":"traceutil/trace.go:171","msg":"trace[467372289] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26593; }","duration":"8.468947585s","start":"2026-07-03T16:51:58.29068Z","end":"2026-07-03T16:52:06.759628Z","steps":["trace[467372289] 'agreement among raft nodes before linearized reading' (duration: 8.468911124s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:06.759211Z","caller":"traceutil/trace.go:171","msg":"trace[1042755405] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26593; }","duration":"2.72098588s","start":"2026-07-03T16:52:04.038218Z","end":"2026-07-03T16:52:06.759204Z","steps":["trace[1042755405] 'agreement among raft nodes before linearized reading' (duration: 2.720943929s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.29066Z","time spent":"8.468988736s","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.759387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.28403877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:52:06.759685Z","caller":"traceutil/trace.go:171","msg":"trace[384293723] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26593; }","duration":"7.284363056s","start":"2026-07-03T16:51:59.475315Z","end":"2026-07-03T16:52:06.759678Z","steps":["trace[384293723] 'agreement among raft nodes before linearized reading' (duration: 7.283992928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.75968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.038193Z","time spent":"2.72146671s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.759713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:59.475298Z","time spent":"7.284408658s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-03T16:52:06.759212Z","caller":"traceutil/trace.go:171","msg":"trace[411007535] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26593; }","duration":"9.699363029s","start":"2026-07-03T16:51:57.059844Z","end":"2026-07-03T16:52:06.759207Z","steps":["trace[411007535] 'agreement among raft nodes before linearized reading' (duration: 9.699330438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:57.059827Z","time spent":"9.699923762s","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.759577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.431309076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.759867Z","caller":"traceutil/trace.go:171","msg":"trace[691682208] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26593; }","duration":"8.431635303s","start":"2026-07-03T16:51:58.328217Z","end":"2026-07-03T16:52:06.759853Z","steps":["trace[691682208] 'agreement among raft nodes before linearized reading' (duration: 8.431342397s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.842572803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.759939Z","caller":"traceutil/trace.go:171","msg":"trace[1260659706] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26593; }","duration":"16.842654255s","start":"2026-07-03T16:51:49.917273Z","end":"2026-07-03T16:52:06.759927Z","steps":["trace[1260659706] 'agreement among raft nodes before linearized reading' (duration: 16.842586243s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.917255Z","time spent":"16.842707206s","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.759982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.108190331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.760005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.111109487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.76003Z","caller":"traceutil/trace.go:171","msg":"trace[1531381231] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26593; }","duration":"15.111169369s","start":"2026-07-03T16:51:51.648852Z","end":"2026-07-03T16:52:06.760022Z","steps":["trace[1531381231] 'agreement among raft nodes before linearized reading' (duration: 15.111127308s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:51.648831Z","time spent":"15.111221741s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.760069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.584760736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.760078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.916186173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.760092Z","caller":"traceutil/trace.go:171","msg":"trace[176171529] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26593; }","duration":"13.584824167s","start":"2026-07-03T16:51:53.175261Z","end":"2026-07-03T16:52:06.760086Z","steps":["trace[176171529] 'agreement among raft nodes before linearized reading' (duration: 13.584782466s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.76008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.395364948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.760112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:53.175241Z","time spent":"13.584865899s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.76012Z","caller":"traceutil/trace.go:171","msg":"trace[1196773919] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26593; }","duration":"15.39545613s","start":"2026-07-03T16:51:51.364654Z","end":"2026-07-03T16:52:06.760111Z","steps":["trace[1196773919] 'agreement among raft nodes before linearized reading' (duration: 15.395392149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.179327018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.76003Z","caller":"traceutil/trace.go:171","msg":"trace[300484033] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26593; }","duration":"15.108278514s","start":"2026-07-03T16:51:51.651737Z","end":"2026-07-03T16:52:06.760016Z","steps":["trace[300484033] 'agreement among raft nodes before linearized reading' (duration: 15.108181452s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.76015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:51.364642Z","time spent":"15.395497661s","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.760164Z","caller":"traceutil/trace.go:171","msg":"trace[1873550572] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26593; }","duration":"16.17939606s","start":"2026-07-03T16:51:50.580759Z","end":"2026-07-03T16:52:06.760155Z","steps":["trace[1873550572] 'agreement among raft nodes before linearized reading' (duration: 16.179341089s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.425255081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-07-03T16:52:06.760193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.194197791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18bed5af5f19e8b9\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-03T16:52:06.760209Z","caller":"traceutil/trace.go:171","msg":"trace[337664742] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26593; }","duration":"15.425329843s","start":"2026-07-03T16:51:51.334865Z","end":"2026-07-03T16:52:06.760195Z","steps":["trace[337664742] 'agreement among raft nodes before linearized reading' (duration: 15.425085167s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.310036294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.760112Z","caller":"traceutil/trace.go:171","msg":"trace[1309597515] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26593; }","duration":"13.916254875s","start":"2026-07-03T16:51:52.843848Z","end":"2026-07-03T16:52:06.760103Z","steps":["trace[1309597515] 'agreement among raft nodes before linearized reading' (duration: 13.916200944s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:51.334846Z","time spent":"15.425397834s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418345,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T16:52:06.759112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.617839054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.759146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:03.283436Z","time spent":"3.475663151s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:06.760177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:51.65173Z","time spent":"15.108436217s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.760277Z","caller":"traceutil/trace.go:171","msg":"trace[1104312668] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26593; }","duration":"16.310109475s","start":"2026-07-03T16:51:50.450155Z","end":"2026-07-03T16:52:06.760265Z","steps":["trace[1104312668] 'agreement among raft nodes before linearized reading' (duration: 16.310057644s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.278170079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:06.760311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.450134Z","time spent":"16.310165816s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.760323Z","caller":"traceutil/trace.go:171","msg":"trace[1932266820] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26593; }","duration":"17.278243411s","start":"2026-07-03T16:51:49.482073Z","end":"2026-07-03T16:52:06.760317Z","steps":["trace[1932266820] 'agreement among raft nodes before linearized reading' (duration: 17.278194279s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.485451072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-03T16:52:06.760343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.482048Z","time spent":"17.278290091s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.758932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:01.066586Z","time spent":"5.692341855s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.760224Z","caller":"traceutil/trace.go:171","msg":"trace[2118435092] range","detail":"{range_begin:/registry/events/openstack/container-infra.18bed5af5f19e8b9; range_end:; response_count:1; response_revision:26593; }","duration":"14.194254763s","start":"2026-07-03T16:51:52.565962Z","end":"2026-07-03T16:52:06.760216Z","steps":["trace[2118435092] 'agreement among raft nodes before linearized reading' (duration: 14.194164501s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.759908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.328197Z","time spent":"8.431699005s","remote":"127.0.0.1:46836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.760375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:52.565948Z","time spent":"14.194422027s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":716,"request content":"key:\"/registry/events/openstack/container-infra.18bed5af5f19e8b9\" "} {"level":"warn","ts":"2026-07-03T16:52:06.76038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.326718248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.760391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.412934985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.760197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:50.580741Z","time spent":"16.179447042s","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.760403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.486448975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-03T16:52:06.760424Z","caller":"traceutil/trace.go:171","msg":"trace[1220100376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26593; }","duration":"17.412988757s","start":"2026-07-03T16:51:49.347429Z","end":"2026-07-03T16:52:06.760417Z","steps":["trace[1220100376] 'agreement among raft nodes before linearized reading' (duration: 17.412938476s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:06.760433Z","caller":"traceutil/trace.go:171","msg":"trace[1215225807] range","detail":"{range_begin:/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553; range_end:; response_count:1; response_revision:26593; }","duration":"17.486505986s","start":"2026-07-03T16:51:49.273919Z","end":"2026-07-03T16:52:06.760425Z","steps":["trace[1215225807] 'agreement among raft nodes before linearized reading' (duration: 17.486422744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.76045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.347417Z","time spent":"17.413026877s","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.760457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.273903Z","time spent":"17.486547238s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" "} {"level":"warn","ts":"2026-07-03T16:52:06.760467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.843067944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:06.760498Z","caller":"traceutil/trace.go:171","msg":"trace[2019775949] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26593; }","duration":"16.843134875s","start":"2026-07-03T16:51:49.917353Z","end":"2026-07-03T16:52:06.760487Z","steps":["trace[2019775949] 'agreement among raft nodes before linearized reading' (duration: 16.843091164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.863398904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:06.76052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.917333Z","time spent":"16.843182097s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.760351Z","caller":"traceutil/trace.go:171","msg":"trace[361800848] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26593; }","duration":"17.485487332s","start":"2026-07-03T16:51:49.274857Z","end":"2026-07-03T16:52:06.760344Z","steps":["trace[361800848] 'agreement among raft nodes before linearized reading' (duration: 17.485416731s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:06.760537Z","caller":"traceutil/trace.go:171","msg":"trace[1650932748] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26593; }","duration":"12.863744822s","start":"2026-07-03T16:51:53.896779Z","end":"2026-07-03T16:52:06.760524Z","steps":["trace[1650932748] 'agreement among raft nodes before linearized reading' (duration: 12.863426685s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.27485Z","time spent":"17.485708988s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:06.76058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:53.896757Z","time spent":"12.863807804s","remote":"127.0.0.1:48128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:06.760597Z","caller":"traceutil/trace.go:171","msg":"trace[1705833839] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26593; }","duration":"8.619353169s","start":"2026-07-03T16:51:58.141233Z","end":"2026-07-03T16:52:06.760586Z","steps":["trace[1705833839] 'agreement among raft nodes before linearized reading' (duration: 8.617847514s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:06.7604Z","caller":"traceutil/trace.go:171","msg":"trace[447773471] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26593; }","duration":"17.326741558s","start":"2026-07-03T16:51:49.433654Z","end":"2026-07-03T16:52:06.760396Z","steps":["trace[447773471] 'agreement among raft nodes before linearized reading' (duration: 17.326709548s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:58.141217Z","time spent":"8.61940535s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.760275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:52.843825Z","time spent":"13.91644425s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.76066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.433597Z","time spent":"17.327054896s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.76026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.740212561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:52:06.760718Z","caller":"traceutil/trace.go:171","msg":"trace[1374676819] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26593; }","duration":"12.740707913s","start":"2026-07-03T16:51:54.02Z","end":"2026-07-03T16:52:06.760708Z","steps":["trace[1374676819] 'agreement among raft nodes before linearized reading' (duration: 12.7392583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:54.019968Z","time spent":"12.740775225s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2664,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.760541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.490265122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-03T16:52:06.76025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.562997949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:06.760806Z","caller":"traceutil/trace.go:171","msg":"trace[1318063166] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:26593; }","duration":"17.490541969s","start":"2026-07-03T16:51:49.270253Z","end":"2026-07-03T16:52:06.760794Z","steps":["trace[1318063166] 'agreement among raft nodes before linearized reading' (duration: 17.490213191s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:06.760814Z","caller":"traceutil/trace.go:171","msg":"trace[1195362024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26593; }","duration":"13.563559003s","start":"2026-07-03T16:51:53.197248Z","end":"2026-07-03T16:52:06.760807Z","steps":["trace[1195362024] 'agreement among raft nodes before linearized reading' (duration: 13.562988979s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:06.760851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:53.19719Z","time spent":"13.563651194s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:06.760852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:51:49.270242Z","time spent":"17.49059839s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"warn","ts":"2026-07-03T16:52:07.258925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:07.760047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:07.833829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.344867555s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:52:07.834669Z","caller":"traceutil/trace.go:171","msg":"trace[1905293901] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"3.700616688s","start":"2026-07-03T16:52:04.134019Z","end":"2026-07-03T16:52:07.834635Z","steps":["trace[1905293901] 'process raft request' (duration: 3.700338841s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:07.834871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.134003Z","time spent":"3.700750931s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:07.834894Z","caller":"traceutil/trace.go:171","msg":"trace[869014550] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"3.560330915s","start":"2026-07-03T16:52:04.274522Z","end":"2026-07-03T16:52:07.834853Z","steps":["trace[869014550] 'process raft request' (duration: 3.560037158s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:07.835247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.274502Z","time spent":"3.560464088s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:08.531307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:08.531397Z","caller":"traceutil/trace.go:171","msg":"trace[109795967] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455897s","start":"2026-07-03T16:52:06.530917Z","end":"2026-07-03T16:52:08.531373Z","steps":["trace[109795967] 'agreement among raft nodes before linearized reading' (duration: 2.000342185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:08.531455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.5309Z","time spent":"2.00054493s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:10.531637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:10.531733Z","caller":"traceutil/trace.go:171","msg":"trace[738079804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188842s","start":"2026-07-03T16:52:08.531525Z","end":"2026-07-03T16:52:10.531713Z","steps":["trace[738079804] 'agreement among raft nodes before linearized reading' (duration: 2.000061009s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:10.531783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:08.531506Z","time spent":"2.000266463s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:11.99649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.158397261s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:52:11.997669Z","caller":"traceutil/trace.go:171","msg":"trace[1117959327] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"5.233226643s","start":"2026-07-03T16:52:06.764408Z","end":"2026-07-03T16:52:11.997635Z","steps":["trace[1117959327] 'process raft request' (duration: 5.232874325s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:11.99778Z","caller":"traceutil/trace.go:171","msg":"trace[2122639097] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"5.233247333s","start":"2026-07-03T16:52:06.764491Z","end":"2026-07-03T16:52:11.997738Z","steps":["trace[2122639097] 'process raft request' (duration: 5.233032429s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.997855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.764389Z","time spent":"5.233355716s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:11.997853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.76516Z","time spent":"5.232684801s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:11.997952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.764484Z","time spent":"5.233372306s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:11.998251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.25484239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:11.998298Z","caller":"traceutil/trace.go:171","msg":"trace[1679567329] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:26598; }","duration":"6.254941102s","start":"2026-07-03T16:52:05.743342Z","end":"2026-07-03T16:52:11.998284Z","steps":["trace[1679567329] 'agreement among raft nodes before linearized reading' (duration: 6.25484535s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.998333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:05.743322Z","time spent":"6.255002544s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:11.998354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.248624621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:11.998392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377329393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:11.998451Z","caller":"traceutil/trace.go:171","msg":"trace[71153611] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26598; }","duration":"5.377424684s","start":"2026-07-03T16:52:06.621011Z","end":"2026-07-03T16:52:11.998436Z","steps":["trace[71153611] 'agreement among raft nodes before linearized reading' (duration: 5.377325702s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:11.998452Z","caller":"traceutil/trace.go:171","msg":"trace[1217550902] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"4.881285516s","start":"2026-07-03T16:52:07.117144Z","end":"2026-07-03T16:52:11.99843Z","steps":["trace[1217550902] 'process raft request' (duration: 4.880672582s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.99853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.620991Z","time spent":"5.377508777s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:11.998603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.084261875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:52:11.99863Z","caller":"traceutil/trace.go:171","msg":"trace[19156426] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26598; }","duration":"6.084287785s","start":"2026-07-03T16:52:05.914336Z","end":"2026-07-03T16:52:11.998624Z","steps":["trace[19156426] 'agreement among raft nodes before linearized reading' (duration: 6.084155092s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.998649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:05.914267Z","time spent":"6.084378248s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:52:11.998647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197347421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:52:11.998645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:07.117115Z","time spent":"4.881421369s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:11.99868Z","caller":"traceutil/trace.go:171","msg":"trace[1624608800] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26598; }","duration":"7.197404431s","start":"2026-07-03T16:52:04.801267Z","end":"2026-07-03T16:52:11.998672Z","steps":["trace[1624608800] 'agreement among raft nodes before linearized reading' (duration: 7.197211127s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:11.99841Z","caller":"traceutil/trace.go:171","msg":"trace[876400562] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26598; }","duration":"7.248691362s","start":"2026-07-03T16:52:04.749701Z","end":"2026-07-03T16:52:11.998392Z","steps":["trace[876400562] 'agreement among raft nodes before linearized reading' (duration: 7.24860413s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.998725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.801252Z","time spent":"7.197463762s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:11.998761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.749693Z","time spent":"7.24905204s","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:11.998477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.522959928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:11.998915Z","caller":"traceutil/trace.go:171","msg":"trace[724266877] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26598; }","duration":"5.523423429s","start":"2026-07-03T16:52:06.475483Z","end":"2026-07-03T16:52:11.998906Z","steps":["trace[724266877] 'agreement among raft nodes before linearized reading' (duration: 5.522956958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.998861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.281596074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:11.998979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.294020177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:11.998998Z","caller":"traceutil/trace.go:171","msg":"trace[205847434] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26598; }","duration":"7.294099959s","start":"2026-07-03T16:52:04.704891Z","end":"2026-07-03T16:52:11.998991Z","steps":["trace[205847434] 'agreement among raft nodes before linearized reading' (duration: 7.294064558s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.998459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.07691847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:11.999019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.704867Z","time spent":"7.29414802s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:11.999049Z","caller":"traceutil/trace.go:171","msg":"trace[1378791414] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26598; }","duration":"7.077543395s","start":"2026-07-03T16:52:04.921494Z","end":"2026-07-03T16:52:11.999038Z","steps":["trace[1378791414] 'agreement among raft nodes before linearized reading' (duration: 7.076937051s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.999085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.921474Z","time spent":"7.077598805s","remote":"127.0.0.1:46922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:11.998941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.475468Z","time spent":"5.523464999s","remote":"127.0.0.1:38558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:11.999076Z","caller":"traceutil/trace.go:171","msg":"trace[420454392] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26598; }","duration":"7.281907921s","start":"2026-07-03T16:52:04.717082Z","end":"2026-07-03T16:52:11.99899Z","steps":["trace[420454392] 'agreement among raft nodes before linearized reading' (duration: 7.28145533s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.999318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.820350326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:52:11.999358Z","caller":"traceutil/trace.go:171","msg":"trace[1496025119] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26598; }","duration":"7.820430928s","start":"2026-07-03T16:52:04.178916Z","end":"2026-07-03T16:52:11.999347Z","steps":["trace[1496025119] 'agreement among raft nodes before linearized reading' (duration: 7.820282734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:11.999364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.717062Z","time spent":"7.282283601s","remote":"127.0.0.1:48176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:11.999389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:04.178898Z","time spent":"7.820485409s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-03T16:52:11.999493Z","caller":"traceutil/trace.go:171","msg":"trace[1162446577] linearizableReadLoop","detail":"{readStateIndex:27526; appliedIndex:27520; }","duration":"5.239526286s","start":"2026-07-03T16:52:06.758556Z","end":"2026-07-03T16:52:11.998082Z","steps":["trace[1162446577] 'read index received' (duration: 1.075767834s)","trace[1162446577] 'applied index is now lower than readState.Index' (duration: 4.163757732s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:12.500609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:12.540091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:12.540184Z","caller":"traceutil/trace.go:171","msg":"trace[78590807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403436s","start":"2026-07-03T16:52:10.539751Z","end":"2026-07-03T16:52:12.540155Z","steps":["trace[78590807] 'agreement among raft nodes before linearized reading' (duration: 2.000288954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:12.540234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:10.539735Z","time spent":"2.000488868s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:13.001793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:13.502364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:14.003097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:14.503796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:14.540422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:14.540488Z","caller":"traceutil/trace.go:171","msg":"trace[1661514867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00016157s","start":"2026-07-03T16:52:12.54031Z","end":"2026-07-03T16:52:14.540472Z","steps":["trace[1661514867] 'agreement among raft nodes before linearized reading' (duration: 2.000070388s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:14.540524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.540292Z","time spent":"2.000224452s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:14.853442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.937777236s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:16.134714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:09.134171Z","time spent":"7.000536275s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:16.471075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:14.620288Z","time spent":"1.850781389s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:16.473058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619323345s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:16.473448Z","caller":"traceutil/trace.go:171","msg":"trace[1166030038] linearizableReadLoop","detail":"{readStateIndex:27529; appliedIndex:27526; }","duration":"4.473859743s","start":"2026-07-03T16:52:11.999568Z","end":"2026-07-03T16:52:16.473427Z","steps":["trace[1166030038] 'read index received' (duration: 2.854073168s)","trace[1166030038] 'applied index is now lower than readState.Index' (duration: 1.619785015s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:16.473589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.696679284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:16.473636Z","caller":"traceutil/trace.go:171","msg":"trace[300742521] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26601; }","duration":"8.696778807s","start":"2026-07-03T16:52:07.776844Z","end":"2026-07-03T16:52:16.473622Z","steps":["trace[300742521] 'agreement among raft nodes before linearized reading' (duration: 8.696687255s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.473677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:07.776828Z","time spent":"8.696837338s","remote":"127.0.0.1:52814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:16.473778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.705740595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-07-03T16:52:16.473775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.789712269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:16.473788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.739893101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:16.473814Z","caller":"traceutil/trace.go:171","msg":"trace[484304464] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26601; }","duration":"9.705784846s","start":"2026-07-03T16:52:06.76802Z","end":"2026-07-03T16:52:16.473805Z","steps":["trace[484304464] 'agreement among raft nodes before linearized reading' (duration: 9.705679854s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:16.473823Z","caller":"traceutil/trace.go:171","msg":"trace[627176013] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26601; }","duration":"8.789828581s","start":"2026-07-03T16:52:07.683983Z","end":"2026-07-03T16:52:16.473811Z","steps":["trace[627176013] 'agreement among raft nodes before linearized reading' (duration: 8.789734089s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:16.473835Z","caller":"traceutil/trace.go:171","msg":"trace[957016757] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26601; }","duration":"8.739971472s","start":"2026-07-03T16:52:07.733847Z","end":"2026-07-03T16:52:16.473819Z","steps":["trace[957016757] 'agreement among raft nodes before linearized reading' (duration: 8.7398812s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.473859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:07.683955Z","time spent":"8.789898133s","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:16.473862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.522809027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:16.473873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:07.733834Z","time spent":"8.740029554s","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:16.473898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.706262047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-03T16:52:16.473939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.706254327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-03T16:52:16.473833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.768014Z","time spent":"9.705814306s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-03T16:52:16.473969Z","caller":"traceutil/trace.go:171","msg":"trace[168146540] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26601; }","duration":"9.706288737s","start":"2026-07-03T16:52:06.767674Z","end":"2026-07-03T16:52:16.473963Z","steps":["trace[168146540] 'agreement among raft nodes before linearized reading' (duration: 9.706226376s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.473984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.767671Z","time spent":"9.706309678s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1871,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-03T16:52:16.473885Z","caller":"traceutil/trace.go:171","msg":"trace[1648384156] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26601; }","duration":"9.522830409s","start":"2026-07-03T16:52:06.951048Z","end":"2026-07-03T16:52:16.473878Z","steps":["trace[1648384156] 'agreement among raft nodes before linearized reading' (duration: 9.522795728s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.474101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.628706302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-k4p4w\" ","response":"range_response_count:1 size:5377"} {"level":"warn","ts":"2026-07-03T16:52:16.47427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.181208114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:16.474246Z","caller":"traceutil/trace.go:171","msg":"trace[1869987566] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-k4p4w; range_end:; response_count:1; response_revision:26601; }","duration":"8.628930257s","start":"2026-07-03T16:52:07.845274Z","end":"2026-07-03T16:52:16.474204Z","steps":["trace[1869987566] 'agreement among raft nodes before linearized reading' (duration: 8.62817333s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:16.474333Z","caller":"traceutil/trace.go:171","msg":"trace[1564392403] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"4.474820234s","start":"2026-07-03T16:52:11.999489Z","end":"2026-07-03T16:52:16.474309Z","steps":["trace[1564392403] 'process raft request' (duration: 4.473647628s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:16.474381Z","caller":"traceutil/trace.go:171","msg":"trace[1795871034] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"4.467895187s","start":"2026-07-03T16:52:12.006478Z","end":"2026-07-03T16:52:16.474373Z","steps":["trace[1795871034] 'process raft request' (duration: 4.466878354s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.474363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:07.84525Z","time spent":"8.629075921s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5398,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-k4p4w\" "} {"level":"warn","ts":"2026-07-03T16:52:16.474414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.973078132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:16.47443Z","caller":"traceutil/trace.go:171","msg":"trace[2002192259] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26601; }","duration":"4.973138533s","start":"2026-07-03T16:52:11.501286Z","end":"2026-07-03T16:52:16.474424Z","steps":["trace[2002192259] 'agreement among raft nodes before linearized reading' (duration: 4.973112922s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.474441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.006466Z","time spent":"4.467941027s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:16.474448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.501259Z","time spent":"4.973185114s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:16.474387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.999471Z","time spent":"4.474879066s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:16.474159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.951002Z","time spent":"9.523149647s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:16.474294Z","caller":"traceutil/trace.go:171","msg":"trace[1935980507] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26601; }","duration":"5.181232925s","start":"2026-07-03T16:52:11.293055Z","end":"2026-07-03T16:52:16.474288Z","steps":["trace[1935980507] 'agreement among raft nodes before linearized reading' (duration: 5.181191724s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.474692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:11.293012Z","time spent":"5.181673935s","remote":"127.0.0.1:40956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:16.473978Z","caller":"traceutil/trace.go:171","msg":"trace[1777596107] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26601; }","duration":"9.706362109s","start":"2026-07-03T16:52:06.767598Z","end":"2026-07-03T16:52:16.47396Z","steps":["trace[1777596107] 'agreement among raft nodes before linearized reading' (duration: 9.706144755s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.474706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.395866166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:16.474742Z","caller":"traceutil/trace.go:171","msg":"trace[1245966896] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26601; }","duration":"8.395935197s","start":"2026-07-03T16:52:08.078796Z","end":"2026-07-03T16:52:16.474731Z","steps":["trace[1245966896] 'agreement among raft nodes before linearized reading' (duration: 8.395875585s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.474762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.767591Z","time spent":"9.707161927s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:52:16.474783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:08.078777Z","time spent":"8.395996189s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:16.474951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.595004043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:16.474987Z","caller":"traceutil/trace.go:171","msg":"trace[399205988] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26601; }","duration":"5.595077904s","start":"2026-07-03T16:52:10.8799Z","end":"2026-07-03T16:52:16.474978Z","steps":["trace[399205988] 'agreement among raft nodes before linearized reading' (duration: 5.595020063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.473878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.715111529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:16.475016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:10.87988Z","time spent":"5.595127615s","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:16.475029Z","caller":"traceutil/trace.go:171","msg":"trace[1578269911] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26601; }","duration":"9.716293975s","start":"2026-07-03T16:52:06.758728Z","end":"2026-07-03T16:52:16.475022Z","steps":["trace[1578269911] 'agreement among raft nodes before linearized reading' (duration: 9.715118209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.475049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:06.758714Z","time spent":"9.716327817s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:16.476653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948203127s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:16.476746Z","caller":"traceutil/trace.go:171","msg":"trace[2112906087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26598; }","duration":"2.953375425s","start":"2026-07-03T16:52:13.523358Z","end":"2026-07-03T16:52:16.476733Z","steps":["trace[2112906087] 'range keys from in-memory index tree' (duration: 2.948184866s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.479471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.345342068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:16.479507Z","caller":"traceutil/trace.go:171","msg":"trace[1236369295] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26601; }","duration":"7.345603644s","start":"2026-07-03T16:52:09.133895Z","end":"2026-07-03T16:52:16.479499Z","steps":["trace[1236369295] 'agreement among raft nodes before linearized reading' (duration: 7.341171282s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.479525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:09.133868Z","time spent":"7.345652775s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:16.547348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000352615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:16.547413Z","caller":"traceutil/trace.go:171","msg":"trace[2070116763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445856s","start":"2026-07-03T16:52:14.546952Z","end":"2026-07-03T16:52:16.547398Z","steps":["trace[2070116763] 'agreement among raft nodes before linearized reading' (duration: 2.000375635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:16.547747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:14.54694Z","time spent":"2.000708373s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:16.974268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:17.475017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:17.975111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:18.476869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:18.547721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:18.547784Z","caller":"traceutil/trace.go:171","msg":"trace[513928952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225362s","start":"2026-07-03T16:52:16.547544Z","end":"2026-07-03T16:52:18.54777Z","steps":["trace[513928952] 'agreement among raft nodes before linearized reading' (duration: 2.000145861s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:18.547819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:16.547524Z","time spent":"2.000288143s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:18.749646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.483901879s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:20.556366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:20.556473Z","caller":"traceutil/trace.go:171","msg":"trace[1001943787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060374s","start":"2026-07-03T16:52:18.555844Z","end":"2026-07-03T16:52:20.556448Z","steps":["trace[1001943787] 'agreement among raft nodes before linearized reading' (duration: 2.000468607s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:20.55654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:18.555832Z","time spent":"2.000695182s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:20.877499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.127663472s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:21.871546Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f28b106ecbe","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T16:52:22.557193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:22.557297Z","caller":"traceutil/trace.go:171","msg":"trace[736815524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191301s","start":"2026-07-03T16:52:20.557072Z","end":"2026-07-03T16:52:22.557264Z","steps":["trace[736815524] 'agreement among raft nodes before linearized reading' (duration: 2.000078039s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.557346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.557051Z","time spent":"2.000284813s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:22.625533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005479478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:22.625598Z","caller":"traceutil/trace.go:171","msg":"trace[1890928142] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.005588061s","start":"2026-07-03T16:52:12.619995Z","end":"2026-07-03T16:52:22.625583Z","steps":["trace[1890928142] 'agreement among raft nodes before linearized reading' (duration: 10.005512629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.625649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.619975Z","time spent":"10.005663783s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/03 16:52:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:22.645056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:22.645111Z","caller":"traceutil/trace.go:171","msg":"trace[1860043332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104739s","start":"2026-07-03T16:52:20.644995Z","end":"2026-07-03T16:52:22.6451Z","steps":["trace[1860043332] 'agreement among raft nodes before linearized reading' (duration: 2.000043938s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:22.645171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:20.644968Z","time spent":"2.000195421s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:23.161552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411591611s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:52:23.162831Z","caller":"traceutil/trace.go:171","msg":"trace[1839431066] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"6.671123584s","start":"2026-07-03T16:52:16.491688Z","end":"2026-07-03T16:52:23.162811Z","steps":["trace[1839431066] 'process raft request' (duration: 6.669962947s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:23.162957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:16.491673Z","time spent":"6.671209726s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:23.492756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:16.491701Z","time spent":"7.001047528s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:24.524371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288499881s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:24.565101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:24.565165Z","caller":"traceutil/trace.go:171","msg":"trace[230113696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000284943s","start":"2026-07-03T16:52:22.564867Z","end":"2026-07-03T16:52:24.565151Z","steps":["trace[230113696] 'agreement among raft nodes before linearized reading' (duration: 2.000200991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.565199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.564834Z","time spent":"2.000358915s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:24.694974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171123602s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.695116Z","caller":"traceutil/trace.go:171","msg":"trace[1145259650] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26602; }","duration":"1.171275825s","start":"2026-07-03T16:52:23.523808Z","end":"2026-07-03T16:52:24.695083Z","steps":["trace[1145259650] 'range keys from in-memory index tree' (duration: 1.171101771s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.696464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533577826s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:24.69819Z","caller":"traceutil/trace.go:171","msg":"trace[231809530] linearizableReadLoop","detail":"{readStateIndex:27532; appliedIndex:27529; }","duration":"8.224617146s","start":"2026-07-03T16:52:16.473506Z","end":"2026-07-03T16:52:24.698123Z","steps":["trace[231809530] 'read index received' (duration: 2.276432568s)","trace[231809530] 'applied index is now lower than readState.Index' (duration: 5.947769017s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:24.698745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.655246488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-03T16:52:24.698874Z","caller":"traceutil/trace.go:171","msg":"trace[1497240211] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26603; }","duration":"11.655400681s","start":"2026-07-03T16:52:13.043426Z","end":"2026-07-03T16:52:24.698826Z","steps":["trace[1497240211] 'agreement among raft nodes before linearized reading' (duration: 11.654649485s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.698944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:13.043403Z","time spent":"11.655522875s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18374,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:52:24.69926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.085732807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.69931Z","caller":"traceutil/trace.go:171","msg":"trace[2008860947] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26604; }","duration":"12.085821099s","start":"2026-07-03T16:52:12.613469Z","end":"2026-07-03T16:52:24.69929Z","steps":["trace[2008860947] 'agreement among raft nodes before linearized reading' (duration: 12.085320258s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.699346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.613447Z","time spent":"12.0858908s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:24.699477Z","caller":"traceutil/trace.go:171","msg":"trace[523411743] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"2.928384625s","start":"2026-07-03T16:52:21.771074Z","end":"2026-07-03T16:52:24.699458Z","steps":["trace[523411743] 'process raft request' (duration: 2.926531472s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.699586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:21.771047Z","time spent":"2.928476546s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:24.7Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.155937116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.700062Z","caller":"traceutil/trace.go:171","msg":"trace[1011119737] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"1.858876264s","start":"2026-07-03T16:52:22.841157Z","end":"2026-07-03T16:52:24.700034Z","steps":["trace[1011119737] 'process raft request' (duration: 1.857703117s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.700123Z","caller":"traceutil/trace.go:171","msg":"trace[1855596348] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26605; }","duration":"11.15608046s","start":"2026-07-03T16:52:13.544003Z","end":"2026-07-03T16:52:24.700084Z","steps":["trace[1855596348] 'agreement among raft nodes before linearized reading' (duration: 11.155591769s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.700155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.639961905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:24.700179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.697056246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:52:24.70021Z","caller":"traceutil/trace.go:171","msg":"trace[422824292] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26605; }","duration":"10.640045717s","start":"2026-07-03T16:52:14.060141Z","end":"2026-07-03T16:52:24.700187Z","steps":["trace[422824292] 'agreement among raft nodes before linearized reading' (duration: 10.638867711s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.700224Z","caller":"traceutil/trace.go:171","msg":"trace[1494374685] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26605; }","duration":"12.697118617s","start":"2026-07-03T16:52:12.00309Z","end":"2026-07-03T16:52:24.700209Z","steps":["trace[1494374685] 'agreement among raft nodes before linearized reading' (duration: 12.697004594s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.700248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.003078Z","time spent":"12.697163888s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T16:52:24.700175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:13.543983Z","time spent":"11.156182112s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.700265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:14.060121Z","time spent":"10.640114768s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.700323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.562370727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-03T16:52:24.700366Z","caller":"traceutil/trace.go:171","msg":"trace[1699416618] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26605; }","duration":"8.562444009s","start":"2026-07-03T16:52:16.137913Z","end":"2026-07-03T16:52:24.700357Z","steps":["trace[1699416618] 'agreement among raft nodes before linearized reading' (duration: 8.561515528s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.700398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:16.137898Z","time spent":"8.56249182s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":665,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:52:24.700864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.69767521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18bed5b063a2cf62\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-07-03T16:52:24.700132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.841128Z","time spent":"1.858965956s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:24.700904Z","caller":"traceutil/trace.go:171","msg":"trace[12197667] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18bed5b063a2cf62; range_end:; response_count:1; response_revision:26605; }","duration":"12.697732072s","start":"2026-07-03T16:52:12.003156Z","end":"2026-07-03T16:52:24.700888Z","steps":["trace[12197667] 'agreement among raft nodes before linearized reading' (duration: 12.697177608s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.700927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.00314Z","time spent":"12.697778973s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":743,"request content":"key:\"/registry/events/openstack/container-infra-registry.18bed5b063a2cf62\" "} {"level":"warn","ts":"2026-07-03T16:52:24.70135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.767963142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273009"} {"level":"info","ts":"2026-07-03T16:52:24.70142Z","caller":"traceutil/trace.go:171","msg":"trace[237874805] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26605; }","duration":"11.768082484s","start":"2026-07-03T16:52:12.933322Z","end":"2026-07-03T16:52:24.701404Z","steps":["trace[237874805] 'agreement among raft nodes before linearized reading' (duration: 11.765669859s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.701464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:12.933302Z","time spent":"11.768153626s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273030,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:52:24.70297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.211329781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:52:24.70302Z","caller":"traceutil/trace.go:171","msg":"trace[892911165] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26605; }","duration":"8.211394443s","start":"2026-07-03T16:52:16.491605Z","end":"2026-07-03T16:52:24.703Z","steps":["trace[892911165] 'agreement among raft nodes before linearized reading' (duration: 8.211300311s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.70306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6969748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:24.703084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.320577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:24.70315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.435109724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:24.703164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.836957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.703184Z","caller":"traceutil/trace.go:171","msg":"trace[705844869] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26605; }","duration":"6.435159946s","start":"2026-07-03T16:52:18.26801Z","end":"2026-07-03T16:52:24.703169Z","steps":["trace[705844869] 'agreement among raft nodes before linearized reading' (duration: 6.435077294s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.703199Z","caller":"traceutil/trace.go:171","msg":"trace[995221928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26605; }","duration":"137.891838ms","start":"2026-07-03T16:52:24.565293Z","end":"2026-07-03T16:52:24.703185Z","steps":["trace[995221928] 'agreement among raft nodes before linearized reading' (duration: 137.839407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.70322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415821044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:24.703238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.705806185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.703254Z","caller":"traceutil/trace.go:171","msg":"trace[808529104] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26605; }","duration":"3.415896646s","start":"2026-07-03T16:52:21.287344Z","end":"2026-07-03T16:52:24.70324Z","steps":["trace[808529104] 'agreement among raft nodes before linearized reading' (duration: 3.415840744s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.70326Z","caller":"traceutil/trace.go:171","msg":"trace[361963238] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26605; }","duration":"6.705857746s","start":"2026-07-03T16:52:17.997393Z","end":"2026-07-03T16:52:24.703251Z","steps":["trace[361963238] 'agreement among raft nodes before linearized reading' (duration: 6.705828805s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.703326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.691219565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:24.703276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:17.997375Z","time spent":"6.705897997s","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:24.703362Z","caller":"traceutil/trace.go:171","msg":"trace[431057394] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26605; }","duration":"7.691281998s","start":"2026-07-03T16:52:17.012067Z","end":"2026-07-03T16:52:24.703349Z","steps":["trace[431057394] 'agreement among raft nodes before linearized reading' (duration: 7.691237436s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.703389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:17.012048Z","time spent":"7.691332159s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.703443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:21.287319Z","time spent":"3.416107842s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.703458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825000991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:24.703532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.220957622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:24.703529Z","caller":"traceutil/trace.go:171","msg":"trace[1465180173] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26605; }","duration":"4.825102544s","start":"2026-07-03T16:52:19.878405Z","end":"2026-07-03T16:52:24.703507Z","steps":["trace[1465180173] 'agreement among raft nodes before linearized reading' (duration: 4.824994521s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.703566Z","caller":"traceutil/trace.go:171","msg":"trace[1032796906] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26605; }","duration":"5.221025594s","start":"2026-07-03T16:52:19.482527Z","end":"2026-07-03T16:52:24.703553Z","steps":["trace[1032796906] 'agreement among raft nodes before linearized reading' (duration: 5.220943292s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.703576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:19.878387Z","time spent":"4.825177006s","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.703596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:19.482505Z","time spent":"5.221084584s","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.703646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.211941087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d1ac42e-d106-4d57-a903-9484bd9aa362\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-03T16:52:24.7037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.4577971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:24.703574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.211773133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-03T16:52:24.703728Z","caller":"traceutil/trace.go:171","msg":"trace[59885663] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26605; }","duration":"5.457856451s","start":"2026-07-03T16:52:19.245863Z","end":"2026-07-03T16:52:24.703719Z","steps":["trace[59885663] 'agreement among raft nodes before linearized reading' (duration: 5.45779963s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.703735Z","caller":"traceutil/trace.go:171","msg":"trace[78984515] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be; range_end:; response_count:1; response_revision:26605; }","duration":"8.211953516s","start":"2026-07-03T16:52:16.491771Z","end":"2026-07-03T16:52:24.703724Z","steps":["trace[78984515] 'agreement among raft nodes before linearized reading' (duration: 8.211748032s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.70373Z","caller":"traceutil/trace.go:171","msg":"trace[300411138] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d1ac42e-d106-4d57-a903-9484bd9aa362; range_end:; response_count:1; response_revision:26605; }","duration":"8.212006998s","start":"2026-07-03T16:52:16.491665Z","end":"2026-07-03T16:52:24.703672Z","steps":["trace[300411138] 'agreement among raft nodes before linearized reading' (duration: 8.211932907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.703768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:16.49176Z","time spent":"8.211994877s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2b2bedda3be\" "} {"level":"warn","ts":"2026-07-03T16:52:24.703787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.803971854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:24.7038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:16.491648Z","time spent":"8.212126791s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1337,"request content":"key:\"/registry/persistentvolumes/pvc-1d1ac42e-d106-4d57-a903-9484bd9aa362\" "} {"level":"info","ts":"2026-07-03T16:52:24.703808Z","caller":"traceutil/trace.go:171","msg":"trace[763774679] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26605; }","duration":"5.804029165s","start":"2026-07-03T16:52:18.899769Z","end":"2026-07-03T16:52:24.703798Z","steps":["trace[763774679] 'agreement among raft nodes before linearized reading' (duration: 5.803993974s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.703835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:18.899748Z","time spent":"5.804083897s","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:24.703165Z","caller":"traceutil/trace.go:171","msg":"trace[1138178158] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26605; }","duration":"6.320697582s","start":"2026-07-03T16:52:18.382454Z","end":"2026-07-03T16:52:24.703151Z","steps":["trace[1138178158] 'agreement among raft nodes before linearized reading' (duration: 6.320573489s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.703072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:16.491592Z","time spent":"8.211472945s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:52:24.703892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:18.382439Z","time spent":"6.3214428s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-07-03T16:52:24.703746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.212049659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-03T16:52:24.704594Z","caller":"traceutil/trace.go:171","msg":"trace[919045984] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26605; }","duration":"8.212915948s","start":"2026-07-03T16:52:16.491666Z","end":"2026-07-03T16:52:24.704582Z","steps":["trace[919045984] 'agreement among raft nodes before linearized reading' (duration: 8.212026298s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.704641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:16.491655Z","time spent":"8.212961939s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T16:52:24.703206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:18.267994Z","time spent":"6.435207347s","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:24.703115Z","caller":"traceutil/trace.go:171","msg":"trace[706131124] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26605; }","duration":"2.697060032s","start":"2026-07-03T16:52:22.006034Z","end":"2026-07-03T16:52:24.703094Z","steps":["trace[706131124] 'agreement among raft nodes before linearized reading' (duration: 2.696980581s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.704855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.006015Z","time spent":"2.698829243s","remote":"127.0.0.1:48088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.703748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:19.245843Z","time spent":"5.457900673s","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.704114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844876105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:24.704119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.644651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.704992Z","caller":"traceutil/trace.go:171","msg":"trace[2128592589] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26605; }","duration":"1.845779775s","start":"2026-07-03T16:52:22.859173Z","end":"2026-07-03T16:52:24.704953Z","steps":["trace[2128592589] 'agreement among raft nodes before linearized reading' (duration: 1.844864955s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.704998Z","caller":"traceutil/trace.go:171","msg":"trace[796045988] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26605; }","duration":"222.571372ms","start":"2026-07-03T16:52:24.482414Z","end":"2026-07-03T16:52:24.704986Z","steps":["trace[796045988] 'agreement among raft nodes before linearized reading' (duration: 221.641131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.705027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.859148Z","time spent":"1.845868077s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.704178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.922375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:24.704222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202625579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-07-03T16:52:24.70515Z","caller":"traceutil/trace.go:171","msg":"trace[1854954166] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26605; }","duration":"952.936058ms","start":"2026-07-03T16:52:23.752201Z","end":"2026-07-03T16:52:24.705137Z","steps":["trace[1854954166] 'agreement among raft nodes before linearized reading' (duration: 951.922885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:24.705214Z","caller":"traceutil/trace.go:171","msg":"trace[1377962828] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k; range_end:; response_count:1; response_revision:26605; }","duration":"1.209696272s","start":"2026-07-03T16:52:23.495509Z","end":"2026-07-03T16:52:24.705205Z","steps":["trace[1377962828] 'agreement among raft nodes before linearized reading' (duration: 1.208642858s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.705234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.752182Z","time spent":"953.033801ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.70527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.495489Z","time spent":"1.209747892s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4716,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" "} {"level":"warn","ts":"2026-07-03T16:52:24.704236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.294808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:24.705318Z","caller":"traceutil/trace.go:171","msg":"trace[528576801] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26605; }","duration":"700.378182ms","start":"2026-07-03T16:52:24.004928Z","end":"2026-07-03T16:52:24.705306Z","steps":["trace[528576801] 'agreement among raft nodes before linearized reading' (duration: 699.267667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.705348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.004867Z","time spent":"700.472694ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.704294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380122406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-03T16:52:24.705521Z","caller":"traceutil/trace.go:171","msg":"trace[686215881] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26605; }","duration":"2.381346724s","start":"2026-07-03T16:52:22.324126Z","end":"2026-07-03T16:52:24.705473Z","steps":["trace[686215881] 'agreement among raft nodes before linearized reading' (duration: 2.380107286s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.704292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61375119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-07-03T16:52:24.705559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.324102Z","time spent":"2.381446596s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-03T16:52:24.705567Z","caller":"traceutil/trace.go:171","msg":"trace[168389105] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26605; }","duration":"2.61504641s","start":"2026-07-03T16:52:22.090506Z","end":"2026-07-03T16:52:24.705553Z","steps":["trace[168389105] 'agreement among raft nodes before linearized reading' (duration: 2.61372308s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.705619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.090491Z","time spent":"2.615115001s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-03T16:52:24.704302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218818552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.705757Z","caller":"traceutil/trace.go:171","msg":"trace[2114283175] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26605; }","duration":"2.220299486s","start":"2026-07-03T16:52:22.48544Z","end":"2026-07-03T16:52:24.70574Z","steps":["trace[2114283175] 'agreement among raft nodes before linearized reading' (duration: 2.218834923s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.705792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.485421Z","time spent":"2.220360188s","remote":"127.0.0.1:46994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.704306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272960196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:52:24.705852Z","caller":"traceutil/trace.go:171","msg":"trace[555245814] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26605; }","duration":"1.274540822s","start":"2026-07-03T16:52:23.431294Z","end":"2026-07-03T16:52:24.705835Z","steps":["trace[555245814] 'agreement among raft nodes before linearized reading' (duration: 1.272860454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.705909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:23.431273Z","time spent":"1.274617083s","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:24.704339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370603948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130615"} {"level":"info","ts":"2026-07-03T16:52:24.705948Z","caller":"traceutil/trace.go:171","msg":"trace[1658657485] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26605; }","duration":"2.372247305s","start":"2026-07-03T16:52:22.333685Z","end":"2026-07-03T16:52:24.705932Z","steps":["trace[1658657485] 'agreement among raft nodes before linearized reading' (duration: 2.370541987s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.705981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.333653Z","time spent":"2.372319577s","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130636,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:52:24.704337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263935703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:24.706158Z","caller":"traceutil/trace.go:171","msg":"trace[1670407683] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26605; }","duration":"2.265789836s","start":"2026-07-03T16:52:22.440351Z","end":"2026-07-03T16:52:24.706141Z","steps":["trace[1670407683] 'agreement among raft nodes before linearized reading' (duration: 2.263942853s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:24.706217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:22.440335Z","time spent":"2.265870787s","remote":"127.0.0.1:46936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:25.206806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:25.707312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:26.207578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:26.70791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:26.709141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:26.709275Z","caller":"traceutil/trace.go:171","msg":"trace[531624017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359925s","start":"2026-07-03T16:52:24.708885Z","end":"2026-07-03T16:52:26.709244Z","steps":["trace[531624017] 'agreement among raft nodes before linearized reading' (duration: 2.00017248s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:26.709347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.708851Z","time spent":"2.000481488s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:27.060489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.357828718s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:27.916632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.7447ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T16:52:27.916768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.702501Z","time spent":"3.214259623s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:28.519201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999419594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:28.519274Z","caller":"traceutil/trace.go:171","msg":"trace[1490966923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999543147s","start":"2026-07-03T16:52:26.519712Z","end":"2026-07-03T16:52:28.519255Z","steps":["trace[1490966923] 'agreement among raft nodes before linearized reading' (duration: 1.999447295s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:28.51931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:26.51969Z","time spent":"1.999611728s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:29.72912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990624045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:29.729189Z","caller":"traceutil/trace.go:171","msg":"trace[1955228628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.990744687s","start":"2026-07-03T16:52:24.738428Z","end":"2026-07-03T16:52:29.729173Z","steps":["trace[1955228628] 'agreement among raft nodes before linearized reading' (duration: 4.990649005s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:29.729224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.738409Z","time spent":"4.990807449s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:52:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:29.995746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.932438929s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:30.160783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.474376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:30.161014Z","caller":"traceutil/trace.go:171","msg":"trace[563490145] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"5.453738529s","start":"2026-07-03T16:52:24.707239Z","end":"2026-07-03T16:52:30.160978Z","steps":["trace[563490145] 'process raft request' (duration: 5.288744401s)","trace[563490145] 'compare' (duration: 163.822701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:30.161164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.70723Z","time spent":"5.453855922s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:30.161244Z","caller":"traceutil/trace.go:171","msg":"trace[948780167] linearizableReadLoop","detail":"{readStateIndex:27538; appliedIndex:27534; }","duration":"5.455416668s","start":"2026-07-03T16:52:24.705785Z","end":"2026-07-03T16:52:30.161202Z","steps":["trace[948780167] 'read index received' (duration: 2.355265789s)","trace[948780167] 'applied index is now lower than readState.Index' (duration: 3.100149339s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:30.161517Z","caller":"traceutil/trace.go:171","msg":"trace[600203372] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"5.437621081s","start":"2026-07-03T16:52:24.723882Z","end":"2026-07-03T16:52:30.161504Z","steps":["trace[600203372] 'process raft request' (duration: 5.437240742s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:30.161571Z","caller":"traceutil/trace.go:171","msg":"trace[285617644] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"5.437735624s","start":"2026-07-03T16:52:24.723823Z","end":"2026-07-03T16:52:30.161558Z","steps":["trace[285617644] 'process raft request' (duration: 5.43712858s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.161644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.723802Z","time spent":"5.437806885s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:30.162166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.456366519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:52:30.162233Z","caller":"traceutil/trace.go:171","msg":"trace[588263010] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26608; }","duration":"5.456456552s","start":"2026-07-03T16:52:24.705762Z","end":"2026-07-03T16:52:30.162219Z","steps":["trace[588263010] 'agreement among raft nodes before linearized reading' (duration: 5.456257147s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.162269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.70575Z","time spent":"5.456511943s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:52:30.168661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.723868Z","time spent":"5.437690783s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:30.519851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:30.519939Z","caller":"traceutil/trace.go:171","msg":"trace[1336438743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000558181s","start":"2026-07-03T16:52:28.51936Z","end":"2026-07-03T16:52:30.519919Z","steps":["trace[1336438743] 'agreement among raft nodes before linearized reading' (duration: 2.000437168s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:30.51999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:28.51934Z","time spent":"2.000638863s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:30.662142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:31.162434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:31.663439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:32.163622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:32.443747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.429023154s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:32.529352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:32.529438Z","caller":"traceutil/trace.go:171","msg":"trace[2067480371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589829s","start":"2026-07-03T16:52:30.528829Z","end":"2026-07-03T16:52:32.529418Z","steps":["trace[2067480371] 'agreement among raft nodes before linearized reading' (duration: 2.000475437s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:32.529488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.528812Z","time spent":"2.000665122s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:33.545165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101279757s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:34.065994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622005756s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-03T16:52:34.066284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.366994ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.066396Z","caller":"traceutil/trace.go:171","msg":"trace[1121894275] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26609; }","duration":"542.487717ms","start":"2026-07-03T16:52:33.523884Z","end":"2026-07-03T16:52:34.066372Z","steps":["trace[1121894275] 'range keys from in-memory index tree' (duration: 542.351234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.066172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:33.435352Z","time spent":"630.809733ms","remote":"127.0.0.1:55550","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:52:34.067945Z","caller":"traceutil/trace.go:171","msg":"trace[168917198] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"6.149547947s","start":"2026-07-03T16:52:27.91837Z","end":"2026-07-03T16:52:34.067918Z","steps":["trace[168917198] 'process raft request' (duration: 6.148093935s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.068044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:27.918343Z","time spent":"6.149642339s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:34.068319Z","caller":"traceutil/trace.go:171","msg":"trace[610722920] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"6.147275995s","start":"2026-07-03T16:52:27.921037Z","end":"2026-07-03T16:52:34.068313Z","steps":["trace[610722920] 'process raft request' (duration: 6.146790954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.068355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:27.921016Z","time spent":"6.147321258s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:34.068384Z","caller":"traceutil/trace.go:171","msg":"trace[1932195086] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"3.900105474s","start":"2026-07-03T16:52:30.168253Z","end":"2026-07-03T16:52:34.068358Z","steps":["trace[1932195086] 'process raft request' (duration: 3.899712264s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.068523Z","caller":"traceutil/trace.go:171","msg":"trace[401278194] linearizableReadLoop","detail":"{readStateIndex:27542; appliedIndex:27538; }","duration":"3.907216575s","start":"2026-07-03T16:52:30.161286Z","end":"2026-07-03T16:52:34.068473Z","steps":["trace[401278194] 'read index received' (duration: 2.282740203s)","trace[401278194] 'applied index is now lower than readState.Index' (duration: 1.624441462s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:34.06859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.168229Z","time spent":"3.900288398s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:34.068665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277917171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.068729Z","caller":"traceutil/trace.go:171","msg":"trace[1379697961] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26612; }","duration":"4.278024613s","start":"2026-07-03T16:52:29.79069Z","end":"2026-07-03T16:52:34.068714Z","steps":["trace[1379697961] 'agreement among raft nodes before linearized reading' (duration: 4.277919381s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.068767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:29.790668Z","time spent":"4.278087864s","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.068997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962952175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:34.069036Z","caller":"traceutil/trace.go:171","msg":"trace[170282993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26612; }","duration":"4.963034887s","start":"2026-07-03T16:52:29.105991Z","end":"2026-07-03T16:52:34.069026Z","steps":["trace[170282993] 'agreement among raft nodes before linearized reading' (duration: 4.962964786s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.069067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:29.10597Z","time spent":"4.963087818s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.069159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.857573961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:52:34.069212Z","caller":"traceutil/trace.go:171","msg":"trace[9437870] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26612; }","duration":"8.857673863s","start":"2026-07-03T16:52:25.211522Z","end":"2026-07-03T16:52:34.069196Z","steps":["trace[9437870] 'agreement among raft nodes before linearized reading' (duration: 8.857490779s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.069253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.944106067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:34.069292Z","caller":"traceutil/trace.go:171","msg":"trace[1792844769] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26612; }","duration":"8.944182629s","start":"2026-07-03T16:52:25.125097Z","end":"2026-07-03T16:52:34.06928Z","steps":["trace[1792844769] 'agreement among raft nodes before linearized reading' (duration: 8.944118438s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.069306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.142939973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:34.069319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.260531008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.06934Z","caller":"traceutil/trace.go:171","msg":"trace[1192287106] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26612; }","duration":"8.143015185s","start":"2026-07-03T16:52:25.926314Z","end":"2026-07-03T16:52:34.06933Z","steps":["trace[1192287106] 'agreement among raft nodes before linearized reading' (duration: 8.142951364s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.069367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.926296Z","time spent":"8.143064606s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:34.069365Z","caller":"traceutil/trace.go:171","msg":"trace[790582754] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26612; }","duration":"8.26058222s","start":"2026-07-03T16:52:25.808769Z","end":"2026-07-03T16:52:34.069351Z","steps":["trace[790582754] 'agreement among raft nodes before linearized reading' (duration: 8.260509198s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.069405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.808746Z","time spent":"8.260645781s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.069457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.257850091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-03T16:52:34.069483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.244352698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.069491Z","caller":"traceutil/trace.go:171","msg":"trace[103892690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26612; }","duration":"9.257952282s","start":"2026-07-03T16:52:24.811529Z","end":"2026-07-03T16:52:34.069481Z","steps":["trace[103892690] 'agreement among raft nodes before linearized reading' (duration: 9.25781959s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.069504Z","caller":"traceutil/trace.go:171","msg":"trace[1063854564] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26612; }","duration":"5.2444102s","start":"2026-07-03T16:52:28.825087Z","end":"2026-07-03T16:52:34.069497Z","steps":["trace[1063854564] 'agreement among raft nodes before linearized reading' (duration: 5.244372949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.069523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:28.82507Z","time spent":"5.24444873s","remote":"127.0.0.1:46896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.069617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.345658715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-03T16:52:34.06965Z","caller":"traceutil/trace.go:171","msg":"trace[807087110] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26612; }","duration":"9.345724357s","start":"2026-07-03T16:52:24.723916Z","end":"2026-07-03T16:52:34.069641Z","steps":["trace[807087110] 'agreement among raft nodes before linearized reading' (duration: 9.345622385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.069645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.418517334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.06968Z","caller":"traceutil/trace.go:171","msg":"trace[268802199] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26612; }","duration":"5.418609726s","start":"2026-07-03T16:52:28.651062Z","end":"2026-07-03T16:52:34.069672Z","steps":["trace[268802199] 'agreement among raft nodes before linearized reading' (duration: 5.418561105s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.069679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.723898Z","time spent":"9.345773958s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":665,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:52:34.0697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:28.651039Z","time spent":"5.418655967s","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.069811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.985461122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:34.069831Z","caller":"traceutil/trace.go:171","msg":"trace[2027144296] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26612; }","duration":"5.985519883s","start":"2026-07-03T16:52:28.084304Z","end":"2026-07-03T16:52:34.069824Z","steps":["trace[2027144296] 'agreement among raft nodes before linearized reading' (duration: 5.985487682s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.069849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:28.084281Z","time spent":"5.985563514s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.069939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.361366855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-03T16:52:34.069974Z","caller":"traceutil/trace.go:171","msg":"trace[1614871382] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26612; }","duration":"9.361409695s","start":"2026-07-03T16:52:24.708554Z","end":"2026-07-03T16:52:34.069964Z","steps":["trace[1614871382] 'agreement among raft nodes before linearized reading' (duration: 9.361269552s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.070002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.708549Z","time spent":"9.361446866s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18374,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:52:34.06952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.811505Z","time spent":"9.258008084s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-03T16:52:34.071101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.691718586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:34.071148Z","caller":"traceutil/trace.go:171","msg":"trace[1404993912] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26612; }","duration":"6.69182085s","start":"2026-07-03T16:52:27.379314Z","end":"2026-07-03T16:52:34.071135Z","steps":["trace[1404993912] 'agreement among raft nodes before linearized reading' (duration: 6.691722687s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.071178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:27.379289Z","time spent":"6.691881071s","remote":"127.0.0.1:34044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.069254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.211504Z","time spent":"8.857739314s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:52:34.071455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.794693396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:34.071493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.393889604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385436"} {"level":"info","ts":"2026-07-03T16:52:34.071503Z","caller":"traceutil/trace.go:171","msg":"trace[1977244730] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26612; }","duration":"8.794789058s","start":"2026-07-03T16:52:25.276701Z","end":"2026-07-03T16:52:34.07149Z","steps":["trace[1977244730] 'agreement among raft nodes before linearized reading' (duration: 8.794701366s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:34.071517Z","caller":"traceutil/trace.go:171","msg":"trace[1497497163] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26612; }","duration":"8.393941435s","start":"2026-07-03T16:52:25.67757Z","end":"2026-07-03T16:52:34.071512Z","steps":["trace[1497497163] 'agreement among raft nodes before linearized reading' (duration: 8.392056002s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.071541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.677557Z","time spent":"8.393972866s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1996,"response size":385457,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:52:34.071541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.276656Z","time spent":"8.79487568s","remote":"127.0.0.1:33920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.071705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.572748727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:34.069326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.125076Z","time spent":"8.94423884s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:34.071737Z","caller":"traceutil/trace.go:171","msg":"trace[500460834] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26612; }","duration":"8.57283346s","start":"2026-07-03T16:52:25.498895Z","end":"2026-07-03T16:52:34.071728Z","steps":["trace[500460834] 'agreement among raft nodes before linearized reading' (duration: 8.572767969s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.071761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:25.498869Z","time spent":"8.572884691s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.072234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.364097527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118810"} {"level":"info","ts":"2026-07-03T16:52:34.072283Z","caller":"traceutil/trace.go:171","msg":"trace[427658932] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26612; }","duration":"9.364172298s","start":"2026-07-03T16:52:24.708098Z","end":"2026-07-03T16:52:34.072271Z","steps":["trace[427658932] 'agreement among raft nodes before linearized reading' (duration: 9.36207688s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.072322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.708086Z","time spent":"9.364222969s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118831,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-03T16:52:34.072775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.365634831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118810"} {"level":"info","ts":"2026-07-03T16:52:34.072846Z","caller":"traceutil/trace.go:171","msg":"trace[1288475934] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26612; }","duration":"9.365723903s","start":"2026-07-03T16:52:24.707109Z","end":"2026-07-03T16:52:34.072833Z","steps":["trace[1288475934] 'agreement among raft nodes before linearized reading' (duration: 9.364846033s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.072879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:24.707104Z","time spent":"9.365766174s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118831,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-03T16:52:34.076904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546836191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.076958Z","caller":"traceutil/trace.go:171","msg":"trace[1156540524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26613; }","duration":"1.546920012s","start":"2026-07-03T16:52:32.530026Z","end":"2026-07-03T16:52:34.076946Z","steps":["trace[1156540524] 'agreement among raft nodes before linearized reading' (duration: 1.546784709s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.076981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:32.530015Z","time spent":"1.546962563s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:52:34.077201Z","caller":"traceutil/trace.go:171","msg":"trace[1803274166] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"717.824661ms","start":"2026-07-03T16:52:33.359369Z","end":"2026-07-03T16:52:34.077194Z","steps":["trace[1803274166] 'process raft request' (duration: 708.924787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.07725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:33.359343Z","time spent":"717.872901ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:34.077384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.080506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-03T16:52:34.077402Z","caller":"traceutil/trace.go:171","msg":"trace[941476863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26613; }","duration":"104.122087ms","start":"2026-07-03T16:52:33.973275Z","end":"2026-07-03T16:52:34.077397Z","steps":["trace[941476863] 'agreement among raft nodes before linearized reading' (duration: 104.046676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.07748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.345066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:34.077498Z","caller":"traceutil/trace.go:171","msg":"trace[1329711053] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26613; }","duration":"409.364297ms","start":"2026-07-03T16:52:33.668128Z","end":"2026-07-03T16:52:34.077493Z","steps":["trace[1329711053] 'agreement among raft nodes before linearized reading' (duration: 409.335766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.077515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:33.668108Z","time spent":"409.401058ms","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.077735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38743073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:34.077754Z","caller":"traceutil/trace.go:171","msg":"trace[1225092180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26613; }","duration":"1.387489711s","start":"2026-07-03T16:52:32.69026Z","end":"2026-07-03T16:52:34.07775Z","steps":["trace[1225092180] 'agreement among raft nodes before linearized reading' (duration: 1.387456301s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.077769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:32.690247Z","time spent":"1.387518052s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.077862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.642652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:34.077855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437706268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.077885Z","caller":"traceutil/trace.go:171","msg":"trace[349523867] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26613; }","duration":"737.698123ms","start":"2026-07-03T16:52:33.340178Z","end":"2026-07-03T16:52:34.077876Z","steps":["trace[349523867] 'agreement among raft nodes before linearized reading' (duration: 737.664692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.077933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:33.340159Z","time spent":"737.769455ms","remote":"127.0.0.1:40382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:34.078091Z","caller":"traceutil/trace.go:171","msg":"trace[1001320632] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26613; }","duration":"1.437753149s","start":"2026-07-03T16:52:32.64013Z","end":"2026-07-03T16:52:34.077883Z","steps":["trace[1001320632] 'agreement among raft nodes before linearized reading' (duration: 1.437649377s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.07812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749602686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.078136Z","caller":"traceutil/trace.go:171","msg":"trace[1997210303] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26613; }","duration":"3.749656798s","start":"2026-07-03T16:52:30.328475Z","end":"2026-07-03T16:52:34.078132Z","steps":["trace[1997210303] 'agreement among raft nodes before linearized reading' (duration: 3.749626717s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.07815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.328455Z","time spent":"3.749691918s","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.078133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:32.640114Z","time spent":"1.438007545s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:52:34.078232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661327474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:34.078246Z","caller":"traceutil/trace.go:171","msg":"trace[238137157] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26613; }","duration":"1.661377614s","start":"2026-07-03T16:52:32.416864Z","end":"2026-07-03T16:52:34.078242Z","steps":["trace[238137157] 'agreement among raft nodes before linearized reading' (duration: 1.661351084s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.078263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:32.416843Z","time spent":"1.661417506s","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.078349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920871431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.078365Z","caller":"traceutil/trace.go:171","msg":"trace[1168949398] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26613; }","duration":"1.920930432s","start":"2026-07-03T16:52:32.157431Z","end":"2026-07-03T16:52:34.078361Z","steps":["trace[1168949398] 'agreement among raft nodes before linearized reading' (duration: 1.920902481s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.07838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:32.157411Z","time spent":"1.920965602s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.078466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156222858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.078483Z","caller":"traceutil/trace.go:171","msg":"trace[298754464] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26613; }","duration":"3.15627831s","start":"2026-07-03T16:52:30.922201Z","end":"2026-07-03T16:52:34.078479Z","steps":["trace[298754464] 'agreement among raft nodes before linearized reading' (duration: 3.156249299s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.078497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.92218Z","time spent":"3.15631292s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.078784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91002535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:52:34.078803Z","caller":"traceutil/trace.go:171","msg":"trace[805623995] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26613; }","duration":"3.910070251s","start":"2026-07-03T16:52:30.168729Z","end":"2026-07-03T16:52:34.078799Z","steps":["trace[805623995] 'agreement among raft nodes before linearized reading' (duration: 3.91001611s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.078816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.168566Z","time spent":"3.910247434s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:52:34.078899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796443655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:34.078916Z","caller":"traceutil/trace.go:171","msg":"trace[874069965] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26613; }","duration":"3.796497486s","start":"2026-07-03T16:52:30.282415Z","end":"2026-07-03T16:52:34.078912Z","steps":["trace[874069965] 'agreement among raft nodes before linearized reading' (duration: 3.796470456s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.078931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.282394Z","time spent":"3.796532658s","remote":"127.0.0.1:48258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:34.07898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910344447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-07-03T16:52:34.079607Z","caller":"traceutil/trace.go:171","msg":"trace[1118366072] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2; range_end:; response_count:1; response_revision:26613; }","duration":"3.911079985s","start":"2026-07-03T16:52:30.168515Z","end":"2026-07-03T16:52:34.079595Z","steps":["trace[1118366072] 'agreement among raft nodes before linearized reading' (duration: 3.910251715s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.080052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.168508Z","time spent":"3.911390152s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5506,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2\" "} {"level":"warn","ts":"2026-07-03T16:52:34.080016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91174956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-03T16:52:34.080722Z","caller":"traceutil/trace.go:171","msg":"trace[318905729] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26613; }","duration":"3.912086707s","start":"2026-07-03T16:52:30.168142Z","end":"2026-07-03T16:52:34.080228Z","steps":["trace[318905729] 'agreement among raft nodes before linearized reading' (duration: 3.908059874s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:34.08097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:30.168124Z","time spent":"3.912796443s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:52:34.577685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:35.078472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:35.14663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073858099s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:36.085839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999527966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:36.085918Z","caller":"traceutil/trace.go:171","msg":"trace[2037314037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999656399s","start":"2026-07-03T16:52:34.086243Z","end":"2026-07-03T16:52:36.085899Z","steps":["trace[2037314037] 'agreement among raft nodes before linearized reading' (duration: 1.999535826s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:36.085961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.086232Z","time spent":"1.99971882s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:36.554873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408080971s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:36.555117Z","caller":"traceutil/trace.go:171","msg":"trace[114728589] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"2.482295939s","start":"2026-07-03T16:52:34.07267Z","end":"2026-07-03T16:52:36.554966Z","steps":["trace[114728589] 'process raft request' (duration: 1.074054184s)","trace[114728589] 'compare' (duration: 1.407034638s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:36.555336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.072653Z","time spent":"2.482544854s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:37.56141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.211189857s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:38.08618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:38.086272Z","caller":"traceutil/trace.go:171","msg":"trace[817398400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271083s","start":"2026-07-03T16:52:36.085974Z","end":"2026-07-03T16:52:38.086245Z","steps":["trace[817398400] 'agreement among raft nodes before linearized reading' (duration: 2.00013899s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:38.086333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.085961Z","time spent":"2.000360654s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:39.079438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.092888Z","time spent":"4.986494097s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:39.446384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883295892s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:40.095051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:40.09514Z","caller":"traceutil/trace.go:171","msg":"trace[1471167016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537899s","start":"2026-07-03T16:52:38.094581Z","end":"2026-07-03T16:52:40.095119Z","steps":["trace[1471167016] 'agreement among raft nodes before linearized reading' (duration: 2.000419346s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:40.095189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.094564Z","time spent":"2.00061385s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:40.914106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46755386s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:41.094104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.092954Z","time spent":"7.001143459s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:52:41.98315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421432457s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:41.983463Z","caller":"traceutil/trace.go:171","msg":"trace[1044574044] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"2.905301998s","start":"2026-07-03T16:52:39.078145Z","end":"2026-07-03T16:52:41.983447Z","steps":["trace[1044574044] 'process raft request' (duration: 2.905254757s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.983541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.078117Z","time spent":"2.905386969s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:41.983868Z","caller":"traceutil/trace.go:171","msg":"trace[354629343] linearizableReadLoop","detail":"{readStateIndex:27546; appliedIndex:27543; }","duration":"7.906396878s","start":"2026-07-03T16:52:34.07746Z","end":"2026-07-03T16:52:41.983857Z","steps":["trace[354629343] 'read index received' (duration: 1.069369827s)","trace[354629343] 'applied index is now lower than readState.Index' (duration: 6.837025831s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:41.983935Z","caller":"traceutil/trace.go:171","msg":"trace[10649326] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"5.42236015s","start":"2026-07-03T16:52:36.561567Z","end":"2026-07-03T16:52:41.983927Z","steps":["trace[10649326] 'process raft request' (duration: 5.421781247s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.983979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.561552Z","time spent":"5.42240163s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:52:41.984343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.906877199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cdc72da6-fb1b-40df-8222-58444c52471b\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-03T16:52:41.984384Z","caller":"traceutil/trace.go:171","msg":"trace[1901899119] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cdc72da6-fb1b-40df-8222-58444c52471b; range_end:; response_count:1; response_revision:26618; }","duration":"7.906935691s","start":"2026-07-03T16:52:34.077438Z","end":"2026-07-03T16:52:41.984374Z","steps":["trace[1901899119] 'agreement among raft nodes before linearized reading' (duration: 7.906814198s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:41.984413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.077396Z","time spent":"7.907010983s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-cdc72da6-fb1b-40df-8222-58444c52471b\" "} {"level":"warn","ts":"2026-07-03T16:52:42.096024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000345104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:42.096107Z","caller":"traceutil/trace.go:171","msg":"trace[1916375947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468798s","start":"2026-07-03T16:52:40.095617Z","end":"2026-07-03T16:52:42.096086Z","steps":["trace[1916375947] 'agreement among raft nodes before linearized reading' (duration: 2.000368475s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:42.096153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.095598Z","time spent":"2.00054585s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:52:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:42.484974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:52:42.665029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.265792Z","time spent":"2.399229673s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:52:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:42.843781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.929474657s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:43.370112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.509217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:43.37023Z","caller":"traceutil/trace.go:171","msg":"trace[228313739] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"3.657120244s","start":"2026-07-03T16:52:39.713099Z","end":"2026-07-03T16:52:43.370219Z","steps":["trace[228313739] 'process raft request' (duration: 3.657069923s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:43.37027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.713093Z","time spent":"3.657159216s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:52:43.370336Z","caller":"traceutil/trace.go:171","msg":"trace[1346652445] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"3.657852802s","start":"2026-07-03T16:52:39.712477Z","end":"2026-07-03T16:52:43.37033Z","steps":["trace[1346652445] 'process raft request' (duration: 3.13310837s)","trace[1346652445] 'compare' (duration: 524.409934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:43.370362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.712454Z","time spent":"3.657896123s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:44.091943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998948639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:44.092004Z","caller":"traceutil/trace.go:171","msg":"trace[1391065422] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"9.999049502s","start":"2026-07-03T16:52:34.09294Z","end":"2026-07-03T16:52:44.09199Z","steps":["trace[1391065422] 'agreement among raft nodes before linearized reading' (duration: 9.99897068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.092032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.092923Z","time spent":"9.999103163s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/07/03 16:52:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:44.103178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255500378s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:52:44.106401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:44.106431Z","caller":"traceutil/trace.go:171","msg":"trace[427464149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067819s","start":"2026-07-03T16:52:42.106356Z","end":"2026-07-03T16:52:44.106424Z","steps":["trace[427464149] 'agreement among raft nodes before linearized reading' (duration: 2.000032959s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:44.10645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.106337Z","time spent":"2.00010809s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:46.107169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:52:46.107237Z","caller":"traceutil/trace.go:171","msg":"trace[1306022586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102709s","start":"2026-07-03T16:52:44.107118Z","end":"2026-07-03T16:52:46.107221Z","steps":["trace[1306022586] 'agreement among raft nodes before linearized reading' (duration: 2.000011707s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.107272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.107109Z","time spent":"2.00015541s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:52:46.910075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998925623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:52:46.910215Z","caller":"traceutil/trace.go:171","msg":"trace[243199509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999133817s","start":"2026-07-03T16:52:41.91105Z","end":"2026-07-03T16:52:46.910184Z","steps":["trace[243199509] 'agreement among raft nodes before linearized reading' (duration: 4.998944873s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.910311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.911036Z","time spent":"4.99923047s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:52:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:52:46.974638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451391426s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.974743Z","caller":"traceutil/trace.go:171","msg":"trace[381108805] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26621; }","duration":"3.451512159s","start":"2026-07-03T16:52:43.523215Z","end":"2026-07-03T16:52:46.974727Z","steps":["trace[381108805] 'range keys from in-memory index tree' (duration: 3.451375566s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.977356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874013383s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:46.977444Z","caller":"traceutil/trace.go:171","msg":"trace[1610286142] linearizableReadLoop","detail":"{readStateIndex:27552; appliedIndex:27548; }","duration":"4.993530679s","start":"2026-07-03T16:52:41.983901Z","end":"2026-07-03T16:52:46.977432Z","steps":["trace[1610286142] 'read index received' (duration: 861.766138ms)","trace[1610286142] 'applied index is now lower than readState.Index' (duration: 4.131763041s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:46.977513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.660841039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:46.977598Z","caller":"traceutil/trace.go:171","msg":"trace[2096606335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26622; }","duration":"9.660972733s","start":"2026-07-03T16:52:37.316604Z","end":"2026-07-03T16:52:46.977577Z","steps":["trace[2096606335] 'agreement among raft nodes before linearized reading' (duration: 9.660834219s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.977651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.31656Z","time spent":"9.661077935s","remote":"127.0.0.1:48202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:46.977886Z","caller":"traceutil/trace.go:171","msg":"trace[289927560] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"5.40308286s","start":"2026-07-03T16:52:41.574788Z","end":"2026-07-03T16:52:46.977871Z","steps":["trace[289927560] 'process raft request' (duration: 2.528475534s)","trace[289927560] 'compare' (duration: 2.871766621s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:46.977982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.574769Z","time spent":"5.403155122s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:46.978148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683590025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.978189Z","caller":"traceutil/trace.go:171","msg":"trace[1564809086] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26622; }","duration":"5.683664587s","start":"2026-07-03T16:52:41.294514Z","end":"2026-07-03T16:52:46.978179Z","steps":["trace[1564809086] 'agreement among raft nodes before linearized reading' (duration: 5.683600656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.978223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.294495Z","time spent":"5.683720568s","remote":"127.0.0.1:38544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.97851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.880733296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-07-03T16:52:46.978553Z","caller":"traceutil/trace.go:171","msg":"trace[1743959803] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9; range_end:; response_count:1; response_revision:26622; }","duration":"5.880817127s","start":"2026-07-03T16:52:41.097726Z","end":"2026-07-03T16:52:46.978543Z","steps":["trace[1743959803] 'agreement among raft nodes before linearized reading' (duration: 5.880660204s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.978584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.097704Z","time spent":"5.880872919s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5470,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9\" "} {"level":"warn","ts":"2026-07-03T16:52:46.978788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.02364486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:46.978364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.02731735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:46.978921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.829610473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:46.978961Z","caller":"traceutil/trace.go:171","msg":"trace[815799735] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26622; }","duration":"6.829689545s","start":"2026-07-03T16:52:40.14926Z","end":"2026-07-03T16:52:46.97895Z","steps":["trace[815799735] 'agreement among raft nodes before linearized reading' (duration: 6.829634473s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.978993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.149239Z","time spent":"6.829746076s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.979158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.548491827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.979196Z","caller":"traceutil/trace.go:171","msg":"trace[1213389361] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26622; }","duration":"7.548563958s","start":"2026-07-03T16:52:39.430623Z","end":"2026-07-03T16:52:46.979187Z","steps":["trace[1213389361] 'agreement among raft nodes before linearized reading' (duration: 7.548505917s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.979234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.430603Z","time spent":"7.54862226s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:46.979045Z","caller":"traceutil/trace.go:171","msg":"trace[1122226857] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26622; }","duration":"11.028343514s","start":"2026-07-03T16:52:35.95061Z","end":"2026-07-03T16:52:46.978954Z","steps":["trace[1122226857] 'agreement among raft nodes before linearized reading' (duration: 11.02686171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.979395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.710656709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.979434Z","caller":"traceutil/trace.go:171","msg":"trace[550926416] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26622; }","duration":"7.710751792s","start":"2026-07-03T16:52:39.268671Z","end":"2026-07-03T16:52:46.979423Z","steps":["trace[550926416] 'agreement among raft nodes before linearized reading' (duration: 7.710696141s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.97947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.268656Z","time spent":"7.710806693s","remote":"127.0.0.1:41838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.979626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.942681518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.979664Z","caller":"traceutil/trace.go:171","msg":"trace[1554413032] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26622; }","duration":"7.942755899s","start":"2026-07-03T16:52:39.0369Z","end":"2026-07-03T16:52:46.979655Z","steps":["trace[1554413032] 'agreement among raft nodes before linearized reading' (duration: 7.942701638s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.979694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:39.036879Z","time spent":"7.942806991s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.97985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.068298277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.979887Z","caller":"traceutil/trace.go:171","msg":"trace[890589662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26622; }","duration":"8.068377928s","start":"2026-07-03T16:52:38.9115Z","end":"2026-07-03T16:52:46.979878Z","steps":["trace[890589662] 'agreement among raft nodes before linearized reading' (duration: 8.068321546s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.979922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.91148Z","time spent":"8.06843214s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.25500959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:46.980101Z","caller":"traceutil/trace.go:171","msg":"trace[1595128610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26622; }","duration":"8.255100322s","start":"2026-07-03T16:52:38.724988Z","end":"2026-07-03T16:52:46.980089Z","steps":["trace[1595128610] 'agreement among raft nodes before linearized reading' (duration: 8.25502115s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.980131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:38.72497Z","time spent":"8.255152103s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.338058509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:52:46.980525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.062449316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.980535Z","caller":"traceutil/trace.go:171","msg":"trace[50984830] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26622; }","duration":"12.338445888s","start":"2026-07-03T16:52:34.642076Z","end":"2026-07-03T16:52:46.980522Z","steps":["trace[50984830] 'agreement among raft nodes before linearized reading' (duration: 12.335407568s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:46.98057Z","caller":"traceutil/trace.go:171","msg":"trace[1818488157] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26622; }","duration":"9.062544798s","start":"2026-07-03T16:52:37.918015Z","end":"2026-07-03T16:52:46.98056Z","steps":["trace[1818488157] 'agreement among raft nodes before linearized reading' (duration: 9.062485026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.980739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.899764644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:46.980781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076682337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:46.98077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.660081044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:46.980807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.364509444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.980817Z","caller":"traceutil/trace.go:171","msg":"trace[1375823384] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:0; response_revision:26622; }","duration":"12.899848696s","start":"2026-07-03T16:52:34.080949Z","end":"2026-07-03T16:52:46.980798Z","steps":["trace[1375823384] 'agreement among raft nodes before linearized reading' (duration: 12.899683652s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:46.980831Z","caller":"traceutil/trace.go:171","msg":"trace[105488720] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26622; }","duration":"2.076778889s","start":"2026-07-03T16:52:44.90404Z","end":"2026-07-03T16:52:46.980819Z","steps":["trace[105488720] 'agreement among raft nodes before linearized reading' (duration: 2.076625355s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:46.980848Z","caller":"traceutil/trace.go:171","msg":"trace[1066964333] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26622; }","duration":"10.660208628s","start":"2026-07-03T16:52:36.320624Z","end":"2026-07-03T16:52:46.980833Z","steps":["trace[1066964333] 'agreement among raft nodes before linearized reading' (duration: 10.660034744s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.980872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:44.904003Z","time spent":"2.076859332s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.866036287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:46.980893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.080939Z","time spent":"12.899943318s","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:52:46.980913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.320602Z","time spent":"10.66029647s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:46.980953Z","caller":"traceutil/trace.go:171","msg":"trace[1282867541] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26622; }","duration":"10.866132019s","start":"2026-07-03T16:52:36.114803Z","end":"2026-07-03T16:52:46.980935Z","steps":["trace[1282867541] 'agreement among raft nodes before linearized reading' (duration: 10.866056018s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:46.980863Z","caller":"traceutil/trace.go:171","msg":"trace[340181167] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26622; }","duration":"9.364607266s","start":"2026-07-03T16:52:37.616239Z","end":"2026-07-03T16:52:46.980846Z","steps":["trace[340181167] 'agreement among raft nodes before linearized reading' (duration: 9.364518724s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.11477Z","time spent":"10.866219581s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.981004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52361056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:52:46.981049Z","caller":"traceutil/trace.go:171","msg":"trace[868339806] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26622; }","duration":"4.5236904s","start":"2026-07-03T16:52:42.457346Z","end":"2026-07-03T16:52:46.981036Z","steps":["trace[868339806] 'agreement among raft nodes before linearized reading' (duration: 4.523571048s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.981062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755505681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:46.981092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.457325Z","time spent":"4.523758523s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:52:46.981119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990215853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-03T16:52:46.980524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.312170691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.98116Z","caller":"traceutil/trace.go:171","msg":"trace[1228999756] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26622; }","duration":"4.990270024s","start":"2026-07-03T16:52:41.99088Z","end":"2026-07-03T16:52:46.98115Z","steps":["trace[1228999756] 'agreement among raft nodes before linearized reading' (duration: 4.990156901s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:46.981178Z","caller":"traceutil/trace.go:171","msg":"trace[339123561] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26622; }","duration":"10.312868556s","start":"2026-07-03T16:52:36.668298Z","end":"2026-07-03T16:52:46.981167Z","steps":["trace[339123561] 'agreement among raft nodes before linearized reading' (duration: 10.312178551s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.981195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.990873Z","time spent":"4.990314785s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-03T16:52:46.981214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.66828Z","time spent":"10.312922807s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.870451845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29718285-5hp2v.18bed55e770b8d7b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26612 ","response":"range_response_count:500 size:385751"} {"level":"info","ts":"2026-07-03T16:52:46.981277Z","caller":"traceutil/trace.go:171","msg":"trace[84717835] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29718285-5hp2v.18bed55e770b8d7b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26622; }","duration":"12.87154646s","start":"2026-07-03T16:52:34.109717Z","end":"2026-07-03T16:52:46.981264Z","steps":["trace[84717835] 'agreement among raft nodes before linearized reading' (duration: 12.867793254s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:46.98131Z","caller":"traceutil/trace.go:171","msg":"trace[1169261086] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26622; }","duration":"3.755634804s","start":"2026-07-03T16:52:43.225455Z","end":"2026-07-03T16:52:46.98109Z","steps":["trace[1169261086] 'agreement among raft nodes before linearized reading' (duration: 3.75547578s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.981424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:43.225435Z","time spent":"3.755973111s","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.9809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.917976Z","time spent":"9.062786773s","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.98101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.616218Z","time spent":"9.36477841s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.642057Z","time spent":"12.338516929s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.978875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.36352801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.981731Z","caller":"traceutil/trace.go:171","msg":"trace[69688764] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26622; }","duration":"6.366428386s","start":"2026-07-03T16:52:40.615286Z","end":"2026-07-03T16:52:46.981714Z","steps":["trace[69688764] 'agreement among raft nodes before linearized reading' (duration: 6.36356397s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.981786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.615266Z","time spent":"6.366505038s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9896575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-76dc4f685b-w8f4w.18bed5207425e54b\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-07-03T16:52:46.981886Z","caller":"traceutil/trace.go:171","msg":"trace[1590674619] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-76dc4f685b-w8f4w.18bed5207425e54b; range_end:; response_count:1; response_revision:26622; }","duration":"4.991253456s","start":"2026-07-03T16:52:41.990612Z","end":"2026-07-03T16:52:46.981865Z","steps":["trace[1590674619] 'agreement among raft nodes before linearized reading' (duration: 4.989624069s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.981953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:41.990599Z","time spent":"4.991335169s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-cfn-76dc4f685b-w8f4w.18bed5207425e54b\" "} {"level":"warn","ts":"2026-07-03T16:52:46.980362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.733774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.982042Z","caller":"traceutil/trace.go:171","msg":"trace[2096400796] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26622; }","duration":"167.457024ms","start":"2026-07-03T16:52:46.814572Z","end":"2026-07-03T16:52:46.982029Z","steps":["trace[2096400796] 'agreement among raft nodes before linearized reading' (duration: 165.763796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.980363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.408128575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.982126Z","caller":"traceutil/trace.go:171","msg":"trace[664319656] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26622; }","duration":"11.409886595s","start":"2026-07-03T16:52:35.572222Z","end":"2026-07-03T16:52:46.982109Z","steps":["trace[664319656] 'agreement among raft nodes before linearized reading' (duration: 11.408108555s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.982207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:35.572168Z","time spent":"11.410021907s","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.12651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.982447Z","caller":"traceutil/trace.go:171","msg":"trace[312213777] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26622; }","duration":"615.158236ms","start":"2026-07-03T16:52:46.367272Z","end":"2026-07-03T16:52:46.982431Z","steps":["trace[312213777] 'agreement among raft nodes before linearized reading' (duration: 613.10787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.982494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.367217Z","time spent":"615.262988ms","remote":"127.0.0.1:38540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165954051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.982669Z","caller":"traceutil/trace.go:171","msg":"trace[1765336004] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26622; }","duration":"1.168196783s","start":"2026-07-03T16:52:45.814441Z","end":"2026-07-03T16:52:46.982638Z","steps":["trace[1765336004] 'agreement among raft nodes before linearized reading' (duration: 1.165984174s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.983035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.96106016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.983099Z","caller":"traceutil/trace.go:171","msg":"trace[2005527865] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26622; }","duration":"11.961170522s","start":"2026-07-03T16:52:35.021911Z","end":"2026-07-03T16:52:46.983081Z","steps":["trace[2005527865] 'agreement among raft nodes before linearized reading' (duration: 11.958694196s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.98314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:35.021898Z","time spent":"11.961228764s","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.263604785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.983268Z","caller":"traceutil/trace.go:171","msg":"trace[984219734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26622; }","duration":"11.26648355s","start":"2026-07-03T16:52:35.716768Z","end":"2026-07-03T16:52:46.983252Z","steps":["trace[984219734] 'agreement among raft nodes before linearized reading' (duration: 11.263618575s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.980477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.047983686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:52:46.983468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:35.716751Z","time spent":"11.266700136s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:52:46.983551Z","caller":"traceutil/trace.go:171","msg":"trace[1311221111] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26622; }","duration":"9.051077876s","start":"2026-07-03T16:52:37.932437Z","end":"2026-07-03T16:52:46.983515Z","steps":["trace[1311221111] 'agreement among raft nodes before linearized reading' (duration: 9.047875483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.982749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:45.814418Z","time spent":"1.168304786s","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.984526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:35.950592Z","time spent":"11.03391533s","remote":"127.0.0.1:46962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.984964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:37.932414Z","time spent":"9.052505988s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204478441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:52:46.985193Z","caller":"traceutil/trace.go:171","msg":"trace[1102865880] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26622; }","duration":"1.209118686s","start":"2026-07-03T16:52:45.776064Z","end":"2026-07-03T16:52:46.985183Z","steps":["trace[1102865880] 'agreement among raft nodes before linearized reading' (duration: 1.20440463s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.985223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:45.776043Z","time spent":"1.209170838s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.887115925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-03T16:52:46.985339Z","caller":"traceutil/trace.go:171","msg":"trace[103773979] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26622; }","duration":"12.891890213s","start":"2026-07-03T16:52:34.093419Z","end":"2026-07-03T16:52:46.98531Z","steps":["trace[103773979] 'agreement among raft nodes before linearized reading' (duration: 12.886943241s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.985427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.093402Z","time spent":"12.891992756s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-03T16:52:46.980322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.899780114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130615"} {"level":"info","ts":"2026-07-03T16:52:46.985514Z","caller":"traceutil/trace.go:171","msg":"trace[1401911229] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26622; }","duration":"12.904998244s","start":"2026-07-03T16:52:34.080497Z","end":"2026-07-03T16:52:46.985495Z","steps":["trace[1401911229] 'agreement among raft nodes before linearized reading' (duration: 12.899454647s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.985581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.080488Z","time spent":"12.905074165s","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130636,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:52:46.980593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.077130353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.985639Z","caller":"traceutil/trace.go:171","msg":"trace[190892229] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26622; }","duration":"10.082193219s","start":"2026-07-03T16:52:36.903431Z","end":"2026-07-03T16:52:46.985624Z","steps":["trace[190892229] 'agreement among raft nodes before linearized reading' (duration: 10.077128224s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.985695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.903384Z","time spent":"10.082294042s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916158622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.985819Z","caller":"traceutil/trace.go:171","msg":"trace[1488769728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26622; }","duration":"1.921365401s","start":"2026-07-03T16:52:45.064442Z","end":"2026-07-03T16:52:46.985807Z","steps":["trace[1488769728] 'agreement among raft nodes before linearized reading' (duration: 1.916168422s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.985854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:45.064411Z","time spent":"1.921430371s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.133759397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.985986Z","caller":"traceutil/trace.go:171","msg":"trace[2093458796] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26622; }","duration":"10.139108079s","start":"2026-07-03T16:52:36.846868Z","end":"2026-07-03T16:52:46.985976Z","steps":["trace[2093458796] 'agreement among raft nodes before linearized reading' (duration: 10.133755907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.986023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.846855Z","time spent":"10.13915717s","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.980708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.659951721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:46.986123Z","caller":"traceutil/trace.go:171","msg":"trace[383445322] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26622; }","duration":"10.665388385s","start":"2026-07-03T16:52:36.320723Z","end":"2026-07-03T16:52:46.986112Z","steps":["trace[383445322] 'agreement among raft nodes before linearized reading' (duration: 10.659939481s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.986151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:36.320631Z","time spent":"10.665510558s","remote":"127.0.0.1:46934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:46.981352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:34.109702Z","time spent":"12.871611751s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1496,"response size":385772,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29718285-5hp2v.18bed55e770b8d7b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26612 "} {"level":"warn","ts":"2026-07-03T16:52:46.98135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.893323891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-07-03T16:52:46.986429Z","caller":"traceutil/trace.go:171","msg":"trace[1159671916] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:26622; }","duration":"4.898437198s","start":"2026-07-03T16:52:42.08798Z","end":"2026-07-03T16:52:46.986417Z","steps":["trace[1159671916] 'agreement among raft nodes before linearized reading' (duration: 4.893215459s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.986495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:42.087965Z","time spent":"4.89851846s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":252,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"info","ts":"2026-07-03T16:52:46.97883Z","caller":"traceutil/trace.go:171","msg":"trace[71677132] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26622; }","duration":"6.023724091s","start":"2026-07-03T16:52:40.955096Z","end":"2026-07-03T16:52:46.97882Z","steps":["trace[71677132] 'agreement among raft nodes before linearized reading' (duration: 6.023656449s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:46.98723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:40.955074Z","time spent":"6.031497229s","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":29,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:49.959082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709031956s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:52:49.959183Z","caller":"traceutil/trace.go:171","msg":"trace[2132351349] linearizableReadLoop","detail":"{readStateIndex:27553; appliedIndex:27552; }","duration":"2.971239483s","start":"2026-07-03T16:52:46.987926Z","end":"2026-07-03T16:52:49.959165Z","steps":["trace[2132351349] 'read index received' (duration: 261.969442ms)","trace[2132351349] 'applied index is now lower than readState.Index' (duration: 2.709267851s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:52:49.95927Z","caller":"traceutil/trace.go:171","msg":"trace[1384963118] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"2.973865893s","start":"2026-07-03T16:52:46.985392Z","end":"2026-07-03T16:52:49.959258Z","steps":["trace[1384963118] 'process raft request' (duration: 264.560711ms)","trace[1384963118] 'compare' (duration: 2.708647707s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:52:49.959329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.985373Z","time spent":"2.973922384s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:52:49.959619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971687953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-jqfcr\" ","response":"range_response_count:1 size:3167"} {"level":"info","ts":"2026-07-03T16:52:49.95966Z","caller":"traceutil/trace.go:171","msg":"trace[1994354059] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-jqfcr; range_end:; response_count:1; response_revision:26623; }","duration":"2.971749854s","start":"2026-07-03T16:52:46.9879Z","end":"2026-07-03T16:52:49.95965Z","steps":["trace[1994354059] 'agreement among raft nodes before linearized reading' (duration: 2.97159275s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:49.95969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:46.987891Z","time spent":"2.971791525s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3188,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-jqfcr\" "} {"level":"warn","ts":"2026-07-03T16:52:49.959766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561536807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:49.959819Z","caller":"traceutil/trace.go:171","msg":"trace[875284966] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26623; }","duration":"2.561629439s","start":"2026-07-03T16:52:47.398178Z","end":"2026-07-03T16:52:49.959807Z","steps":["trace[875284966] 'agreement among raft nodes before linearized reading' (duration: 2.561542677s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:49.959834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798718999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:52:49.959882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84293022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:49.959909Z","caller":"traceutil/trace.go:171","msg":"trace[2103191382] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26623; }","duration":"1.842991611s","start":"2026-07-03T16:52:48.116909Z","end":"2026-07-03T16:52:49.959901Z","steps":["trace[2103191382] 'agreement among raft nodes before linearized reading' (duration: 1.84295468s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:49.959934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.116888Z","time spent":"1.843040222s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:49.959973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.987264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:52:49.960006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989020445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:49.960011Z","caller":"traceutil/trace.go:171","msg":"trace[691654906] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26623; }","duration":"584.065355ms","start":"2026-07-03T16:52:49.375934Z","end":"2026-07-03T16:52:49.959999Z","steps":["trace[691654906] 'agreement among raft nodes before linearized reading' (duration: 584.014094ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:49.960028Z","caller":"traceutil/trace.go:171","msg":"trace[1231722392] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26623; }","duration":"1.989078606s","start":"2026-07-03T16:52:47.970944Z","end":"2026-07-03T16:52:49.960023Z","steps":["trace[1231722392] 'agreement among raft nodes before linearized reading' (duration: 1.989044265s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:49.960017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956976693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:49.960098Z","caller":"traceutil/trace.go:171","msg":"trace[463803895] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26623; }","duration":"1.957108895s","start":"2026-07-03T16:52:48.00297Z","end":"2026-07-03T16:52:49.960079Z","steps":["trace[463803895] 'agreement among raft nodes before linearized reading' (duration: 1.956969962s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:49.960148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.002947Z","time spent":"1.957190158s","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:49.959931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.186456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:49.96031Z","caller":"traceutil/trace.go:171","msg":"trace[742150284] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26623; }","duration":"209.569924ms","start":"2026-07-03T16:52:49.750731Z","end":"2026-07-03T16:52:49.960301Z","steps":["trace[742150284] 'agreement among raft nodes before linearized reading' (duration: 209.168695ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:52:49.959881Z","caller":"traceutil/trace.go:171","msg":"trace[2028209072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26623; }","duration":"1.798811602s","start":"2026-07-03T16:52:48.161059Z","end":"2026-07-03T16:52:49.95987Z","steps":["trace[2028209072] 'agreement among raft nodes before linearized reading' (duration: 1.79872926s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:49.960394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:48.161039Z","time spent":"1.799316933s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:49.960051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:47.970923Z","time spent":"1.989122727s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:49.959851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:47.398155Z","time spent":"2.561688721s","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:49.960046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:49.375887Z","time spent":"584.144977ms","remote":"127.0.0.1:46840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:53.168902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353013068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:53.168971Z","caller":"traceutil/trace.go:171","msg":"trace[752704308] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26623; }","duration":"2.353089359s","start":"2026-07-03T16:52:50.815864Z","end":"2026-07-03T16:52:53.168954Z","steps":["trace[752704308] 'count revisions from in-memory index tree' (duration: 2.352942116s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.169003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.8158Z","time spent":"2.353195331s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:53.169128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682108872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:52:53.169227Z","caller":"traceutil/trace.go:171","msg":"trace[917430427] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26623; }","duration":"2.682268216s","start":"2026-07-03T16:52:50.486937Z","end":"2026-07-03T16:52:53.169205Z","steps":["trace[917430427] 'count revisions from in-memory index tree' (duration: 2.681976049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.169305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.486921Z","time spent":"2.682370138s","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:53.169426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678800346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:53.169458Z","caller":"traceutil/trace.go:171","msg":"trace[410774600] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26623; }","duration":"2.678869928s","start":"2026-07-03T16:52:50.49058Z","end":"2026-07-03T16:52:53.16945Z","steps":["trace[410774600] 'count revisions from in-memory index tree' (duration: 2.678723124s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.169491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:50.49056Z","time spent":"2.678924038s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:52:53.169529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865369522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:52:53.169637Z","caller":"traceutil/trace.go:171","msg":"trace[1898835275] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26623; }","duration":"1.865533656s","start":"2026-07-03T16:52:51.304081Z","end":"2026-07-03T16:52:53.169615Z","steps":["trace[1898835275] 'count revisions from in-memory index tree' (duration: 1.865199969s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:52:53.169684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:52:51.304062Z","time spent":"1.865612599s","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:01.529744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:02.030914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:02.531651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:03.032393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:03.53361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572693385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:03.577139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.743826038s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:53:03.577487Z","caller":"traceutil/trace.go:171","msg":"trace[18688593] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"2.552160054s","start":"2026-07-03T16:53:01.025307Z","end":"2026-07-03T16:53:03.577467Z","steps":["trace[18688593] 'process raft request' (duration: 2.552005961s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:03.577621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.02529Z","time spent":"2.552253247s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7690,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:04.56472Z","caller":"traceutil/trace.go:171","msg":"trace[1360960941] linearizableReadLoop","detail":"{readStateIndex:27557; appliedIndex:27553; }","duration":"3.535513938s","start":"2026-07-03T16:53:01.029137Z","end":"2026-07-03T16:53:04.564651Z","steps":["trace[1360960941] 'read index received' (duration: 2.548207664s)","trace[1360960941] 'applied index is now lower than readState.Index' (duration: 987.305324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:04.565294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536139732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-95v48\" ","response":"range_response_count:1 size:6638"} {"level":"info","ts":"2026-07-03T16:53:04.565346Z","caller":"traceutil/trace.go:171","msg":"trace[2006336767] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-95v48; range_end:; response_count:1; response_revision:26627; }","duration":"3.536235904s","start":"2026-07-03T16:53:01.029098Z","end":"2026-07-03T16:53:04.565333Z","steps":["trace[2006336767] 'agreement among raft nodes before linearized reading' (duration: 3.536021949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.565389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.029075Z","time spent":"3.536305736s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6659,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-95v48\" "} {"level":"warn","ts":"2026-07-03T16:53:04.565533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36805083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.56554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536253374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-kr5g6\" ","response":"range_response_count:1 size:3806"} {"level":"info","ts":"2026-07-03T16:53:04.565637Z","caller":"traceutil/trace.go:171","msg":"trace[467752863] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"2.578604448s","start":"2026-07-03T16:53:01.987024Z","end":"2026-07-03T16:53:04.565628Z","steps":["trace[467752863] 'process raft request' (duration: 2.577548415s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.565679Z","caller":"traceutil/trace.go:171","msg":"trace[1688438081] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-kr5g6; range_end:; response_count:1; response_revision:26627; }","duration":"3.536421989s","start":"2026-07-03T16:53:01.029227Z","end":"2026-07-03T16:53:04.565649Z","steps":["trace[1688438081] 'agreement among raft nodes before linearized reading' (duration: 3.535995789s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.56573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.646701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.565808Z","caller":"traceutil/trace.go:171","msg":"trace[372841817] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"2.568843366s","start":"2026-07-03T16:53:01.996954Z","end":"2026-07-03T16:53:04.565797Z","steps":["trace[372841817] 'process raft request' (duration: 2.56765974s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.565851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.797104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.565877Z","caller":"traceutil/trace.go:171","msg":"trace[951957325] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26627; }","duration":"408.871056ms","start":"2026-07-03T16:53:04.157001Z","end":"2026-07-03T16:53:04.565872Z","steps":["trace[951957325] 'agreement among raft nodes before linearized reading' (duration: 408.832255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.565883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.996937Z","time spent":"2.568910057s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:04.56591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.156984Z","time spent":"408.918828ms","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:04.565868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.029213Z","time spent":"3.536632673s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3827,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-kr5g6\" "} {"level":"info","ts":"2026-07-03T16:53:04.565819Z","caller":"traceutil/trace.go:171","msg":"trace[1040583077] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26627; }","duration":"408.765593ms","start":"2026-07-03T16:53:04.157045Z","end":"2026-07-03T16:53:04.565811Z","steps":["trace[1040583077] 'agreement among raft nodes before linearized reading' (duration: 408.651721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.566095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.094562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.566117Z","caller":"traceutil/trace.go:171","msg":"trace[844430634] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26627; }","duration":"409.141502ms","start":"2026-07-03T16:53:04.15697Z","end":"2026-07-03T16:53:04.566112Z","steps":["trace[844430634] 'agreement among raft nodes before linearized reading' (duration: 409.102731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.566152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.156956Z","time spent":"409.183913ms","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.566329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.394091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-03T16:53:04.566357Z","caller":"traceutil/trace.go:171","msg":"trace[290437908] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26627; }","duration":"629.424042ms","start":"2026-07-03T16:53:03.936927Z","end":"2026-07-03T16:53:04.566351Z","steps":["trace[290437908] 'agreement among raft nodes before linearized reading' (duration: 629.315789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.566381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.936868Z","time spent":"629.507433ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T16:53:04.566456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368876009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.566483Z","caller":"traceutil/trace.go:171","msg":"trace[289087089] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26627; }","duration":"2.3689439s","start":"2026-07-03T16:53:02.197534Z","end":"2026-07-03T16:53:04.566478Z","steps":["trace[289087089] 'agreement among raft nodes before linearized reading' (duration: 2.368900649s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.566502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.197508Z","time spent":"2.368988052s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.56649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137855454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.566496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229282272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.566534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405636678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.566587Z","caller":"traceutil/trace.go:171","msg":"trace[1287336001] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26627; }","duration":"2.229441195s","start":"2026-07-03T16:53:02.337124Z","end":"2026-07-03T16:53:04.566565Z","steps":["trace[1287336001] 'agreement among raft nodes before linearized reading' (duration: 2.229258031s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.566627Z","caller":"traceutil/trace.go:171","msg":"trace[1449003770] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26627; }","duration":"2.138026498s","start":"2026-07-03T16:53:02.42858Z","end":"2026-07-03T16:53:04.566606Z","steps":["trace[1449003770] 'agreement among raft nodes before linearized reading' (duration: 2.137831404s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.56665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.3371Z","time spent":"2.229536577s","remote":"127.0.0.1:33850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.566677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.428566Z","time spent":"2.13809609s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.566715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405920614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.566737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082688404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:1 size:7507"} {"level":"warn","ts":"2026-07-03T16:53:04.566863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253591687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.566892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103264455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:04.566895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12493072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.566909Z","caller":"traceutil/trace.go:171","msg":"trace[1347027654] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26627; }","duration":"2.25369171s","start":"2026-07-03T16:53:02.313204Z","end":"2026-07-03T16:53:04.566896Z","steps":["trace[1347027654] 'agreement among raft nodes before linearized reading' (duration: 2.253628137s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.566899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441117229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.566941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138307316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.566951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.31315Z","time spent":"2.253792302s","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":129,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:04.566962Z","caller":"traceutil/trace.go:171","msg":"trace[1055336860] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26627; }","duration":"2.138335896s","start":"2026-07-03T16:53:02.428621Z","end":"2026-07-03T16:53:04.566957Z","steps":["trace[1055336860] 'agreement among raft nodes before linearized reading' (duration: 2.138308726s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.566981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17224891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.566959Z","caller":"traceutil/trace.go:171","msg":"trace[1310874638] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26627; }","duration":"2.441200282s","start":"2026-07-03T16:53:02.125745Z","end":"2026-07-03T16:53:04.566945Z","steps":["trace[1310874638] 'agreement among raft nodes before linearized reading' (duration: 2.441095779s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.567029Z","caller":"traceutil/trace.go:171","msg":"trace[484740484] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26627; }","duration":"2.172335243s","start":"2026-07-03T16:53:02.394683Z","end":"2026-07-03T16:53:04.567019Z","steps":["trace[484740484] 'agreement among raft nodes before linearized reading' (duration: 2.172256191s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.567068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.394678Z","time spent":"2.172381553s","remote":"127.0.0.1:33866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.567101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103485999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 ","response":"range_response_count:23 size:45752"} {"level":"info","ts":"2026-07-03T16:53:04.567139Z","caller":"traceutil/trace.go:171","msg":"trace[1407871399] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:23; response_revision:26627; }","duration":"2.103549991s","start":"2026-07-03T16:53:02.463578Z","end":"2026-07-03T16:53:04.567128Z","steps":["trace[1407871399] 'agreement among raft nodes before linearized reading' (duration: 2.103357597s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.567145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441431067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.567166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.463563Z","time spent":"2.103595502s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":23,"response size":45773,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.567176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.428619Z","time spent":"2.138548561s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.567177Z","caller":"traceutil/trace.go:171","msg":"trace[1353647138] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26627; }","duration":"2.441503368s","start":"2026-07-03T16:53:02.125665Z","end":"2026-07-03T16:53:04.567168Z","steps":["trace[1353647138] 'agreement among raft nodes before linearized reading' (duration: 2.441425876s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.567241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.125644Z","time spent":"2.44158508s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.567069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.125723Z","time spent":"2.441327804s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.565609Z","caller":"traceutil/trace.go:171","msg":"trace[787001310] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26627; }","duration":"2.368160843s","start":"2026-07-03T16:53:02.197431Z","end":"2026-07-03T16:53:04.565592Z","steps":["trace[787001310] 'agreement among raft nodes before linearized reading' (duration: 2.368011879s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.567415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.197422Z","time spent":"2.369984405s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.566804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340886669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 ","response":"range_response_count:31 size:280801"} {"level":"info","ts":"2026-07-03T16:53:04.567527Z","caller":"traceutil/trace.go:171","msg":"trace[754676936] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:31; response_revision:26627; }","duration":"2.341638608s","start":"2026-07-03T16:53:02.22588Z","end":"2026-07-03T16:53:04.567519Z","steps":["trace[754676936] 'agreement among raft nodes before linearized reading' (duration: 2.340552732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.567553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.225868Z","time spent":"2.341675008s","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":31,"response size":280822,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.567546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201688002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.567579Z","caller":"traceutil/trace.go:171","msg":"trace[1778778030] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26627; }","duration":"2.201754904s","start":"2026-07-03T16:53:02.365815Z","end":"2026-07-03T16:53:04.56757Z","steps":["trace[1778778030] 'agreement among raft nodes before linearized reading' (duration: 2.201696913s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.567609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.365799Z","time spent":"2.201799395s","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.567606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45737371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.567706Z","caller":"traceutil/trace.go:171","msg":"trace[2074706613] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26627; }","duration":"2.457506283s","start":"2026-07-03T16:53:02.110172Z","end":"2026-07-03T16:53:04.567678Z","steps":["trace[2074706613] 'agreement among raft nodes before linearized reading' (duration: 2.45734644s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.567769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.110147Z","time spent":"2.457577914s","remote":"127.0.0.1:33774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.56781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23052267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.56784Z","caller":"traceutil/trace.go:171","msg":"trace[439952086] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26627; }","duration":"2.230565472s","start":"2026-07-03T16:53:02.337264Z","end":"2026-07-03T16:53:04.56783Z","steps":["trace[439952086] 'agreement among raft nodes before linearized reading' (duration: 2.230520941s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.566112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:04.157027Z","time spent":"409.070111ms","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.567871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.337257Z","time spent":"2.230604272s","remote":"127.0.0.1:33850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":129,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:04.566817Z","caller":"traceutil/trace.go:171","msg":"trace[251547207] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26627; }","duration":"2.405996676s","start":"2026-07-03T16:53:02.16078Z","end":"2026-07-03T16:53:04.566777Z","steps":["trace[251547207] 'agreement among raft nodes before linearized reading' (duration: 2.405898074s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.567969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457827291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.568008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.160765Z","time spent":"2.407230084s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.568018Z","caller":"traceutil/trace.go:171","msg":"trace[948189294] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26627; }","duration":"2.457912232s","start":"2026-07-03T16:53:02.110094Z","end":"2026-07-03T16:53:04.568007Z","steps":["trace[948189294] 'agreement among raft nodes before linearized reading' (duration: 2.45784839s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.568047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.110073Z","time spent":"2.457965873s","remote":"127.0.0.1:33774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:04.566922Z","caller":"traceutil/trace.go:171","msg":"trace[1158899978] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26627; }","duration":"2.124986361s","start":"2026-07-03T16:53:02.441929Z","end":"2026-07-03T16:53:04.566915Z","steps":["trace[1158899978] 'agreement among raft nodes before linearized reading' (duration: 2.124940399s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.568179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.441913Z","time spent":"2.126251579s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.568351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501283903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.568481Z","caller":"traceutil/trace.go:171","msg":"trace[385345815] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26627; }","duration":"2.501407975s","start":"2026-07-03T16:53:02.06703Z","end":"2026-07-03T16:53:04.568438Z","steps":["trace[385345815] 'agreement among raft nodes before linearized reading' (duration: 2.501233141s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.568556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.067027Z","time spent":"2.501519748s","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.568737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125632755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.568804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501778844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.568807Z","caller":"traceutil/trace.go:171","msg":"trace[690394481] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26627; }","duration":"2.126792531s","start":"2026-07-03T16:53:02.441998Z","end":"2026-07-03T16:53:04.568791Z","steps":["trace[690394481] 'agreement among raft nodes before linearized reading' (duration: 2.125231306s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.568831Z","caller":"traceutil/trace.go:171","msg":"trace[1705776916] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26627; }","duration":"2.501830085s","start":"2026-07-03T16:53:02.066994Z","end":"2026-07-03T16:53:04.568824Z","steps":["trace[1705776916] 'agreement among raft nodes before linearized reading' (duration: 2.501763194s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.568846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.441967Z","time spent":"2.126870523s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.568872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.066979Z","time spent":"2.501867507s","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.56905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53486002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.569052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254108889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.569079Z","caller":"traceutil/trace.go:171","msg":"trace[1169455295] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26627; }","duration":"2.534896751s","start":"2026-07-03T16:53:02.034173Z","end":"2026-07-03T16:53:04.56907Z","steps":["trace[1169455295] 'agreement among raft nodes before linearized reading' (duration: 2.534828279s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.56913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.034171Z","time spent":"2.534944462s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.569314Z","caller":"traceutil/trace.go:171","msg":"trace[75448700] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26627; }","duration":"2.256000242s","start":"2026-07-03T16:53:02.313088Z","end":"2026-07-03T16:53:04.569089Z","steps":["trace[75448700] 'agreement among raft nodes before linearized reading' (duration: 2.25411994s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.569333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535160966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.569388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.313071Z","time spent":"2.256299798s","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.569399Z","caller":"traceutil/trace.go:171","msg":"trace[210388407] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26627; }","duration":"2.535255819s","start":"2026-07-03T16:53:02.034135Z","end":"2026-07-03T16:53:04.569391Z","steps":["trace[210388407] 'agreement among raft nodes before linearized reading' (duration: 2.535164067s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.569456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.03412Z","time spent":"2.535295759s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.569489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34352496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.566917Z","caller":"traceutil/trace.go:171","msg":"trace[1410054808] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26627; }","duration":"2.103315636s","start":"2026-07-03T16:53:02.463595Z","end":"2026-07-03T16:53:04.56691Z","steps":["trace[1410054808] 'agreement among raft nodes before linearized reading' (duration: 2.103260974s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.569546Z","caller":"traceutil/trace.go:171","msg":"trace[701056670] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26627; }","duration":"2.343615732s","start":"2026-07-03T16:53:02.225914Z","end":"2026-07-03T16:53:04.56953Z","steps":["trace[701056670] 'agreement among raft nodes before linearized reading' (duration: 2.343477259s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.569553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.463583Z","time spent":"2.105957545s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.569576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300313944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.569583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.225911Z","time spent":"2.343661963s","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.569607Z","caller":"traceutil/trace.go:171","msg":"trace[2038385674] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26627; }","duration":"2.300377095s","start":"2026-07-03T16:53:02.269222Z","end":"2026-07-03T16:53:04.569599Z","steps":["trace[2038385674] 'agreement among raft nodes before linearized reading' (duration: 2.300321854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.56963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.269201Z","time spent":"2.300423206s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.569677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943066446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.569689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300492038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.569718Z","caller":"traceutil/trace.go:171","msg":"trace[493861333] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26627; }","duration":"1.943140359s","start":"2026-07-03T16:53:02.626565Z","end":"2026-07-03T16:53:04.569706Z","steps":["trace[493861333] 'agreement among raft nodes before linearized reading' (duration: 1.943042946s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.569718Z","caller":"traceutil/trace.go:171","msg":"trace[1127731437] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26627; }","duration":"2.30053652s","start":"2026-07-03T16:53:02.269173Z","end":"2026-07-03T16:53:04.56971Z","steps":["trace[1127731437] 'agreement among raft nodes before linearized reading' (duration: 2.300491718s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.569749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.626548Z","time spent":"1.94319203s","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.569754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.269162Z","time spent":"2.300584641s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.566632Z","caller":"traceutil/trace.go:171","msg":"trace[1012778646] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26627; }","duration":"2.405820372s","start":"2026-07-03T16:53:02.160794Z","end":"2026-07-03T16:53:04.566614Z","steps":["trace[1012778646] 'agreement among raft nodes before linearized reading' (duration: 2.405611038s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.569835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99309886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.569868Z","caller":"traceutil/trace.go:171","msg":"trace[373192144] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26627; }","duration":"1.993164511s","start":"2026-07-03T16:53:02.576694Z","end":"2026-07-03T16:53:04.569858Z","steps":["trace[373192144] 'agreement among raft nodes before linearized reading' (duration: 1.99311049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.569866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.160791Z","time spent":"2.409061827s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.56989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.576663Z","time spent":"1.993220983s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.56991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557503693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.569931Z","caller":"traceutil/trace.go:171","msg":"trace[441528717] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26627; }","duration":"1.557526254s","start":"2026-07-03T16:53:03.012398Z","end":"2026-07-03T16:53:04.569924Z","steps":["trace[441528717] 'agreement among raft nodes before linearized reading' (duration: 1.557487173s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.56995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.01235Z","time spent":"1.557594745s","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.569997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961342204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.570016Z","caller":"traceutil/trace.go:171","msg":"trace[431939375] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26627; }","duration":"1.961373136s","start":"2026-07-03T16:53:02.608636Z","end":"2026-07-03T16:53:04.570009Z","steps":["trace[431939375] 'agreement among raft nodes before linearized reading' (duration: 1.961342625s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.608633Z","time spent":"1.961396756s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.566868Z","caller":"traceutil/trace.go:171","msg":"trace[1701369307] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:1; response_revision:26627; }","duration":"2.082901669s","start":"2026-07-03T16:53:02.483946Z","end":"2026-07-03T16:53:04.566847Z","steps":["trace[1701369307] 'agreement among raft nodes before linearized reading' (duration: 2.082385117s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567639538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:37 size:82759"} {"level":"info","ts":"2026-07-03T16:53:04.5701Z","caller":"traceutil/trace.go:171","msg":"trace[70120996] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:37; response_revision:26627; }","duration":"2.56771451s","start":"2026-07-03T16:53:02.002375Z","end":"2026-07-03T16:53:04.57009Z","steps":["trace[70120996] 'agreement among raft nodes before linearized reading' (duration: 2.567197777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.483922Z","time spent":"2.086158824s","remote":"127.0.0.1:33906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.570121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01181387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:04.570128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961503008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.570147Z","caller":"traceutil/trace.go:171","msg":"trace[792071551] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26627; }","duration":"1.961522269s","start":"2026-07-03T16:53:02.608619Z","end":"2026-07-03T16:53:04.570141Z","steps":["trace[792071551] 'agreement among raft nodes before linearized reading' (duration: 1.961493328s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612442338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:53:04.570167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.608595Z","time spent":"1.9615673s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.570164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.002371Z","time spent":"2.567751791s","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":37,"response size":82780,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:04.570179Z","caller":"traceutil/trace.go:171","msg":"trace[200330614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26627; }","duration":"1.612496449s","start":"2026-07-03T16:53:02.957673Z","end":"2026-07-03T16:53:04.570169Z","steps":["trace[200330614] 'agreement among raft nodes before linearized reading' (duration: 1.612412477s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.957658Z","time spent":"1.61253909s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:53:04.570214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567992196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.570235Z","caller":"traceutil/trace.go:171","msg":"trace[838209558] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26627; }","duration":"2.568028477s","start":"2026-07-03T16:53:02.002201Z","end":"2026-07-03T16:53:04.570229Z","steps":["trace[838209558] 'agreement among raft nodes before linearized reading' (duration: 2.567959345s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977270948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.570254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.002194Z","time spent":"2.568055168s","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.570263Z","caller":"traceutil/trace.go:171","msg":"trace[1226712999] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26627; }","duration":"1.977320289s","start":"2026-07-03T16:53:02.592936Z","end":"2026-07-03T16:53:04.570256Z","steps":["trace[1226712999] 'agreement among raft nodes before linearized reading' (duration: 1.977292159s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.592919Z","time spent":"1.97735683s","remote":"127.0.0.1:33942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.570285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657114408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.570309Z","caller":"traceutil/trace.go:171","msg":"trace[1456851872] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26627; }","duration":"1.657148769s","start":"2026-07-03T16:53:02.913153Z","end":"2026-07-03T16:53:04.570302Z","steps":["trace[1456851872] 'agreement among raft nodes before linearized reading' (duration: 1.657108088s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613303681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:04.570332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.913149Z","time spent":"1.65717545s","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.57034Z","caller":"traceutil/trace.go:171","msg":"trace[1856245773] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26627; }","duration":"2.613359472s","start":"2026-07-03T16:53:01.956974Z","end":"2026-07-03T16:53:04.570334Z","steps":["trace[1856245773] 'agreement among raft nodes before linearized reading' (duration: 2.613325151s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.57036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.956956Z","time spent":"2.613399153s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.570374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977506194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.570391Z","caller":"traceutil/trace.go:171","msg":"trace[1129163136] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26627; }","duration":"1.977543194s","start":"2026-07-03T16:53:02.592843Z","end":"2026-07-03T16:53:04.570386Z","steps":["trace[1129163136] 'agreement among raft nodes before linearized reading' (duration: 1.977514784s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.59283Z","time spent":"1.977574145s","remote":"127.0.0.1:33942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.570477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657374234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.570512Z","caller":"traceutil/trace.go:171","msg":"trace[1393985083] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26627; }","duration":"1.657424385s","start":"2026-07-03T16:53:02.91308Z","end":"2026-07-03T16:53:04.570504Z","steps":["trace[1393985083] 'agreement among raft nodes before linearized reading' (duration: 1.657373734s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.570146Z","caller":"traceutil/trace.go:171","msg":"trace[28613332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"3.011840411s","start":"2026-07-03T16:53:01.558298Z","end":"2026-07-03T16:53:04.570139Z","steps":["trace[28613332] 'agreement among raft nodes before linearized reading' (duration: 3.01179349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.913073Z","time spent":"1.657458355s","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.570558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01225149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:04.570631Z","caller":"traceutil/trace.go:171","msg":"trace[848891534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"3.012349371s","start":"2026-07-03T16:53:01.55827Z","end":"2026-07-03T16:53:04.570619Z","steps":["trace[848891534] 'agreement among raft nodes before linearized reading' (duration: 3.012172517s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674235079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:04.570703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.558253Z","time spent":"3.012435834s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:04.570723Z","caller":"traceutil/trace.go:171","msg":"trace[1566866033] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26627; }","duration":"1.674290941s","start":"2026-07-03T16:53:02.896422Z","end":"2026-07-03T16:53:04.570713Z","steps":["trace[1566866033] 'agreement among raft nodes before linearized reading' (duration: 1.674225189s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.57076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.896419Z","time spent":"1.674329551s","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.570687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621853206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:3 size:3229"} {"level":"info","ts":"2026-07-03T16:53:04.570808Z","caller":"traceutil/trace.go:171","msg":"trace[78421292] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:3; response_revision:26627; }","duration":"2.62203068s","start":"2026-07-03T16:53:01.948767Z","end":"2026-07-03T16:53:04.570798Z","steps":["trace[78421292] 'agreement among raft nodes before linearized reading' (duration: 2.621698622s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.948743Z","time spent":"2.622123542s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":3,"response size":3250,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.570488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993732424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.570942Z","caller":"traceutil/trace.go:171","msg":"trace[693204497] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26627; }","duration":"1.994194135s","start":"2026-07-03T16:53:02.576739Z","end":"2026-07-03T16:53:04.570933Z","steps":["trace[693204497] 'agreement among raft nodes before linearized reading' (duration: 1.993734004s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.570973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.576735Z","time spent":"1.994227885s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.571017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728113538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-03T16:53:04.571042Z","caller":"traceutil/trace.go:171","msg":"trace[989803899] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26627; }","duration":"1.72816844s","start":"2026-07-03T16:53:02.842866Z","end":"2026-07-03T16:53:04.571035Z","steps":["trace[989803899] 'agreement among raft nodes before linearized reading' (duration: 1.728092018s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.571056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.842852Z","time spent":"1.728200771s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-07-03T16:53:04.570944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674525245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.571093Z","caller":"traceutil/trace.go:171","msg":"trace[1171922705] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26627; }","duration":"1.674689239s","start":"2026-07-03T16:53:02.896395Z","end":"2026-07-03T16:53:04.571085Z","steps":["trace[1171922705] 'agreement among raft nodes before linearized reading' (duration: 1.674512185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.571128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.89636Z","time spent":"1.674754041s","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.571126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03723295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:53:04.57115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837869898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.571181Z","caller":"traceutil/trace.go:171","msg":"trace[1691771134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"3.037297511s","start":"2026-07-03T16:53:01.533853Z","end":"2026-07-03T16:53:04.571151Z","steps":["trace[1691771134] 'agreement among raft nodes before linearized reading' (duration: 3.037179709s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.571189Z","caller":"traceutil/trace.go:171","msg":"trace[1442285163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"2.837903039s","start":"2026-07-03T16:53:01.733267Z","end":"2026-07-03T16:53:04.57117Z","steps":["trace[1442285163] 'agreement among raft nodes before linearized reading' (duration: 2.837853088s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.571208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929078398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:04.571214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.533836Z","time spent":"3.037368833s","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.571222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.733227Z","time spent":"2.837988401s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.571227Z","caller":"traceutil/trace.go:171","msg":"trace[1912989615] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26627; }","duration":"1.929126229s","start":"2026-07-03T16:53:02.642096Z","end":"2026-07-03T16:53:04.571222Z","steps":["trace[1912989615] 'agreement among raft nodes before linearized reading' (duration: 1.929090108s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.571243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.642081Z","time spent":"1.929158129s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.571301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66231108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:1 size:443"} {"level":"warn","ts":"2026-07-03T16:53:04.571327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6658041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.571345Z","caller":"traceutil/trace.go:171","msg":"trace[837422636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"2.665865171s","start":"2026-07-03T16:53:01.905475Z","end":"2026-07-03T16:53:04.57134Z","steps":["trace[837422636] 'agreement among raft nodes before linearized reading' (duration: 2.66583395s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.57133Z","caller":"traceutil/trace.go:171","msg":"trace[1801450213] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:26627; }","duration":"2.662374461s","start":"2026-07-03T16:53:01.908948Z","end":"2026-07-03T16:53:04.571323Z","steps":["trace[1801450213] 'agreement among raft nodes before linearized reading' (duration: 2.662076885s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.571363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.905453Z","time spent":"2.665905342s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.571382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.908932Z","time spent":"2.662442302s","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-07-03T16:53:04.571486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146478485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:53:04.571493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666028105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:04.571511Z","caller":"traceutil/trace.go:171","msg":"trace[1202403355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"2.666047485s","start":"2026-07-03T16:53:01.905458Z","end":"2026-07-03T16:53:04.571505Z","steps":["trace[1202403355] 'agreement among raft nodes before linearized reading' (duration: 2.665982884s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.571512Z","caller":"traceutil/trace.go:171","msg":"trace[1626512473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26627; }","duration":"3.146571826s","start":"2026-07-03T16:53:01.424931Z","end":"2026-07-03T16:53:04.571503Z","steps":["trace[1626512473] 'agreement among raft nodes before linearized reading' (duration: 3.146501285s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.571529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.905412Z","time spent":"2.666111797s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.571536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.424883Z","time spent":"3.146646558s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:04.571606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243557872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.571626Z","caller":"traceutil/trace.go:171","msg":"trace[1742850206] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26627; }","duration":"3.243624263s","start":"2026-07-03T16:53:01.327996Z","end":"2026-07-03T16:53:04.571621Z","steps":["trace[1742850206] 'agreement among raft nodes before linearized reading' (duration: 3.243589542s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.571639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666381762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-07-03T16:53:04.571644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.327974Z","time spent":"3.243665053s","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.571649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053399816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.571683Z","caller":"traceutil/trace.go:171","msg":"trace[675106445] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26627; }","duration":"2.053530148s","start":"2026-07-03T16:53:02.518142Z","end":"2026-07-03T16:53:04.571672Z","steps":["trace[675106445] 'agreement among raft nodes before linearized reading' (duration: 2.053424656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.571777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243745365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.571805Z","caller":"traceutil/trace.go:171","msg":"trace[345752225] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26627; }","duration":"3.243821327s","start":"2026-07-03T16:53:01.327975Z","end":"2026-07-03T16:53:04.571796Z","steps":["trace[345752225] 'agreement among raft nodes before linearized reading' (duration: 3.243776396s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.57183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.327946Z","time spent":"3.243875889s","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.570549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.558266Z","time spent":"3.01227612s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.571997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305330892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 ","response":"range_response_count:6 size:10472"} {"level":"info","ts":"2026-07-03T16:53:04.572926Z","caller":"traceutil/trace.go:171","msg":"trace[1549565917] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:6; response_revision:26627; }","duration":"3.306314025s","start":"2026-07-03T16:53:01.266601Z","end":"2026-07-03T16:53:04.572915Z","steps":["trace[1549565917] 'agreement among raft nodes before linearized reading' (duration: 3.305323472s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.572981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.266568Z","time spent":"3.306398607s","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":6,"response size":10493,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.570069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557662177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.57328Z","caller":"traceutil/trace.go:171","msg":"trace[173916276] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26627; }","duration":"1.560900201s","start":"2026-07-03T16:53:03.012368Z","end":"2026-07-03T16:53:04.573269Z","steps":["trace[173916276] 'agreement among raft nodes before linearized reading' (duration: 1.557674727s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.57336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.01235Z","time spent":"1.560997823s","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.567767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202221304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.573924Z","caller":"traceutil/trace.go:171","msg":"trace[232665255] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26627; }","duration":"2.208402486s","start":"2026-07-03T16:53:02.365512Z","end":"2026-07-03T16:53:04.573914Z","steps":["trace[232665255] 'agreement among raft nodes before linearized reading' (duration: 2.202226625s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.573956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.365498Z","time spent":"2.208446466s","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.570978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037041676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.574416Z","caller":"traceutil/trace.go:171","msg":"trace[2010936322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"3.040512595s","start":"2026-07-03T16:53:01.533891Z","end":"2026-07-03T16:53:04.574404Z","steps":["trace[2010936322] 'agreement among raft nodes before linearized reading' (duration: 3.037050596s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.57445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.533856Z","time spent":"3.040580516s","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.572053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929413355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:10000 ","response":"range_response_count:5 size:6100"} {"level":"info","ts":"2026-07-03T16:53:04.57474Z","caller":"traceutil/trace.go:171","msg":"trace[148338544] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:5; response_revision:26627; }","duration":"1.932718511s","start":"2026-07-03T16:53:02.64201Z","end":"2026-07-03T16:53:04.574729Z","steps":["trace[148338544] 'agreement among raft nodes before linearized reading' (duration: 1.929365975s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.574778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.642002Z","time spent":"1.932762752s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":5,"response size":6121,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.572087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945475511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.575043Z","caller":"traceutil/trace.go:171","msg":"trace[1958107986] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26627; }","duration":"1.94845628s","start":"2026-07-03T16:53:02.626576Z","end":"2026-07-03T16:53:04.575032Z","steps":["trace[1958107986] 'agreement among raft nodes before linearized reading' (duration: 1.945490372s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.575092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.626562Z","time spent":"1.948518601s","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.575256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.501124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-07-03T16:53:04.572504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815054108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:04.575289Z","caller":"traceutil/trace.go:171","msg":"trace[2030905574] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k; range_end:; response_count:1; response_revision:26627; }","duration":"993.560267ms","start":"2026-07-03T16:53:03.581719Z","end":"2026-07-03T16:53:04.57528Z","steps":["trace[2030905574] 'agreement among raft nodes before linearized reading' (duration: 985.327869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.575305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:03.581704Z","time spent":"993.597528ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4911,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" "} {"level":"info","ts":"2026-07-03T16:53:04.575307Z","caller":"traceutil/trace.go:171","msg":"trace[1676573923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"2.817889163s","start":"2026-07-03T16:53:01.757409Z","end":"2026-07-03T16:53:04.575299Z","steps":["trace[1676573923] 'agreement among raft nodes before linearized reading' (duration: 2.815050887s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.575334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.757392Z","time spent":"2.817932083s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.575451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057329196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 ","response":"range_response_count:2 size:5758"} {"level":"info","ts":"2026-07-03T16:53:04.575468Z","caller":"traceutil/trace.go:171","msg":"trace[1052758265] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:2; response_revision:26627; }","duration":"2.058154614s","start":"2026-07-03T16:53:02.517306Z","end":"2026-07-03T16:53:04.575461Z","steps":["trace[1052758265] 'agreement among raft nodes before linearized reading' (duration: 2.058092303s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.575484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.517249Z","time spent":"2.058228687s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":2,"response size":5779,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.575601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091593978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.575617Z","caller":"traceutil/trace.go:171","msg":"trace[1677986808] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26627; }","duration":"2.091634269s","start":"2026-07-03T16:53:02.483978Z","end":"2026-07-03T16:53:04.575613Z","steps":["trace[1677986808] 'agreement among raft nodes before linearized reading' (duration: 2.091598258s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.575631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.483964Z","time spent":"2.09166363s","remote":"127.0.0.1:33906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.576141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958342509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:04.576159Z","caller":"traceutil/trace.go:171","msg":"trace[31841348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"2.958401521s","start":"2026-07-03T16:53:01.617752Z","end":"2026-07-03T16:53:04.576153Z","steps":["trace[31841348] 'agreement among raft nodes before linearized reading' (duration: 2.95834646s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.576173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.617731Z","time spent":"2.958438231s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.576284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867228619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:04.576298Z","caller":"traceutil/trace.go:171","msg":"trace[698623717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"2.867244079s","start":"2026-07-03T16:53:01.709049Z","end":"2026-07-03T16:53:04.576294Z","steps":["trace[698623717] 'agreement among raft nodes before linearized reading' (duration: 2.867199138s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.576312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.708995Z","time spent":"2.867312741s","remote":"127.0.0.1:33680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.576398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867379342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.576414Z","caller":"traceutil/trace.go:171","msg":"trace[1510518966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"2.867421743s","start":"2026-07-03T16:53:01.708988Z","end":"2026-07-03T16:53:04.576409Z","steps":["trace[1510518966] 'agreement among raft nodes before linearized reading' (duration: 2.867396223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.576427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.708971Z","time spent":"2.867451884s","remote":"127.0.0.1:33680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.576513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913891774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:04.576526Z","caller":"traceutil/trace.go:171","msg":"trace[375498013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"2.913942075s","start":"2026-07-03T16:53:01.66258Z","end":"2026-07-03T16:53:04.576522Z","steps":["trace[375498013] 'agreement among raft nodes before linearized reading' (duration: 2.913896804s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.576539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.662555Z","time spent":"2.913980135s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.600746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914090428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.601099Z","caller":"traceutil/trace.go:171","msg":"trace[926302037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"2.938564627s","start":"2026-07-03T16:53:01.662509Z","end":"2026-07-03T16:53:04.601074Z","steps":["trace[926302037] 'agreement among raft nodes before linearized reading' (duration: 2.914100688s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.601184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.662496Z","time spent":"2.938634559s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.602981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33677842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.60309Z","caller":"traceutil/trace.go:171","msg":"trace[1766955114] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26627; }","duration":"3.336912763s","start":"2026-07-03T16:53:01.266134Z","end":"2026-07-03T16:53:04.603046Z","steps":["trace[1766955114] 'agreement among raft nodes before linearized reading' (duration: 3.335775598s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.603147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.266117Z","time spent":"3.337016955s","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.60344Z","caller":"traceutil/trace.go:171","msg":"trace[1337211257] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26627; }","duration":"2.666438054s","start":"2026-07-03T16:53:01.905212Z","end":"2026-07-03T16:53:04.57165Z","steps":["trace[1337211257] 'agreement among raft nodes before linearized reading' (duration: 2.666382382s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.60357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.90519Z","time spent":"2.698327733s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":901,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-07-03T16:53:04.60457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055532845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.604651Z","caller":"traceutil/trace.go:171","msg":"trace[643138832] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26627; }","duration":"2.055693508s","start":"2026-07-03T16:53:02.548931Z","end":"2026-07-03T16:53:04.604625Z","steps":["trace[643138832] 'agreement among raft nodes before linearized reading' (duration: 2.055438452s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.604868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406503542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.604942Z","caller":"traceutil/trace.go:171","msg":"trace[698548804] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26627; }","duration":"3.406576564s","start":"2026-07-03T16:53:01.198338Z","end":"2026-07-03T16:53:04.604915Z","steps":["trace[698548804] 'agreement among raft nodes before linearized reading' (duration: 3.406061443s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.604984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.198333Z","time spent":"3.406640426s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.605761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.54891Z","time spent":"2.056836314s","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.606324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407991427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.606387Z","caller":"traceutil/trace.go:171","msg":"trace[1194221493] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26627; }","duration":"3.408090249s","start":"2026-07-03T16:53:01.198283Z","end":"2026-07-03T16:53:04.606373Z","steps":["trace[1194221493] 'agreement among raft nodes before linearized reading' (duration: 3.40772001s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.60644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.198264Z","time spent":"3.4081566s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.60684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05799141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-07-03T16:53:04.606934Z","caller":"traceutil/trace.go:171","msg":"trace[267343360] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:1; response_revision:26627; }","duration":"2.058120403s","start":"2026-07-03T16:53:02.5488Z","end":"2026-07-03T16:53:04.60692Z","steps":["trace[267343360] 'agreement among raft nodes before linearized reading' (duration: 2.057850407s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.606975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.548783Z","time spent":"2.058175764s","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1286,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.607097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480201194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:53:04.607146Z","caller":"traceutil/trace.go:171","msg":"trace[1391129799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26627; }","duration":"3.480301126s","start":"2026-07-03T16:53:01.126832Z","end":"2026-07-03T16:53:04.607134Z","steps":["trace[1391129799] 'agreement among raft nodes before linearized reading' (duration: 3.480159813s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.607192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.126802Z","time spent":"3.480382548s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:53:04.608226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508973401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:04.608268Z","caller":"traceutil/trace.go:171","msg":"trace[654729095] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:0; response_revision:26627; }","duration":"3.509075644s","start":"2026-07-03T16:53:01.099181Z","end":"2026-07-03T16:53:04.608256Z","steps":["trace[654729095] 'agreement among raft nodes before linearized reading' (duration: 3.508585092s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.608312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.099151Z","time spent":"3.509154616s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:53:04.610463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710520291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:126 size:144019"} {"level":"info","ts":"2026-07-03T16:53:04.610554Z","caller":"traceutil/trace.go:171","msg":"trace[896413182] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:126; response_revision:26627; }","duration":"2.710646503s","start":"2026-07-03T16:53:01.899873Z","end":"2026-07-03T16:53:04.61052Z","steps":["trace[896413182] 'agreement among raft nodes before linearized reading' (duration: 2.672642476s)","trace[896413182] 'range keys from bolt db' (duration: 30.2995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:04.610612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.89985Z","time spent":"2.710745546s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":126,"response size":144040,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-07-03T16:53:04.565604Z","caller":"traceutil/trace.go:171","msg":"trace[1474252700] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"3.536206174s","start":"2026-07-03T16:53:01.029384Z","end":"2026-07-03T16:53:04.56559Z","steps":["trace[1474252700] 'process raft request' (duration: 3.535009017s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.56572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.987Z","time spent":"2.578668609s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:04.611542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025258056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:04.611581Z","caller":"traceutil/trace.go:171","msg":"trace[155568358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"3.025288607s","start":"2026-07-03T16:53:01.586275Z","end":"2026-07-03T16:53:04.611564Z","steps":["trace[155568358] 'agreement among raft nodes before linearized reading' (duration: 3.025191545s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.611608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.586226Z","time spent":"3.025372158s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.613383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856000012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.61344Z","caller":"traceutil/trace.go:171","msg":"trace[314785581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"2.856069713s","start":"2026-07-03T16:53:01.757348Z","end":"2026-07-03T16:53:04.613417Z","steps":["trace[314785581] 'agreement among raft nodes before linearized reading' (duration: 2.84452763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.613476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.757338Z","time spent":"2.856126094s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.613508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896563588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56dd8f9c4-2k9f2.18bed51eacb7459e\" ","response":"range_response_count:1 size:904"} {"level":"warn","ts":"2026-07-03T16:53:04.613555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880266346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:04.613593Z","caller":"traceutil/trace.go:171","msg":"trace[1830181003] range","detail":"{range_begin:/registry/events/openstack/heat-api-56dd8f9c4-2k9f2.18bed51eacb7459e; range_end:; response_count:1; response_revision:26627; }","duration":"2.896680121s","start":"2026-07-03T16:53:01.716866Z","end":"2026-07-03T16:53:04.613546Z","steps":["trace[1830181003] 'agreement among raft nodes before linearized reading' (duration: 2.854699513s)","trace[1830181003] 'range keys from bolt db' (duration: 40.549596ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:04.613603Z","caller":"traceutil/trace.go:171","msg":"trace[455610385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"2.880338898s","start":"2026-07-03T16:53:01.733246Z","end":"2026-07-03T16:53:04.613585Z","steps":["trace[455610385] 'agreement among raft nodes before linearized reading' (duration: 2.878149648s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.613628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.716853Z","time spent":"2.896767753s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-api-56dd8f9c4-2k9f2.18bed51eacb7459e\" "} {"level":"warn","ts":"2026-07-03T16:53:04.613626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.733227Z","time spent":"2.880394209s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.614519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749234685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:53:04.61453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822457337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.614559Z","caller":"traceutil/trace.go:171","msg":"trace[1325704126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"2.749299257s","start":"2026-07-03T16:53:01.865246Z","end":"2026-07-03T16:53:04.614546Z","steps":["trace[1325704126] 'agreement among raft nodes before linearized reading' (duration: 2.736468053s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.614563Z","caller":"traceutil/trace.go:171","msg":"trace[1934169751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"2.822528689s","start":"2026-07-03T16:53:01.792021Z","end":"2026-07-03T16:53:04.61455Z","steps":["trace[1934169751] 'agreement among raft nodes before linearized reading' (duration: 2.819498609s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.614579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.86523Z","time spent":"2.749343567s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.614615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996789967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.614651Z","caller":"traceutil/trace.go:171","msg":"trace[1972182324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"2.996855309s","start":"2026-07-03T16:53:01.617782Z","end":"2026-07-03T16:53:04.614637Z","steps":["trace[1972182324] 'agreement among raft nodes before linearized reading' (duration: 2.993757067s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.614675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.617759Z","time spent":"2.996909s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.614585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.792Z","time spent":"2.822577559s","remote":"127.0.0.1:33710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.614775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027573379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.617017Z","caller":"traceutil/trace.go:171","msg":"trace[939190801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"3.03068694s","start":"2026-07-03T16:53:01.586321Z","end":"2026-07-03T16:53:04.617008Z","steps":["trace[939190801] 'agreement among raft nodes before linearized reading' (duration: 3.015653037s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.61704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.586259Z","time spent":"3.030771112s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.617415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.586975143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-zrkzr\" ","response":"range_response_count:1 size:4483"} {"level":"info","ts":"2026-07-03T16:53:04.617438Z","caller":"traceutil/trace.go:171","msg":"trace[408329846] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-zrkzr; range_end:; response_count:1; response_revision:26627; }","duration":"3.587012355s","start":"2026-07-03T16:53:01.03042Z","end":"2026-07-03T16:53:04.617433Z","steps":["trace[408329846] 'agreement among raft nodes before linearized reading' (duration: 3.580579987s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.617454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.030412Z","time spent":"3.587037445s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4504,"request content":"key:\"/registry/pods/kube-system/kube-proxy-zrkzr\" "} {"level":"warn","ts":"2026-07-03T16:53:04.618511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756393018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:04.618539Z","caller":"traceutil/trace.go:171","msg":"trace[1450528203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26627; }","duration":"2.756457899s","start":"2026-07-03T16:53:01.862074Z","end":"2026-07-03T16:53:04.618532Z","steps":["trace[1450528203] 'agreement among raft nodes before linearized reading' (duration: 2.749340086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.618555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.86205Z","time spent":"2.75649952s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:04.618711Z","caller":"traceutil/trace.go:171","msg":"trace[189014602] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:1; response_revision:26627; }","duration":"2.224069443s","start":"2026-07-03T16:53:02.394635Z","end":"2026-07-03T16:53:04.618705Z","steps":["trace[189014602] 'agreement among raft nodes before linearized reading' (duration: 2.172580698s)","trace[189014602] 'range keys from bolt db' (duration: 51.466035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:04.618734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.394601Z","time spent":"2.224129045s","remote":"127.0.0.1:33866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":7405,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.6189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:02.518062Z","time spent":"2.053633281s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:04.613921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820588204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:04.619412Z","caller":"traceutil/trace.go:171","msg":"trace[5646344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26627; }","duration":"2.827347798s","start":"2026-07-03T16:53:01.792056Z","end":"2026-07-03T16:53:04.619404Z","steps":["trace[5646344] 'agreement among raft nodes before linearized reading' (duration: 2.819355475s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:04.619438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.792035Z","time spent":"2.827393988s","remote":"127.0.0.1:33710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:04.619521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:01.029368Z","time spent":"3.581810054s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:04.813188Z","caller":"traceutil/trace.go:171","msg":"trace[345855578] linearizableReadLoop","detail":"{readStateIndex:27558; appliedIndex:27557; }","duration":"196.149599ms","start":"2026-07-03T16:53:04.61702Z","end":"2026-07-03T16:53:04.81317Z","steps":["trace[345855578] 'read index received' (duration: 156.394341ms)","trace[345855578] 'applied index is now lower than readState.Index' (duration: 39.754458ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:04.813284Z","caller":"traceutil/trace.go:171","msg":"trace[110524935] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"201.761007ms","start":"2026-07-03T16:53:04.611492Z","end":"2026-07-03T16:53:04.813253Z","steps":["trace[110524935] 'process raft request' (duration: 161.316534ms)","trace[110524935] 'compare' (duration: 40.275279ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:04.813345Z","caller":"traceutil/trace.go:171","msg":"trace[1510063011] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:26628; }","duration":"196.331773ms","start":"2026-07-03T16:53:04.617005Z","end":"2026-07-03T16:53:04.813337Z","steps":["trace[1510063011] 'agreement among raft nodes before linearized reading' (duration: 196.244141ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.85065Z","caller":"traceutil/trace.go:171","msg":"trace[39917171] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"199.119606ms","start":"2026-07-03T16:53:04.651516Z","end":"2026-07-03T16:53:04.850635Z","steps":["trace[39917171] 'process raft request' (duration: 199.071795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.850707Z","caller":"traceutil/trace.go:171","msg":"trace[1330502805] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"224.360663ms","start":"2026-07-03T16:53:04.626323Z","end":"2026-07-03T16:53:04.850683Z","steps":["trace[1330502805] 'process raft request' (duration: 224.188779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.850918Z","caller":"traceutil/trace.go:171","msg":"trace[1195086592] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"198.970733ms","start":"2026-07-03T16:53:04.651924Z","end":"2026-07-03T16:53:04.850895Z","steps":["trace[1195086592] 'process raft request' (duration: 198.687597ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.851007Z","caller":"traceutil/trace.go:171","msg":"trace[861977238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26631; }","duration":"224.781402ms","start":"2026-07-03T16:53:04.626219Z","end":"2026-07-03T16:53:04.851001Z","steps":["trace[861977238] 'agreement among raft nodes before linearized reading' (duration: 224.725151ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.851098Z","caller":"traceutil/trace.go:171","msg":"trace[1227651408] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:26631; }","duration":"232.805565ms","start":"2026-07-03T16:53:04.618281Z","end":"2026-07-03T16:53:04.851086Z","steps":["trace[1227651408] 'agreement among raft nodes before linearized reading' (duration: 232.700833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.851242Z","caller":"traceutil/trace.go:171","msg":"trace[1231686398] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26631; }","duration":"220.498585ms","start":"2026-07-03T16:53:04.630738Z","end":"2026-07-03T16:53:04.851236Z","steps":["trace[1231686398] 'agreement among raft nodes before linearized reading' (duration: 220.366382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.851354Z","caller":"traceutil/trace.go:171","msg":"trace[1827042463] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:1; response_revision:26631; }","duration":"225.225372ms","start":"2026-07-03T16:53:04.626122Z","end":"2026-07-03T16:53:04.851347Z","steps":["trace[1827042463] 'agreement among raft nodes before linearized reading' (duration: 225.091339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.8515Z","caller":"traceutil/trace.go:171","msg":"trace[374690522] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26631; }","duration":"220.764051ms","start":"2026-07-03T16:53:04.63073Z","end":"2026-07-03T16:53:04.851494Z","steps":["trace[374690522] 'agreement among raft nodes before linearized reading' (duration: 220.744881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.851653Z","caller":"traceutil/trace.go:171","msg":"trace[1278643846] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:1; response_revision:26631; }","duration":"220.953085ms","start":"2026-07-03T16:53:04.630696Z","end":"2026-07-03T16:53:04.851649Z","steps":["trace[1278643846] 'agreement among raft nodes before linearized reading' (duration: 220.864673ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.851833Z","caller":"traceutil/trace.go:171","msg":"trace[1506805622] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26631; }","duration":"233.188274ms","start":"2026-07-03T16:53:04.618636Z","end":"2026-07-03T16:53:04.851825Z","steps":["trace[1506805622] 'agreement among raft nodes before linearized reading' (duration: 233.124902ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.851852Z","caller":"traceutil/trace.go:171","msg":"trace[1685739855] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26631; }","duration":"234.412452ms","start":"2026-07-03T16:53:04.617412Z","end":"2026-07-03T16:53:04.851825Z","steps":["trace[1685739855] 'agreement among raft nodes before linearized reading' (duration: 233.575043ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.852368Z","caller":"traceutil/trace.go:171","msg":"trace[226197527] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-bjc48; range_end:; response_count:1; response_revision:26631; }","duration":"235.105568ms","start":"2026-07-03T16:53:04.617254Z","end":"2026-07-03T16:53:04.85236Z","steps":["trace[226197527] 'agreement among raft nodes before linearized reading' (duration: 235.048867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:04.854025Z","caller":"traceutil/trace.go:171","msg":"trace[1338754641] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:98; response_revision:26631; }","duration":"227.111466ms","start":"2026-07-03T16:53:04.626902Z","end":"2026-07-03T16:53:04.854013Z","steps":["trace[1338754641] 'agreement among raft nodes before linearized reading' (duration: 224.914676ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.147955Z","caller":"traceutil/trace.go:171","msg":"trace[320736214] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"289.876719ms","start":"2026-07-03T16:53:04.85804Z","end":"2026-07-03T16:53:05.147917Z","steps":["trace[320736214] 'process raft request' (duration: 237.560824ms)","trace[320736214] 'compare' (duration: 52.052319ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:05.147977Z","caller":"traceutil/trace.go:171","msg":"trace[1021850561] linearizableReadLoop","detail":"{readStateIndex:27565; appliedIndex:27563; }","duration":"205.610574ms","start":"2026-07-03T16:53:04.942348Z","end":"2026-07-03T16:53:05.147959Z","steps":["trace[1021850561] 'read index received' (duration: 153.142386ms)","trace[1021850561] 'applied index is now lower than readState.Index' (duration: 52.467418ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:05.148142Z","caller":"traceutil/trace.go:171","msg":"trace[1394004149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26634; }","duration":"290.994085ms","start":"2026-07-03T16:53:04.85714Z","end":"2026-07-03T16:53:05.148134Z","steps":["trace[1394004149] 'agreement among raft nodes before linearized reading' (duration: 290.874062ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148281Z","caller":"traceutil/trace.go:171","msg":"trace[94425241] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26634; }","duration":"204.342096ms","start":"2026-07-03T16:53:04.943928Z","end":"2026-07-03T16:53:05.14827Z","steps":["trace[94425241] 'agreement among raft nodes before linearized reading' (duration: 204.288505ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.14829Z","caller":"traceutil/trace.go:171","msg":"trace[1139983831] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:26634; }","duration":"286.528122ms","start":"2026-07-03T16:53:04.861755Z","end":"2026-07-03T16:53:05.148283Z","steps":["trace[1139983831] 'agreement among raft nodes before linearized reading' (duration: 286.41323ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148345Z","caller":"traceutil/trace.go:171","msg":"trace[899455280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26634; }","duration":"167.801941ms","start":"2026-07-03T16:53:04.98053Z","end":"2026-07-03T16:53:05.148332Z","steps":["trace[899455280] 'agreement among raft nodes before linearized reading' (duration: 167.74816ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148379Z","caller":"traceutil/trace.go:171","msg":"trace[654886375] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26634; }","duration":"290.82838ms","start":"2026-07-03T16:53:04.857543Z","end":"2026-07-03T16:53:05.148371Z","steps":["trace[654886375] 'agreement among raft nodes before linearized reading' (duration: 290.763139ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148348Z","caller":"traceutil/trace.go:171","msg":"trace[1917830376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26634; }","duration":"167.74607ms","start":"2026-07-03T16:53:04.980581Z","end":"2026-07-03T16:53:05.148327Z","steps":["trace[1917830376] 'agreement among raft nodes before linearized reading' (duration: 167.649488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148417Z","caller":"traceutil/trace.go:171","msg":"trace[2007086637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26634; }","duration":"179.426187ms","start":"2026-07-03T16:53:04.968976Z","end":"2026-07-03T16:53:05.148402Z","steps":["trace[2007086637] 'agreement among raft nodes before linearized reading' (duration: 179.283174ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148451Z","caller":"traceutil/trace.go:171","msg":"trace[1628291335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26634; }","duration":"200.928528ms","start":"2026-07-03T16:53:04.947515Z","end":"2026-07-03T16:53:05.148444Z","steps":["trace[1628291335] 'agreement among raft nodes before linearized reading' (duration: 200.904227ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148509Z","caller":"traceutil/trace.go:171","msg":"trace[221504655] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"276.32906ms","start":"2026-07-03T16:53:04.872172Z","end":"2026-07-03T16:53:05.148501Z","steps":["trace[221504655] 'agreement among raft nodes before linearized reading' (duration: 276.256399ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148531Z","caller":"traceutil/trace.go:171","msg":"trace[485957208] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d5664f77-9w27s.18bed39e30adf317; range_end:; response_count:1; response_revision:26634; }","duration":"201.829059ms","start":"2026-07-03T16:53:04.946695Z","end":"2026-07-03T16:53:05.148524Z","steps":["trace[485957208] 'agreement among raft nodes before linearized reading' (duration: 201.774037ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148544Z","caller":"traceutil/trace.go:171","msg":"trace[1214328408] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"253.275343ms","start":"2026-07-03T16:53:04.895257Z","end":"2026-07-03T16:53:05.148532Z","steps":["trace[1214328408] 'agreement among raft nodes before linearized reading' (duration: 253.15286ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148545Z","caller":"traceutil/trace.go:171","msg":"trace[855829412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26634; }","duration":"179.240193ms","start":"2026-07-03T16:53:04.969296Z","end":"2026-07-03T16:53:05.148536Z","steps":["trace[855829412] 'agreement among raft nodes before linearized reading' (duration: 179.157031ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148571Z","caller":"traceutil/trace.go:171","msg":"trace[2022512367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26634; }","duration":"204.637943ms","start":"2026-07-03T16:53:04.943928Z","end":"2026-07-03T16:53:05.148566Z","steps":["trace[2022512367] 'agreement among raft nodes before linearized reading' (duration: 204.620202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148596Z","caller":"traceutil/trace.go:171","msg":"trace[1547307228] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26634; }","duration":"220.298159ms","start":"2026-07-03T16:53:04.92829Z","end":"2026-07-03T16:53:05.148588Z","steps":["trace[1547307228] 'agreement among raft nodes before linearized reading' (duration: 220.278409ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148609Z","caller":"traceutil/trace.go:171","msg":"trace[845629547] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"277.353943ms","start":"2026-07-03T16:53:04.871228Z","end":"2026-07-03T16:53:05.148582Z","steps":["trace[845629547] 'agreement among raft nodes before linearized reading' (duration: 277.298982ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148618Z","caller":"traceutil/trace.go:171","msg":"trace[2138177055] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26634; }","duration":"148.105352ms","start":"2026-07-03T16:53:05.000503Z","end":"2026-07-03T16:53:05.148608Z","steps":["trace[2138177055] 'agreement among raft nodes before linearized reading' (duration: 148.080491ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148667Z","caller":"traceutil/trace.go:171","msg":"trace[469720609] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26634; }","duration":"146.477634ms","start":"2026-07-03T16:53:05.002183Z","end":"2026-07-03T16:53:05.148661Z","steps":["trace[469720609] 'agreement among raft nodes before linearized reading' (duration: 146.458603ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148727Z","caller":"traceutil/trace.go:171","msg":"trace[1296781109] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26634; }","duration":"148.193944ms","start":"2026-07-03T16:53:05.00048Z","end":"2026-07-03T16:53:05.148674Z","steps":["trace[1296781109] 'agreement among raft nodes before linearized reading' (duration: 148.159453ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148673Z","caller":"traceutil/trace.go:171","msg":"trace[271202877] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:26634; }","duration":"220.552026ms","start":"2026-07-03T16:53:04.928112Z","end":"2026-07-03T16:53:05.148665Z","steps":["trace[271202877] 'agreement among raft nodes before linearized reading' (duration: 220.501215ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148788Z","caller":"traceutil/trace.go:171","msg":"trace[2126108782] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"284.899324ms","start":"2026-07-03T16:53:04.863878Z","end":"2026-07-03T16:53:05.148777Z","steps":["trace[2126108782] 'process raft request' (duration: 283.937973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148806Z","caller":"traceutil/trace.go:171","msg":"trace[1523450722] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"287.31087ms","start":"2026-07-03T16:53:04.861485Z","end":"2026-07-03T16:53:05.148796Z","steps":["trace[1523450722] 'agreement among raft nodes before linearized reading' (duration: 287.245468ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148814Z","caller":"traceutil/trace.go:171","msg":"trace[1893501044] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"287.29651ms","start":"2026-07-03T16:53:04.861503Z","end":"2026-07-03T16:53:05.148799Z","steps":["trace[1893501044] 'agreement among raft nodes before linearized reading' (duration: 287.161627ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148893Z","caller":"traceutil/trace.go:171","msg":"trace[1280464178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26634; }","duration":"291.69021ms","start":"2026-07-03T16:53:04.857196Z","end":"2026-07-03T16:53:05.148887Z","steps":["trace[1280464178] 'agreement among raft nodes before linearized reading' (duration: 291.593138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148945Z","caller":"traceutil/trace.go:171","msg":"trace[858242358] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"291.403384ms","start":"2026-07-03T16:53:04.857528Z","end":"2026-07-03T16:53:05.148932Z","steps":["trace[858242358] 'agreement among raft nodes before linearized reading' (duration: 291.291861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.148906Z","caller":"traceutil/trace.go:171","msg":"trace[1679513913] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"287.414273ms","start":"2026-07-03T16:53:04.861457Z","end":"2026-07-03T16:53:05.148871Z","steps":["trace[1679513913] 'agreement among raft nodes before linearized reading' (duration: 286.811279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.149001Z","caller":"traceutil/trace.go:171","msg":"trace[776470544] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"291.559477ms","start":"2026-07-03T16:53:04.857432Z","end":"2026-07-03T16:53:05.148991Z","steps":["trace[776470544] 'agreement among raft nodes before linearized reading' (duration: 291.349253ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.149016Z","caller":"traceutil/trace.go:171","msg":"trace[722648723] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:26634; }","duration":"287.174487ms","start":"2026-07-03T16:53:04.86181Z","end":"2026-07-03T16:53:05.148985Z","steps":["trace[722648723] 'agreement among raft nodes before linearized reading' (duration: 286.793429ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.14908Z","caller":"traceutil/trace.go:171","msg":"trace[1865275963] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:26634; }","duration":"287.359231ms","start":"2026-07-03T16:53:04.861712Z","end":"2026-07-03T16:53:05.149072Z","steps":["trace[1865275963] 'agreement among raft nodes before linearized reading' (duration: 287.105485ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.149184Z","caller":"traceutil/trace.go:171","msg":"trace[600029170] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"291.70423ms","start":"2026-07-03T16:53:04.857468Z","end":"2026-07-03T16:53:05.149172Z","steps":["trace[600029170] 'agreement among raft nodes before linearized reading' (duration: 291.379493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.149276Z","caller":"traceutil/trace.go:171","msg":"trace[1601713917] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26634; }","duration":"287.636347ms","start":"2026-07-03T16:53:04.861623Z","end":"2026-07-03T16:53:05.149259Z","steps":["trace[1601713917] 'agreement among raft nodes before linearized reading' (duration: 287.262049ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.149282Z","caller":"traceutil/trace.go:171","msg":"trace[765449658] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26634; }","duration":"279.149623ms","start":"2026-07-03T16:53:04.870121Z","end":"2026-07-03T16:53:05.149271Z","steps":["trace[765449658] 'agreement among raft nodes before linearized reading' (duration: 278.607461ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.149566Z","caller":"traceutil/trace.go:171","msg":"trace[577018970] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26634; }","duration":"221.234371ms","start":"2026-07-03T16:53:04.928313Z","end":"2026-07-03T16:53:05.149548Z","steps":["trace[577018970] 'agreement among raft nodes before linearized reading' (duration: 220.117256ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.303607Z","caller":"traceutil/trace.go:171","msg":"trace[1519874263] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"145.089182ms","start":"2026-07-03T16:53:05.158496Z","end":"2026-07-03T16:53:05.303585Z","steps":["trace[1519874263] 'process raft request' (duration: 145.016ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.303701Z","caller":"traceutil/trace.go:171","msg":"trace[1233842726] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"147.164701ms","start":"2026-07-03T16:53:05.156509Z","end":"2026-07-03T16:53:05.303674Z","steps":["trace[1233842726] 'process raft request' (duration: 106.460971ms)","trace[1233842726] 'compare' (duration: 40.413392ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:05.303898Z","caller":"traceutil/trace.go:171","msg":"trace[2070242458] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"143.775364ms","start":"2026-07-03T16:53:05.160113Z","end":"2026-07-03T16:53:05.303888Z","steps":["trace[2070242458] 'process raft request' (duration: 143.437375ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.304332Z","caller":"traceutil/trace.go:171","msg":"trace[1784248185] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"138.658436ms","start":"2026-07-03T16:53:05.165656Z","end":"2026-07-03T16:53:05.304315Z","steps":["trace[1784248185] 'process raft request' (duration: 138.266167ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.304538Z","caller":"traceutil/trace.go:171","msg":"trace[1267079740] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26639; }","duration":"149.993465ms","start":"2026-07-03T16:53:05.154532Z","end":"2026-07-03T16:53:05.304525Z","steps":["trace[1267079740] 'agreement among raft nodes before linearized reading' (duration: 149.882052ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.304567Z","caller":"traceutil/trace.go:171","msg":"trace[654841779] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:26639; }","duration":"145.949313ms","start":"2026-07-03T16:53:05.158607Z","end":"2026-07-03T16:53:05.304556Z","steps":["trace[654841779] 'agreement among raft nodes before linearized reading' (duration: 145.796919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.304808Z","caller":"traceutil/trace.go:171","msg":"trace[436671439] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26639; }","duration":"112.521219ms","start":"2026-07-03T16:53:05.192279Z","end":"2026-07-03T16:53:05.3048Z","steps":["trace[436671439] 'agreement among raft nodes before linearized reading' (duration: 112.468578ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.30518Z","caller":"traceutil/trace.go:171","msg":"trace[1477472875] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26639; }","duration":"142.581275ms","start":"2026-07-03T16:53:05.162592Z","end":"2026-07-03T16:53:05.305173Z","steps":["trace[1477472875] 'agreement among raft nodes before linearized reading' (duration: 142.548275ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.304577Z","caller":"traceutil/trace.go:171","msg":"trace[1275481171] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26639; }","duration":"149.162496ms","start":"2026-07-03T16:53:05.155397Z","end":"2026-07-03T16:53:05.30456Z","steps":["trace[1275481171] 'agreement among raft nodes before linearized reading' (duration: 149.022863ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.305595Z","caller":"traceutil/trace.go:171","msg":"trace[745730155] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:26639; }","duration":"145.663636ms","start":"2026-07-03T16:53:05.159917Z","end":"2026-07-03T16:53:05.305581Z","steps":["trace[745730155] 'agreement among raft nodes before linearized reading' (duration: 145.561773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.421329Z","caller":"traceutil/trace.go:171","msg":"trace[1631909335] linearizableReadLoop","detail":"{readStateIndex:27572; appliedIndex:27571; }","duration":"107.193789ms","start":"2026-07-03T16:53:05.314107Z","end":"2026-07-03T16:53:05.421301Z","steps":["trace[1631909335] 'read index received' (duration: 104.096357ms)","trace[1631909335] 'applied index is now lower than readState.Index' (duration: 3.096192ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:05.421424Z","caller":"traceutil/trace.go:171","msg":"trace[349321467] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"108.749073ms","start":"2026-07-03T16:53:05.31261Z","end":"2026-07-03T16:53:05.421359Z","steps":["trace[349321467] 'process raft request' (duration: 105.58077ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.421574Z","caller":"traceutil/trace.go:171","msg":"trace[693659698] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:26641; }","duration":"107.471304ms","start":"2026-07-03T16:53:05.314081Z","end":"2026-07-03T16:53:05.421552Z","steps":["trace[693659698] 'agreement among raft nodes before linearized reading' (duration: 107.350732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.473218Z","caller":"traceutil/trace.go:171","msg":"trace[741214206] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"158.94871ms","start":"2026-07-03T16:53:05.314239Z","end":"2026-07-03T16:53:05.473188Z","steps":["trace[741214206] 'process raft request' (duration: 158.698304ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.47365Z","caller":"traceutil/trace.go:171","msg":"trace[1747438263] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"154.282332ms","start":"2026-07-03T16:53:05.319316Z","end":"2026-07-03T16:53:05.473598Z","steps":["trace[1747438263] 'process raft request' (duration: 153.807511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.474285Z","caller":"traceutil/trace.go:171","msg":"trace[552625759] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:26644; }","duration":"159.103632ms","start":"2026-07-03T16:53:05.31516Z","end":"2026-07-03T16:53:05.474263Z","steps":["trace[552625759] 'agreement among raft nodes before linearized reading' (duration: 158.886937ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.4741Z","caller":"traceutil/trace.go:171","msg":"trace[1469606340] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"125.126076ms","start":"2026-07-03T16:53:05.34896Z","end":"2026-07-03T16:53:05.474086Z","steps":["trace[1469606340] 'process raft request' (duration: 124.548133ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.480413Z","caller":"traceutil/trace.go:171","msg":"trace[329108569] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:26644; }","duration":"166.198576ms","start":"2026-07-03T16:53:05.314197Z","end":"2026-07-03T16:53:05.480395Z","steps":["trace[329108569] 'agreement among raft nodes before linearized reading' (duration: 159.85467ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.764959Z","caller":"traceutil/trace.go:171","msg":"trace[1196433590] linearizableReadLoop","detail":"{readStateIndex:27582; appliedIndex:27580; }","duration":"160.015414ms","start":"2026-07-03T16:53:05.604925Z","end":"2026-07-03T16:53:05.76494Z","steps":["trace[1196433590] 'read index received' (duration: 24.332736ms)","trace[1196433590] 'applied index is now lower than readState.Index' (duration: 135.681917ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:05.765157Z","caller":"traceutil/trace.go:171","msg":"trace[1384071282] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"160.32114ms","start":"2026-07-03T16:53:05.604826Z","end":"2026-07-03T16:53:05.765147Z","steps":["trace[1384071282] 'process raft request' (duration: 160.007053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.765345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.404562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2015"} {"level":"info","ts":"2026-07-03T16:53:05.765366Z","caller":"traceutil/trace.go:171","msg":"trace[1647498875] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:26651; }","duration":"160.448353ms","start":"2026-07-03T16:53:05.60491Z","end":"2026-07-03T16:53:05.765358Z","steps":["trace[1647498875] 'agreement among raft nodes before linearized reading' (duration: 160.351131ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.77777Z","caller":"traceutil/trace.go:171","msg":"trace[1363436379] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"126.060178ms","start":"2026-07-03T16:53:05.651698Z","end":"2026-07-03T16:53:05.777758Z","steps":["trace[1363436379] 'process raft request' (duration: 125.938626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.778953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.141753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:05.778987Z","caller":"traceutil/trace.go:171","msg":"trace[2096186287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26652; }","duration":"127.229265ms","start":"2026-07-03T16:53:05.65175Z","end":"2026-07-03T16:53:05.778979Z","steps":["trace[2096186287] 'agreement among raft nodes before linearized reading' (duration: 127.174254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.779134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.832845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-07-03T16:53:05.77916Z","caller":"traceutil/trace.go:171","msg":"trace[1124985234] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:26652; }","duration":"172.882497ms","start":"2026-07-03T16:53:05.606272Z","end":"2026-07-03T16:53:05.779154Z","steps":["trace[1124985234] 'agreement among raft nodes before linearized reading' (duration: 172.800515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.779286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.31377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:4521"} {"level":"info","ts":"2026-07-03T16:53:05.779309Z","caller":"traceutil/trace.go:171","msg":"trace[435844379] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:26652; }","duration":"174.34896ms","start":"2026-07-03T16:53:05.604955Z","end":"2026-07-03T16:53:05.779304Z","steps":["trace[435844379] 'agreement among raft nodes before linearized reading' (duration: 174.286739ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.947801Z","caller":"traceutil/trace.go:171","msg":"trace[452153322] linearizableReadLoop","detail":"{readStateIndex:27586; appliedIndex:27584; }","duration":"153.525105ms","start":"2026-07-03T16:53:05.794239Z","end":"2026-07-03T16:53:05.947764Z","steps":["trace[452153322] 'read index received' (duration: 98.719284ms)","trace[452153322] 'applied index is now lower than readState.Index' (duration: 54.803861ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:05.948283Z","caller":"traceutil/trace.go:171","msg":"trace[2104078362] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"156.534645ms","start":"2026-07-03T16:53:05.791717Z","end":"2026-07-03T16:53:05.948252Z","steps":["trace[2104078362] 'process raft request' (duration: 101.286153ms)","trace[2104078362] 'compare' (duration: 54.466853ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:05.948309Z","caller":"traceutil/trace.go:171","msg":"trace[1282356372] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"155.231585ms","start":"2026-07-03T16:53:05.793046Z","end":"2026-07-03T16:53:05.948278Z","steps":["trace[1282356372] 'process raft request' (duration: 154.638551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.948364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.078078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:05.948458Z","caller":"traceutil/trace.go:171","msg":"trace[1708997996] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26655; }","duration":"154.221042ms","start":"2026-07-03T16:53:05.794218Z","end":"2026-07-03T16:53:05.948439Z","steps":["trace[1708997996] 'agreement among raft nodes before linearized reading' (duration: 154.001807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.948457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.040677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:05.948585Z","caller":"traceutil/trace.go:171","msg":"trace[526552109] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26655; }","duration":"154.233912ms","start":"2026-07-03T16:53:05.794328Z","end":"2026-07-03T16:53:05.948562Z","steps":["trace[526552109] 'agreement among raft nodes before linearized reading' (duration: 153.981926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.948667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.938033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:05.948929Z","caller":"traceutil/trace.go:171","msg":"trace[58920603] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26655; }","duration":"125.233969ms","start":"2026-07-03T16:53:05.823681Z","end":"2026-07-03T16:53:05.948915Z","steps":["trace[58920603] 'agreement among raft nodes before linearized reading' (duration: 124.934853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.948695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.743451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2026"} {"level":"warn","ts":"2026-07-03T16:53:05.948938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.936383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:05.949012Z","caller":"traceutil/trace.go:171","msg":"trace[787811229] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26655; }","duration":"125.098727ms","start":"2026-07-03T16:53:05.823891Z","end":"2026-07-03T16:53:05.94899Z","steps":["trace[787811229] 'agreement among raft nodes before linearized reading' (duration: 124.919703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.948741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.058315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:05.949Z","caller":"traceutil/trace.go:171","msg":"trace[948870641] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:26655; }","duration":"154.065068ms","start":"2026-07-03T16:53:05.79492Z","end":"2026-07-03T16:53:05.948985Z","steps":["trace[948870641] 'agreement among raft nodes before linearized reading' (duration: 153.71607ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:05.949071Z","caller":"traceutil/trace.go:171","msg":"trace[1800569016] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26655; }","duration":"125.390044ms","start":"2026-07-03T16:53:05.823665Z","end":"2026-07-03T16:53:05.949056Z","steps":["trace[1800569016] 'agreement among raft nodes before linearized reading' (duration: 125.058956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.948842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.15454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-07-03T16:53:05.949138Z","caller":"traceutil/trace.go:171","msg":"trace[1028420249] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:26655; }","duration":"154.486127ms","start":"2026-07-03T16:53:05.794646Z","end":"2026-07-03T16:53:05.949132Z","steps":["trace[1028420249] 'agreement among raft nodes before linearized reading' (duration: 154.15607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:05.948823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.864214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:05.949178Z","caller":"traceutil/trace.go:171","msg":"trace[617684920] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26655; }","duration":"154.249212ms","start":"2026-07-03T16:53:05.794919Z","end":"2026-07-03T16:53:05.949168Z","steps":["trace[617684920] 'agreement among raft nodes before linearized reading' (duration: 153.857333ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.089191Z","caller":"traceutil/trace.go:171","msg":"trace[1395147325] linearizableReadLoop","detail":"{readStateIndex:27588; appliedIndex:27587; }","duration":"113.742677ms","start":"2026-07-03T16:53:05.975412Z","end":"2026-07-03T16:53:06.089154Z","steps":["trace[1395147325] 'read index received' (duration: 98.683044ms)","trace[1395147325] 'applied index is now lower than readState.Index' (duration: 15.058263ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:06.08928Z","caller":"traceutil/trace.go:171","msg":"trace[1097043986] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"115.18613ms","start":"2026-07-03T16:53:05.974069Z","end":"2026-07-03T16:53:06.089256Z","steps":["trace[1097043986] 'process raft request' (duration: 100.007114ms)","trace[1097043986] 'compare' (duration: 14.895119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:06.089472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.032784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed2d6d651c5d5\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-03T16:53:06.089507Z","caller":"traceutil/trace.go:171","msg":"trace[1040125472] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed2d6d651c5d5; range_end:; response_count:1; response_revision:26657; }","duration":"114.095975ms","start":"2026-07-03T16:53:05.975397Z","end":"2026-07-03T16:53:06.089493Z","steps":["trace[1040125472] 'agreement among raft nodes before linearized reading' (duration: 113.932031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.089517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.511803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-07-03T16:53:06.089546Z","caller":"traceutil/trace.go:171","msg":"trace[869959538] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:26657; }","duration":"110.573374ms","start":"2026-07-03T16:53:05.978964Z","end":"2026-07-03T16:53:06.089538Z","steps":["trace[869959538] 'agreement among raft nodes before linearized reading' (duration: 110.479822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.090018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.075339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.090056Z","caller":"traceutil/trace.go:171","msg":"trace[599529724] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26657; }","duration":"105.12886ms","start":"2026-07-03T16:53:05.984916Z","end":"2026-07-03T16:53:06.090045Z","steps":["trace[599529724] 'agreement among raft nodes before linearized reading' (duration: 105.070198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.090179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.168049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.090211Z","caller":"traceutil/trace.go:171","msg":"trace[747510782] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26657; }","duration":"108.21282ms","start":"2026-07-03T16:53:05.981987Z","end":"2026-07-03T16:53:06.0902Z","steps":["trace[747510782] 'agreement among raft nodes before linearized reading' (duration: 108.171359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.090477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.495877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:06.090533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.487755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:1 size:639"} {"level":"info","ts":"2026-07-03T16:53:06.090557Z","caller":"traceutil/trace.go:171","msg":"trace[510460466] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:26657; }","duration":"111.547076ms","start":"2026-07-03T16:53:05.979003Z","end":"2026-07-03T16:53:06.09055Z","steps":["trace[510460466] 'agreement among raft nodes before linearized reading' (duration: 111.463724ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.090534Z","caller":"traceutil/trace.go:171","msg":"trace[1331065395] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26657; }","duration":"108.577048ms","start":"2026-07-03T16:53:05.981948Z","end":"2026-07-03T16:53:06.090525Z","steps":["trace[1331065395] 'agreement among raft nodes before linearized reading' (duration: 108.347443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.241659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.087405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.241724Z","caller":"traceutil/trace.go:171","msg":"trace[393788846] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26661; }","duration":"100.217048ms","start":"2026-07-03T16:53:06.141493Z","end":"2026-07-03T16:53:06.24171Z","steps":["trace[393788846] 'agreement among raft nodes before linearized reading' (duration: 100.088635ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.587272Z","caller":"traceutil/trace.go:171","msg":"trace[1308302072] linearizableReadLoop","detail":"{readStateIndex:27595; appliedIndex:27594; }","duration":"227.949586ms","start":"2026-07-03T16:53:06.359292Z","end":"2026-07-03T16:53:06.587241Z","steps":["trace[1308302072] 'read index received' (duration: 158.093101ms)","trace[1308302072] 'applied index is now lower than readState.Index' (duration: 69.855355ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:06.587305Z","caller":"traceutil/trace.go:171","msg":"trace[422413594] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"228.747594ms","start":"2026-07-03T16:53:06.358528Z","end":"2026-07-03T16:53:06.587275Z","steps":["trace[422413594] 'process raft request' (duration: 158.97556ms)","trace[422413594] 'compare' (duration: 69.590349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:06.587489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.169477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:813"} {"level":"info","ts":"2026-07-03T16:53:06.587534Z","caller":"traceutil/trace.go:171","msg":"trace[744597173] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:26664; }","duration":"227.260229ms","start":"2026-07-03T16:53:06.360262Z","end":"2026-07-03T16:53:06.587522Z","steps":["trace[744597173] 'agreement among raft nodes before linearized reading' (duration: 227.157277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.58753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.209822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9\" ","response":"range_response_count:1 size:5627"} {"level":"info","ts":"2026-07-03T16:53:06.587593Z","caller":"traceutil/trace.go:171","msg":"trace[1965480525] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9; range_end:; response_count:1; response_revision:26664; }","duration":"228.330364ms","start":"2026-07-03T16:53:06.359247Z","end":"2026-07-03T16:53:06.587578Z","steps":["trace[1965480525] 'agreement among raft nodes before linearized reading' (duration: 228.090009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.587562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.096199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.587646Z","caller":"traceutil/trace.go:171","msg":"trace[1099937268] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26664; }","duration":"154.205241ms","start":"2026-07-03T16:53:06.433421Z","end":"2026-07-03T16:53:06.587627Z","steps":["trace[1099937268] 'agreement among raft nodes before linearized reading' (duration: 154.031738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.587751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.618606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:53:06.58783Z","caller":"traceutil/trace.go:171","msg":"trace[1474465270] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26664; }","duration":"124.76931ms","start":"2026-07-03T16:53:06.463041Z","end":"2026-07-03T16:53:06.587811Z","steps":["trace[1474465270] 'agreement among raft nodes before linearized reading' (duration: 124.490583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.587836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.950847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-03T16:53:06.587918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.519896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:06.587935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.198937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:06.587947Z","caller":"traceutil/trace.go:171","msg":"trace[1854216979] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26664; }","duration":"139.572827ms","start":"2026-07-03T16:53:06.448366Z","end":"2026-07-03T16:53:06.587939Z","steps":["trace[1854216979] 'agreement among raft nodes before linearized reading' (duration: 139.523846ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.587946Z","caller":"traceutil/trace.go:171","msg":"trace[1356262256] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26664; }","duration":"130.09423ms","start":"2026-07-03T16:53:06.457825Z","end":"2026-07-03T16:53:06.58792Z","steps":["trace[1356262256] 'agreement among raft nodes before linearized reading' (duration: 129.674851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.587955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.483628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.587971Z","caller":"traceutil/trace.go:171","msg":"trace[797033713] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26664; }","duration":"174.255299ms","start":"2026-07-03T16:53:06.413703Z","end":"2026-07-03T16:53:06.587959Z","steps":["trace[797033713] 'agreement among raft nodes before linearized reading' (duration: 174.201178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.249639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:37 size:237796"} {"level":"info","ts":"2026-07-03T16:53:06.587999Z","caller":"traceutil/trace.go:171","msg":"trace[1651782465] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26664; }","duration":"154.538508ms","start":"2026-07-03T16:53:06.433444Z","end":"2026-07-03T16:53:06.587982Z","steps":["trace[1651782465] 'agreement among raft nodes before linearized reading' (duration: 154.480287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.588018Z","caller":"traceutil/trace.go:171","msg":"trace[1754356563] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:37; response_revision:26664; }","duration":"174.30841ms","start":"2026-07-03T16:53:06.413703Z","end":"2026-07-03T16:53:06.588011Z","steps":["trace[1754356563] 'agreement among raft nodes before linearized reading' (duration: 174.012623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.588084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.520876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.588107Z","caller":"traceutil/trace.go:171","msg":"trace[196399524] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26664; }","duration":"139.545606ms","start":"2026-07-03T16:53:06.448555Z","end":"2026-07-03T16:53:06.588101Z","steps":["trace[196399524] 'agreement among raft nodes before linearized reading' (duration: 139.499355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.588122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.739783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.588136Z","caller":"traceutil/trace.go:171","msg":"trace[1418088677] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26664; }","duration":"203.771653ms","start":"2026-07-03T16:53:06.384361Z","end":"2026-07-03T16:53:06.588132Z","steps":["trace[1418088677] 'agreement among raft nodes before linearized reading' (duration: 203.742172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.588175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.289953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.588206Z","caller":"traceutil/trace.go:171","msg":"trace[1746258889] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26664; }","duration":"189.332213ms","start":"2026-07-03T16:53:06.398864Z","end":"2026-07-03T16:53:06.588197Z","steps":["trace[1746258889] 'agreement among raft nodes before linearized reading' (duration: 189.283732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.588225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.637908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.588239Z","caller":"traceutil/trace.go:171","msg":"trace[963710196] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26664; }","duration":"220.656028ms","start":"2026-07-03T16:53:06.367579Z","end":"2026-07-03T16:53:06.588235Z","steps":["trace[963710196] 'agreement among raft nodes before linearized reading' (duration: 220.632118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.58788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.138489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:06.588316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.794362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.588333Z","caller":"traceutil/trace.go:171","msg":"trace[1857640729] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26664; }","duration":"220.828482ms","start":"2026-07-03T16:53:06.3675Z","end":"2026-07-03T16:53:06.588329Z","steps":["trace[1857640729] 'agreement among raft nodes before linearized reading' (duration: 220.803652ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.58831Z","caller":"traceutil/trace.go:171","msg":"trace[1963512865] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26664; }","duration":"203.60097ms","start":"2026-07-03T16:53:06.3847Z","end":"2026-07-03T16:53:06.588301Z","steps":["trace[1963512865] 'agreement among raft nodes before linearized reading' (duration: 203.134889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.588385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.555018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.588413Z","caller":"traceutil/trace.go:171","msg":"trace[113571177] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26664; }","duration":"189.599439ms","start":"2026-07-03T16:53:06.398806Z","end":"2026-07-03T16:53:06.588405Z","steps":["trace[113571177] 'agreement among raft nodes before linearized reading' (duration: 189.550248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.589026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.862014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:160 size:344935"} {"level":"info","ts":"2026-07-03T16:53:06.589076Z","caller":"traceutil/trace.go:171","msg":"trace[1677698422] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:160; response_revision:26664; }","duration":"125.956066ms","start":"2026-07-03T16:53:06.463108Z","end":"2026-07-03T16:53:06.589064Z","steps":["trace[1677698422] 'agreement among raft nodes before linearized reading' (duration: 124.988204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.590796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.799728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:160 size:344935"} {"level":"info","ts":"2026-07-03T16:53:06.590835Z","caller":"traceutil/trace.go:171","msg":"trace[1591499967] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:160; response_revision:26664; }","duration":"127.858499ms","start":"2026-07-03T16:53:06.462968Z","end":"2026-07-03T16:53:06.590827Z","steps":["trace[1591499967] 'agreement among raft nodes before linearized reading' (duration: 125.357732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:06.89731Z","caller":"traceutil/trace.go:171","msg":"trace[570616218] linearizableReadLoop","detail":"{readStateIndex:27601; appliedIndex:27600; }","duration":"152.204545ms","start":"2026-07-03T16:53:06.745072Z","end":"2026-07-03T16:53:06.897276Z","steps":["trace[570616218] 'read index received' (duration: 80.350565ms)","trace[570616218] 'applied index is now lower than readState.Index' (duration: 71.85293ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:06.89735Z","caller":"traceutil/trace.go:171","msg":"trace[452531166] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"174.524995ms","start":"2026-07-03T16:53:06.722779Z","end":"2026-07-03T16:53:06.897304Z","steps":["trace[452531166] 'process raft request' (duration: 102.714976ms)","trace[452531166] 'compare' (duration: 71.642125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:06.897572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.477261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-07-03T16:53:06.897614Z","caller":"traceutil/trace.go:171","msg":"trace[1500442904] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26670; }","duration":"152.575044ms","start":"2026-07-03T16:53:06.74503Z","end":"2026-07-03T16:53:06.897605Z","steps":["trace[1500442904] 'agreement among raft nodes before linearized reading' (duration: 152.389629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.897832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.704007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:715"} {"level":"info","ts":"2026-07-03T16:53:06.89788Z","caller":"traceutil/trace.go:171","msg":"trace[673165222] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:26670; }","duration":"152.79874ms","start":"2026-07-03T16:53:06.74507Z","end":"2026-07-03T16:53:06.897869Z","steps":["trace[673165222] 'agreement among raft nodes before linearized reading' (duration: 152.693097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:06.898087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.632282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:06.898141Z","caller":"traceutil/trace.go:171","msg":"trace[650897090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26670; }","duration":"151.697383ms","start":"2026-07-03T16:53:06.746431Z","end":"2026-07-03T16:53:06.898128Z","steps":["trace[650897090] 'agreement among raft nodes before linearized reading' (duration: 151.590111ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.45Z","caller":"traceutil/trace.go:171","msg":"trace[212793959] linearizableReadLoop","detail":"{readStateIndex:27608; appliedIndex:27607; }","duration":"352.285384ms","start":"2026-07-03T16:53:07.097693Z","end":"2026-07-03T16:53:07.449979Z","steps":["trace[212793959] 'read index received' (duration: 347.601067ms)","trace[212793959] 'applied index is now lower than readState.Index' (duration: 4.683457ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:07.450094Z","caller":"traceutil/trace.go:171","msg":"trace[1435230235] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"355.557019ms","start":"2026-07-03T16:53:07.094528Z","end":"2026-07-03T16:53:07.450085Z","steps":["trace[1435230235] 'process raft request' (duration: 350.750359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.450203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.094516Z","time spent":"355.595669ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:07.450425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.729074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-03T16:53:07.450451Z","caller":"traceutil/trace.go:171","msg":"trace[344409304] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:26677; }","duration":"352.756855ms","start":"2026-07-03T16:53:07.097687Z","end":"2026-07-03T16:53:07.450444Z","steps":["trace[344409304] 'agreement among raft nodes before linearized reading' (duration: 352.676303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.450468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.097637Z","time spent":"352.826926ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":815,"request content":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:07.484602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.514532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:07.484627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.675994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:53:07.484696Z","caller":"traceutil/trace.go:171","msg":"trace[152889348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26678; }","duration":"176.767346ms","start":"2026-07-03T16:53:07.307901Z","end":"2026-07-03T16:53:07.484668Z","steps":["trace[152889348] 'agreement among raft nodes before linearized reading' (duration: 176.588632ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.484676Z","caller":"traceutil/trace.go:171","msg":"trace[605725933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26678; }","duration":"187.658365ms","start":"2026-07-03T16:53:07.297Z","end":"2026-07-03T16:53:07.484658Z","steps":["trace[605725933] 'agreement among raft nodes before linearized reading' (duration: 187.485521ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.484723Z","caller":"traceutil/trace.go:171","msg":"trace[500517656] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"385.369608ms","start":"2026-07-03T16:53:07.099327Z","end":"2026-07-03T16:53:07.484696Z","steps":["trace[500517656] 'process raft request' (duration: 384.972209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.484758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.785976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.484836Z","caller":"traceutil/trace.go:171","msg":"trace[287699971] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26678; }","duration":"356.929089ms","start":"2026-07-03T16:53:07.127892Z","end":"2026-07-03T16:53:07.484821Z","steps":["trace[287699971] 'agreement among raft nodes before linearized reading' (duration: 356.720965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.48485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.814367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:07.484833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.675314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:07.48492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.330232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.484921Z","caller":"traceutil/trace.go:171","msg":"trace[334060286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26678; }","duration":"310.922779ms","start":"2026-07-03T16:53:07.173976Z","end":"2026-07-03T16:53:07.484899Z","steps":["trace[334060286] 'agreement among raft nodes before linearized reading' (duration: 310.842447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.48494Z","caller":"traceutil/trace.go:171","msg":"trace[1720950805] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26678; }","duration":"310.847457ms","start":"2026-07-03T16:53:07.174071Z","end":"2026-07-03T16:53:07.484918Z","steps":["trace[1720950805] 'agreement among raft nodes before linearized reading' (duration: 310.593262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.484971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.173962Z","time spent":"310.998751ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:07.484982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.002332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:07.484999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.174049Z","time spent":"310.94011ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:07.485009Z","caller":"traceutil/trace.go:171","msg":"trace[2008952545] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26678; }","duration":"357.060542ms","start":"2026-07-03T16:53:07.127941Z","end":"2026-07-03T16:53:07.485001Z","steps":["trace[2008952545] 'agreement among raft nodes before linearized reading' (duration: 357.024161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.485037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.127916Z","time spent":"357.115454ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:07.485091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.970512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.485128Z","caller":"traceutil/trace.go:171","msg":"trace[1966317840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26678; }","duration":"308.005833ms","start":"2026-07-03T16:53:07.177111Z","end":"2026-07-03T16:53:07.485117Z","steps":["trace[1966317840] 'agreement among raft nodes before linearized reading' (duration: 307.954022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.485148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.177058Z","time spent":"308.085634ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:07.484952Z","caller":"traceutil/trace.go:171","msg":"trace[1194229920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26678; }","duration":"330.376794ms","start":"2026-07-03T16:53:07.154562Z","end":"2026-07-03T16:53:07.484939Z","steps":["trace[1194229920] 'agreement among raft nodes before linearized reading' (duration: 330.337973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.485182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.154546Z","time spent":"330.626619ms","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:07.485235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.221667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.485254Z","caller":"traceutil/trace.go:171","msg":"trace[1132768581] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26678; }","duration":"188.266349ms","start":"2026-07-03T16:53:07.296983Z","end":"2026-07-03T16:53:07.48525Z","steps":["trace[1132768581] 'agreement among raft nodes before linearized reading' (duration: 188.236948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.484854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.09929Z","time spent":"385.495402ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6056,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:07.484878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.127881Z","time spent":"356.988981ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:07.485231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.606064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:53:07.485409Z","caller":"traceutil/trace.go:171","msg":"trace[934144874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26678; }","duration":"173.814799ms","start":"2026-07-03T16:53:07.311588Z","end":"2026-07-03T16:53:07.485403Z","steps":["trace[934144874] 'agreement among raft nodes before linearized reading' (duration: 173.597844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.48542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.397105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:07.484749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.935614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.485458Z","caller":"traceutil/trace.go:171","msg":"trace[1111681315] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26678; }","duration":"327.453957ms","start":"2026-07-03T16:53:07.157994Z","end":"2026-07-03T16:53:07.485447Z","steps":["trace[1111681315] 'agreement among raft nodes before linearized reading' (duration: 327.380336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.485489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.157987Z","time spent":"327.493898ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:07.485489Z","caller":"traceutil/trace.go:171","msg":"trace[1834826956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26678; }","duration":"330.821484ms","start":"2026-07-03T16:53:07.154656Z","end":"2026-07-03T16:53:07.485478Z","steps":["trace[1834826956] 'agreement among raft nodes before linearized reading' (duration: 329.879563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.48552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:07.154631Z","time spent":"330.877485ms","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:07.785893Z","caller":"traceutil/trace.go:171","msg":"trace[111064594] linearizableReadLoop","detail":"{readStateIndex:27621; appliedIndex:27620; }","duration":"143.863296ms","start":"2026-07-03T16:53:07.642005Z","end":"2026-07-03T16:53:07.785868Z","steps":["trace[111064594] 'read index received' (duration: 143.658111ms)","trace[111064594] 'applied index is now lower than readState.Index' (duration: 204.175µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:07.785925Z","caller":"traceutil/trace.go:171","msg":"trace[1339080998] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"145.86397ms","start":"2026-07-03T16:53:07.64003Z","end":"2026-07-03T16:53:07.785894Z","steps":["trace[1339080998] 'process raft request' (duration: 145.668596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.78615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.80169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed5b7315da1c7\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-07-03T16:53:07.786172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.135542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-03T16:53:07.786255Z","caller":"traceutil/trace.go:171","msg":"trace[373701483] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:26690; }","duration":"144.243254ms","start":"2026-07-03T16:53:07.64199Z","end":"2026-07-03T16:53:07.786233Z","steps":["trace[373701483] 'agreement among raft nodes before linearized reading' (duration: 143.987898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.786194Z","caller":"traceutil/trace.go:171","msg":"trace[993688530] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18bed5b7315da1c7; range_end:; response_count:1; response_revision:26690; }","duration":"142.877673ms","start":"2026-07-03T16:53:07.643305Z","end":"2026-07-03T16:53:07.786183Z","steps":["trace[993688530] 'agreement among raft nodes before linearized reading' (duration: 142.714619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.957165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.562933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.957228Z","caller":"traceutil/trace.go:171","msg":"trace[1639056540] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26693; }","duration":"106.665755ms","start":"2026-07-03T16:53:07.850549Z","end":"2026-07-03T16:53:07.957215Z","steps":["trace[1639056540] 'agreement among raft nodes before linearized reading' (duration: 106.532582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.957213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.721704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.957285Z","caller":"traceutil/trace.go:171","msg":"trace[2139114956] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26693; }","duration":"105.820166ms","start":"2026-07-03T16:53:07.851448Z","end":"2026-07-03T16:53:07.957269Z","steps":["trace[2139114956] 'agreement among raft nodes before linearized reading' (duration: 105.624752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.957421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.707999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.957457Z","caller":"traceutil/trace.go:171","msg":"trace[808374081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26693; }","duration":"107.764371ms","start":"2026-07-03T16:53:07.849684Z","end":"2026-07-03T16:53:07.957448Z","steps":["trace[808374081] 'agreement among raft nodes before linearized reading' (duration: 107.70958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:07.957778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.949157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:07.957843Z","caller":"traceutil/trace.go:171","msg":"trace[491575434] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"132.352542ms","start":"2026-07-03T16:53:07.824836Z","end":"2026-07-03T16:53:07.957189Z","steps":["trace[491575434] 'process raft request' (duration: 132.077286ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:07.957908Z","caller":"traceutil/trace.go:171","msg":"trace[583341494] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26693; }","duration":"105.048509ms","start":"2026-07-03T16:53:07.85279Z","end":"2026-07-03T16:53:07.957838Z","steps":["trace[583341494] 'agreement among raft nodes before linearized reading' (duration: 104.418275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:08.757779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.106367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:08.757979Z","caller":"traceutil/trace.go:171","msg":"trace[1513600405] linearizableReadLoop","detail":"{readStateIndex:27629; appliedIndex:27628; }","duration":"700.877473ms","start":"2026-07-03T16:53:08.057082Z","end":"2026-07-03T16:53:08.75796Z","steps":["trace[1513600405] 'read index received' (duration: 465.476649ms)","trace[1513600405] 'applied index is now lower than readState.Index' (duration: 235.398704ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:08.75803Z","caller":"traceutil/trace.go:171","msg":"trace[1053015018] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"700.971356ms","start":"2026-07-03T16:53:08.057021Z","end":"2026-07-03T16:53:08.757992Z","steps":["trace[1053015018] 'process raft request' (duration: 465.564282ms)","trace[1053015018] 'compare' (duration: 234.926552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:08.758191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.057002Z","time spent":"701.104949ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:08.758304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.14162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:monitoring\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-03T16:53:08.758957Z","caller":"traceutil/trace.go:171","msg":"trace[1879750115] range","detail":"{range_begin:/registry/clusterrolebindings/system:monitoring; range_end:; response_count:1; response_revision:26698; }","duration":"701.811904ms","start":"2026-07-03T16:53:08.057125Z","end":"2026-07-03T16:53:08.758937Z","steps":["trace[1879750115] 'agreement among raft nodes before linearized reading' (duration: 701.021866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:08.758324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.598282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:08.759012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.057112Z","time spent":"701.888207ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":716,"request content":"key:\"/registry/clusterrolebindings/system:monitoring\" "} {"level":"warn","ts":"2026-07-03T16:53:08.758363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.226916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:08.759085Z","caller":"traceutil/trace.go:171","msg":"trace[1181515840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26698; }","duration":"612.058285ms","start":"2026-07-03T16:53:08.14702Z","end":"2026-07-03T16:53:08.759078Z","steps":["trace[1181515840] 'agreement among raft nodes before linearized reading' (duration: 611.158925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:08.759127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.146978Z","time spent":"612.136557ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:08.758351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.110029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:08.759048Z","caller":"traceutil/trace.go:171","msg":"trace[1607342075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26698; }","duration":"699.406559ms","start":"2026-07-03T16:53:08.059626Z","end":"2026-07-03T16:53:08.759032Z","steps":["trace[1607342075] 'agreement among raft nodes before linearized reading' (duration: 698.584301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:08.759921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.059615Z","time spent":"700.287399ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:08.759291Z","caller":"traceutil/trace.go:171","msg":"trace[1343700568] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26698; }","duration":"702.06154ms","start":"2026-07-03T16:53:08.05718Z","end":"2026-07-03T16:53:08.759241Z","steps":["trace[1343700568] 'agreement among raft nodes before linearized reading' (duration: 701.091538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:08.76004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.057165Z","time spent":"702.856658ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:08.758494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.402505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:08.760165Z","caller":"traceutil/trace.go:171","msg":"trace[1715918240] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26698; }","duration":"703.097524ms","start":"2026-07-03T16:53:08.057052Z","end":"2026-07-03T16:53:08.760149Z","steps":["trace[1715918240] 'agreement among raft nodes before linearized reading' (duration: 701.085648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:08.760212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.057038Z","time spent":"703.158325ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:08.76185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.966595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385436"} {"level":"info","ts":"2026-07-03T16:53:08.761943Z","caller":"traceutil/trace.go:171","msg":"trace[1786369891] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26698; }","duration":"525.110099ms","start":"2026-07-03T16:53:08.236819Z","end":"2026-07-03T16:53:08.761929Z","steps":["trace[1786369891] 'agreement among raft nodes before linearized reading' (duration: 521.575798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:08.762033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.236798Z","time spent":"525.203681ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2003,"response size":385457,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:09.178363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.959839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:09.178432Z","caller":"traceutil/trace.go:171","msg":"trace[1790838070] linearizableReadLoop","detail":"{readStateIndex:27630; appliedIndex:27629; }","duration":"414.329777ms","start":"2026-07-03T16:53:08.764092Z","end":"2026-07-03T16:53:09.178422Z","steps":["trace[1790838070] 'read index received' (duration: 99.213234ms)","trace[1790838070] 'applied index is now lower than readState.Index' (duration: 315.115853ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:09.178483Z","caller":"traceutil/trace.go:171","msg":"trace[648462487] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"415.377401ms","start":"2026-07-03T16:53:08.7631Z","end":"2026-07-03T16:53:09.178477Z","steps":["trace[648462487] 'process raft request' (duration: 100.247268ms)","trace[648462487] 'compare' (duration: 314.870857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:09.178516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.763086Z","time spent":"415.412243ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:09.178801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.322001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-07-03T16:53:09.178824Z","caller":"traceutil/trace.go:171","msg":"trace[1258795530] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:26699; }","duration":"334.346952ms","start":"2026-07-03T16:53:08.844471Z","end":"2026-07-03T16:53:09.178818Z","steps":["trace[1258795530] 'agreement among raft nodes before linearized reading' (duration: 334.25668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.178843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.84443Z","time spent":"334.407123ms","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":1108,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:09.178958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.866369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-07-03T16:53:09.178976Z","caller":"traceutil/trace.go:171","msg":"trace[1194287926] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:26699; }","duration":"414.92139ms","start":"2026-07-03T16:53:08.764051Z","end":"2026-07-03T16:53:09.178972Z","steps":["trace[1194287926] 'agreement among raft nodes before linearized reading' (duration: 414.88281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.178992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.764033Z","time spent":"414.955711ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:basic-user\" "} {"level":"warn","ts":"2026-07-03T16:53:09.179244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.21775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-07-03T16:53:09.179266Z","caller":"traceutil/trace.go:171","msg":"trace[230707399] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:26699; }","duration":"101.281292ms","start":"2026-07-03T16:53:09.077979Z","end":"2026-07-03T16:53:09.179261Z","steps":["trace[230707399] 'agreement among raft nodes before linearized reading' (duration: 101.223841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.179354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.124881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:09.179366Z","caller":"traceutil/trace.go:171","msg":"trace[239435881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26699; }","duration":"233.173892ms","start":"2026-07-03T16:53:08.946188Z","end":"2026-07-03T16:53:09.179362Z","steps":["trace[239435881] 'agreement among raft nodes before linearized reading' (duration: 233.150952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.179759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.040237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-07-03T16:53:09.17978Z","caller":"traceutil/trace.go:171","msg":"trace[1593048916] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:26699; }","duration":"356.063148ms","start":"2026-07-03T16:53:08.823711Z","end":"2026-07-03T16:53:09.179775Z","steps":["trace[1593048916] 'agreement among raft nodes before linearized reading' (duration: 356.006986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.179794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.823695Z","time spent":"356.094948ms","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":1108,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:09.179863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.868494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:09.179876Z","caller":"traceutil/trace.go:171","msg":"trace[997455648] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26699; }","duration":"338.898776ms","start":"2026-07-03T16:53:08.840973Z","end":"2026-07-03T16:53:09.179872Z","steps":["trace[997455648] 'agreement among raft nodes before linearized reading' (duration: 338.873615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.17989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.840966Z","time spent":"338.918986ms","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:09.179985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.999008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-07-03T16:53:09.179999Z","caller":"traceutil/trace.go:171","msg":"trace[1786111540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:26699; }","duration":"339.034588ms","start":"2026-07-03T16:53:08.840961Z","end":"2026-07-03T16:53:09.179995Z","steps":["trace[1786111540] 'agreement among raft nodes before linearized reading' (duration: 338.993048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.180013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.84095Z","time spent":"339.058829ms","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":1108,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:09.180234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.579549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:53:09.180249Z","caller":"traceutil/trace.go:171","msg":"trace[120263985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26699; }","duration":"356.618199ms","start":"2026-07-03T16:53:08.823627Z","end":"2026-07-03T16:53:09.180245Z","steps":["trace[120263985] 'agreement among raft nodes before linearized reading' (duration: 356.590518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.180264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.823612Z","time spent":"356.64788ms","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:09.180396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.720035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:53:09.180411Z","caller":"traceutil/trace.go:171","msg":"trace[1422815682] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26699; }","duration":"375.764637ms","start":"2026-07-03T16:53:08.804641Z","end":"2026-07-03T16:53:09.180406Z","steps":["trace[1422815682] 'agreement among raft nodes before linearized reading' (duration: 375.714536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.180424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.804626Z","time spent":"375.795487ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:53:09.180546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.837269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29718285-5hp2v.18bed55e770b8d7b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26698 ","response":"range_response_count:500 size:385751"} {"level":"info","ts":"2026-07-03T16:53:09.180606Z","caller":"traceutil/trace.go:171","msg":"trace[202133486] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29718285-5hp2v.18bed55e770b8d7b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26699; }","duration":"400.958252ms","start":"2026-07-03T16:53:08.779631Z","end":"2026-07-03T16:53:09.18059Z","steps":["trace[202133486] 'agreement among raft nodes before linearized reading' (duration: 399.007508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.180656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:08.779615Z","time spent":"401.022033ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1503,"response size":385772,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29718285-5hp2v.18bed55e770b8d7b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26698 "} {"level":"info","ts":"2026-07-03T16:53:09.475508Z","caller":"traceutil/trace.go:171","msg":"trace[345934167] linearizableReadLoop","detail":"{readStateIndex:27631; appliedIndex:27630; }","duration":"291.79577ms","start":"2026-07-03T16:53:09.183686Z","end":"2026-07-03T16:53:09.475482Z","steps":["trace[345934167] 'read index received' (duration: 291.582325ms)","trace[345934167] 'applied index is now lower than readState.Index' (duration: 212.115µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:09.475548Z","caller":"traceutil/trace.go:171","msg":"trace[905161019] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"293.010798ms","start":"2026-07-03T16:53:09.182499Z","end":"2026-07-03T16:53:09.475509Z","steps":["trace[905161019] 'process raft request' (duration: 292.821124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.475717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.998615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/rook-discover\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:09.475806Z","caller":"traceutil/trace.go:171","msg":"trace[1779912214] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/rook-discover; range_end:; response_count:0; response_revision:26700; }","duration":"292.114607ms","start":"2026-07-03T16:53:09.183672Z","end":"2026-07-03T16:53:09.475786Z","steps":["trace[1779912214] 'agreement among raft nodes before linearized reading' (duration: 291.924983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.475831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.385549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:09.475891Z","caller":"traceutil/trace.go:171","msg":"trace[327089069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26700; }","duration":"152.45368ms","start":"2026-07-03T16:53:09.32342Z","end":"2026-07-03T16:53:09.475874Z","steps":["trace[327089069] 'agreement among raft nodes before linearized reading' (duration: 152.366458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.47574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.550096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node-proxier\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-03T16:53:09.47604Z","caller":"traceutil/trace.go:171","msg":"trace[82942508] range","detail":"{range_begin:/registry/clusterrolebindings/system:node-proxier; range_end:; response_count:1; response_revision:26700; }","duration":"288.881183ms","start":"2026-07-03T16:53:09.187145Z","end":"2026-07-03T16:53:09.476026Z","steps":["trace[82942508] 'agreement among raft nodes before linearized reading' (duration: 288.474094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.47624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.003248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:09.476287Z","caller":"traceutil/trace.go:171","msg":"trace[1281905109] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26700; }","duration":"155.086579ms","start":"2026-07-03T16:53:09.321189Z","end":"2026-07-03T16:53:09.476276Z","steps":["trace[1281905109] 'agreement among raft nodes before linearized reading' (duration: 155.006287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.476367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.088139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:09.476419Z","caller":"traceutil/trace.go:171","msg":"trace[2015516769] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26700; }","duration":"155.184382ms","start":"2026-07-03T16:53:09.32122Z","end":"2026-07-03T16:53:09.476404Z","steps":["trace[2015516769] 'agreement among raft nodes before linearized reading' (duration: 155.07855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.479172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.313756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-netns-cleanup-cron-default-cdfrx.18bed4be761d340e\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26698 ","response":"range_response_count:500 size:387640"} {"level":"info","ts":"2026-07-03T16:53:09.479225Z","caller":"traceutil/trace.go:171","msg":"trace[1077975508] range","detail":"{range_begin:/registry/events/openstack/neutron-netns-cleanup-cron-default-cdfrx.18bed4be761d340e\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26700; }","duration":"279.409738ms","start":"2026-07-03T16:53:09.199804Z","end":"2026-07-03T16:53:09.479214Z","steps":["trace[1077975508] 'agreement among raft nodes before linearized reading' (duration: 276.40048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.679902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.555653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:09.680047Z","caller":"traceutil/trace.go:171","msg":"trace[2010804078] linearizableReadLoop","detail":"{readStateIndex:27633; appliedIndex:27632; }","duration":"135.693648ms","start":"2026-07-03T16:53:09.544338Z","end":"2026-07-03T16:53:09.680031Z","steps":["trace[2010804078] 'read index received' (duration: 31.94482ms)","trace[2010804078] 'applied index is now lower than readState.Index' (duration: 103.746528ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:09.680132Z","caller":"traceutil/trace.go:171","msg":"trace[618917100] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"137.905788ms","start":"2026-07-03T16:53:09.542217Z","end":"2026-07-03T16:53:09.680122Z","steps":["trace[618917100] 'process raft request' (duration: 34.055018ms)","trace[618917100] 'compare' (duration: 103.39459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:09.680319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.956624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:766"} {"level":"info","ts":"2026-07-03T16:53:09.680397Z","caller":"traceutil/trace.go:171","msg":"trace[1362888294] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:26702; }","duration":"136.042436ms","start":"2026-07-03T16:53:09.544335Z","end":"2026-07-03T16:53:09.680378Z","steps":["trace[1362888294] 'agreement among raft nodes before linearized reading' (duration: 135.900983ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:09.71355Z","caller":"traceutil/trace.go:171","msg":"trace[1763742598] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"168.858155ms","start":"2026-07-03T16:53:09.544672Z","end":"2026-07-03T16:53:09.71353Z","steps":["trace[1763742598] 'process raft request' (duration: 168.63708ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:09.713648Z","caller":"traceutil/trace.go:171","msg":"trace[1560752478] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"156.013861ms","start":"2026-07-03T16:53:09.557591Z","end":"2026-07-03T16:53:09.713605Z","steps":["trace[1560752478] 'process raft request' (duration: 155.94115ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:09.713619Z","caller":"traceutil/trace.go:171","msg":"trace[10276970] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"156.229346ms","start":"2026-07-03T16:53:09.557373Z","end":"2026-07-03T16:53:09.713602Z","steps":["trace[10276970] 'process raft request' (duration: 156.127044ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:09.713588Z","caller":"traceutil/trace.go:171","msg":"trace[1057322543] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"168.487365ms","start":"2026-07-03T16:53:09.54508Z","end":"2026-07-03T16:53:09.713568Z","steps":["trace[1057322543] 'process raft request' (duration: 168.364193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:09.713965Z","caller":"traceutil/trace.go:171","msg":"trace[81903344] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"139.691599ms","start":"2026-07-03T16:53:09.574258Z","end":"2026-07-03T16:53:09.713949Z","steps":["trace[81903344] 'process raft request' (duration: 139.31004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:09.71417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.155294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18bed2f2b64e7fd2\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26698 ","response":"range_response_count:3 size:2039"} {"level":"info","ts":"2026-07-03T16:53:09.714254Z","caller":"traceutil/trace.go:171","msg":"trace[2033880297] range","detail":"{range_begin:/registry/events/openstack/valkey.18bed2f2b64e7fd2\u0000; range_end:/registry/events/openstack0; response_count:3; response_revision:26707; }","duration":"163.273016ms","start":"2026-07-03T16:53:09.550961Z","end":"2026-07-03T16:53:09.714234Z","steps":["trace[2033880297] 'agreement among raft nodes before linearized reading' (duration: 163.016691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.176341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.46285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:10.176402Z","caller":"traceutil/trace.go:171","msg":"trace[1023055399] linearizableReadLoop","detail":"{readStateIndex:27643; appliedIndex:27642; }","duration":"270.254029ms","start":"2026-07-03T16:53:09.906138Z","end":"2026-07-03T16:53:10.176393Z","steps":["trace[1023055399] 'read index received' (duration: 78.623425ms)","trace[1023055399] 'applied index is now lower than readState.Index' (duration: 191.629604ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:10.176448Z","caller":"traceutil/trace.go:171","msg":"trace[1894815440] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"271.667821ms","start":"2026-07-03T16:53:09.904775Z","end":"2026-07-03T16:53:10.176442Z","steps":["trace[1894815440] 'process raft request' (duration: 80.051358ms)","trace[1894815440] 'compare' (duration: 190.652591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:10.176604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.473403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-07-03T16:53:10.176623Z","caller":"traceutil/trace.go:171","msg":"trace[1577408200] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:26712; }","duration":"270.513015ms","start":"2026-07-03T16:53:09.906104Z","end":"2026-07-03T16:53:10.176618Z","steps":["trace[1577408200] 'agreement among raft nodes before linearized reading' (duration: 270.457213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:10.176744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.356567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:10.176772Z","caller":"traceutil/trace.go:171","msg":"trace[1941134588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26712; }","duration":"230.421399ms","start":"2026-07-03T16:53:09.946345Z","end":"2026-07-03T16:53:10.176766Z","steps":["trace[1941134588] 'agreement among raft nodes before linearized reading' (duration: 230.376138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:10.565876Z","caller":"traceutil/trace.go:171","msg":"trace[1569934543] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27650; }","duration":"137.57179ms","start":"2026-07-03T16:53:10.428282Z","end":"2026-07-03T16:53:10.565854Z","steps":["trace[1569934543] 'read index received' (duration: 105.219941ms)","trace[1569934543] 'applied index is now lower than readState.Index' (duration: 32.350909ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:10.566146Z","caller":"traceutil/trace.go:171","msg":"trace[1973939946] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"139.685068ms","start":"2026-07-03T16:53:10.426448Z","end":"2026-07-03T16:53:10.566133Z","steps":["trace[1973939946] 'process raft request' (duration: 107.073953ms)","trace[1973939946] 'compare' (duration: 32.228437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:10.566369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.079011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-03T16:53:10.566398Z","caller":"traceutil/trace.go:171","msg":"trace[566233745] range","detail":"{range_begin:/registry/roles/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:26720; }","duration":"138.137523ms","start":"2026-07-03T16:53:10.428252Z","end":"2026-07-03T16:53:10.56639Z","steps":["trace[566233745] 'agreement among raft nodes before linearized reading' (duration: 138.039521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.350452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.601708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:11.350558Z","caller":"traceutil/trace.go:171","msg":"trace[1761204258] linearizableReadLoop","detail":"{readStateIndex:27668; appliedIndex:27667; }","duration":"264.015586ms","start":"2026-07-03T16:53:11.086527Z","end":"2026-07-03T16:53:11.350542Z","steps":["trace[1761204258] 'read index received' (duration: 113.203304ms)","trace[1761204258] 'applied index is now lower than readState.Index' (duration: 150.810882ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:11.350642Z","caller":"traceutil/trace.go:171","msg":"trace[552492227] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"274.311611ms","start":"2026-07-03T16:53:11.076318Z","end":"2026-07-03T16:53:11.35063Z","steps":["trace[552492227] 'process raft request' (duration: 123.397766ms)","trace[552492227] 'compare' (duration: 150.485685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:11.350964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.425915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-client.18bed550bf9b5271\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-03T16:53:11.351003Z","caller":"traceutil/trace.go:171","msg":"trace[1269098017] range","detail":"{range_begin:/registry/events/openstack/octavia-client.18bed550bf9b5271; range_end:; response_count:1; response_revision:26736; }","duration":"264.496787ms","start":"2026-07-03T16:53:11.086497Z","end":"2026-07-03T16:53:11.350993Z","steps":["trace[1269098017] 'agreement among raft nodes before linearized reading' (duration: 264.325993ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:11.565212Z","caller":"traceutil/trace.go:171","msg":"trace[1879497436] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"205.962262ms","start":"2026-07-03T16:53:11.359226Z","end":"2026-07-03T16:53:11.565188Z","steps":["trace[1879497436] 'process raft request' (duration: 205.814928ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:11.583376Z","caller":"traceutil/trace.go:171","msg":"trace[1237867274] linearizableReadLoop","detail":"{readStateIndex:27671; appliedIndex:27669; }","duration":"199.190096ms","start":"2026-07-03T16:53:11.384171Z","end":"2026-07-03T16:53:11.583361Z","steps":["trace[1237867274] 'read index received' (duration: 180.792967ms)","trace[1237867274] 'applied index is now lower than readState.Index' (duration: 18.396399ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:11.583468Z","caller":"traceutil/trace.go:171","msg":"trace[1432015093] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"199.876501ms","start":"2026-07-03T16:53:11.383584Z","end":"2026-07-03T16:53:11.583461Z","steps":["trace[1432015093] 'process raft request' (duration: 199.679377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.583718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.548744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-server.18bed550e7587c6b\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-03T16:53:11.583748Z","caller":"traceutil/trace.go:171","msg":"trace[711777469] range","detail":"{range_begin:/registry/events/openstack/octavia-server.18bed550e7587c6b; range_end:; response_count:1; response_revision:26739; }","duration":"199.636026ms","start":"2026-07-03T16:53:11.384104Z","end":"2026-07-03T16:53:11.58374Z","steps":["trace[711777469] 'agreement among raft nodes before linearized reading' (duration: 199.510464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:11.728333Z","caller":"traceutil/trace.go:171","msg":"trace[1379361387] linearizableReadLoop","detail":"{readStateIndex:27672; appliedIndex:27671; }","duration":"141.45699ms","start":"2026-07-03T16:53:11.586859Z","end":"2026-07-03T16:53:11.728316Z","steps":["trace[1379361387] 'read index received' (duration: 138.310468ms)","trace[1379361387] 'applied index is now lower than readState.Index' (duration: 3.145182ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:11.728398Z","caller":"traceutil/trace.go:171","msg":"trace[1162801267] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"141.996442ms","start":"2026-07-03T16:53:11.586364Z","end":"2026-07-03T16:53:11.72836Z","steps":["trace[1162801267] 'process raft request' (duration: 138.718257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.728496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.634044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b84f7ce359\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-07-03T16:53:11.728521Z","caller":"traceutil/trace.go:171","msg":"trace[114935947] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b84f7ce359; range_end:; response_count:1; response_revision:26740; }","duration":"141.706495ms","start":"2026-07-03T16:53:11.586805Z","end":"2026-07-03T16:53:11.728511Z","steps":["trace[114935947] 'agreement among raft nodes before linearized reading' (duration: 141.585173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.95353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.511904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:11.95362Z","caller":"traceutil/trace.go:171","msg":"trace[205253723] linearizableReadLoop","detail":"{readStateIndex:27673; appliedIndex:27672; }","duration":"225.23209ms","start":"2026-07-03T16:53:11.728373Z","end":"2026-07-03T16:53:11.953605Z","steps":["trace[205253723] 'read index received' (duration: 124.592893ms)","trace[205253723] 'applied index is now lower than readState.Index' (duration: 100.638167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:11.95376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.317221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:53:11.953788Z","caller":"traceutil/trace.go:171","msg":"trace[261542849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26741; }","duration":"235.363832ms","start":"2026-07-03T16:53:11.718417Z","end":"2026-07-03T16:53:11.953781Z","steps":["trace[261542849] 'agreement among raft nodes before linearized reading' (duration: 235.25529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.95379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.311521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:53:11.953849Z","caller":"traceutil/trace.go:171","msg":"trace[258314252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26741; }","duration":"235.380463ms","start":"2026-07-03T16:53:11.718452Z","end":"2026-07-03T16:53:11.953833Z","steps":["trace[258314252] 'agreement among raft nodes before linearized reading' (duration: 235.172878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.953983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.70048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:53:11.954007Z","caller":"traceutil/trace.go:171","msg":"trace[1107636380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26741; }","duration":"235.74583ms","start":"2026-07-03T16:53:11.718256Z","end":"2026-07-03T16:53:11.954002Z","steps":["trace[1107636380] 'agreement among raft nodes before linearized reading' (duration: 235.679859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.954139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.116428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:53:11.954161Z","caller":"traceutil/trace.go:171","msg":"trace[1202577939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26741; }","duration":"271.168ms","start":"2026-07-03T16:53:11.682987Z","end":"2026-07-03T16:53:11.954155Z","steps":["trace[1202577939] 'agreement among raft nodes before linearized reading' (duration: 271.106237ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:11.954228Z","caller":"traceutil/trace.go:171","msg":"trace[405741241] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"364.200323ms","start":"2026-07-03T16:53:11.589968Z","end":"2026-07-03T16:53:11.954168Z","steps":["trace[405741241] 'process raft request' (duration: 262.980062ms)","trace[405741241] 'compare' (duration: 100.410822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:11.954307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.335911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:53:11.95433Z","caller":"traceutil/trace.go:171","msg":"trace[189509451] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26741; }","duration":"288.388683ms","start":"2026-07-03T16:53:11.665935Z","end":"2026-07-03T16:53:11.954324Z","steps":["trace[189509451] 'agreement among raft nodes before linearized reading' (duration: 288.314991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.95447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.589954Z","time spent":"364.401397ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7008,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:11.954789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.907161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18bed2f3e11dcb40\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-03T16:53:11.954821Z","caller":"traceutil/trace.go:171","msg":"trace[126354043] range","detail":"{range_begin:/registry/events/openstack/valkey.18bed2f3e11dcb40; range_end:; response_count:1; response_revision:26742; }","duration":"223.952912ms","start":"2026-07-03T16:53:11.730862Z","end":"2026-07-03T16:53:11.954815Z","steps":["trace[126354043] 'agreement among raft nodes before linearized reading' (duration: 223.86883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:11.954918Z","caller":"traceutil/trace.go:171","msg":"trace[958963156] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"224.697898ms","start":"2026-07-03T16:53:11.730189Z","end":"2026-07-03T16:53:11.954887Z","steps":["trace[958963156] 'process raft request' (duration: 224.487134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:11.95499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.050665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:53:11.955041Z","caller":"traceutil/trace.go:171","msg":"trace[1311611747] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26742; }","duration":"164.175867ms","start":"2026-07-03T16:53:11.790847Z","end":"2026-07-03T16:53:11.955023Z","steps":["trace[1311611747] 'agreement among raft nodes before linearized reading' (duration: 164.041134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.344219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.281668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:12.344324Z","caller":"traceutil/trace.go:171","msg":"trace[1991132581] linearizableReadLoop","detail":"{readStateIndex:27675; appliedIndex:27674; }","duration":"383.77832ms","start":"2026-07-03T16:53:11.960531Z","end":"2026-07-03T16:53:12.34431Z","steps":["trace[1991132581] 'read index received' (duration: 156.359869ms)","trace[1991132581] 'applied index is now lower than readState.Index' (duration: 227.416971ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:12.344399Z","caller":"traceutil/trace.go:171","msg":"trace[569447756] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"388.16116ms","start":"2026-07-03T16:53:11.9562Z","end":"2026-07-03T16:53:12.344361Z","steps":["trace[569447756] 'process raft request' (duration: 160.649897ms)","trace[569447756] 'compare' (duration: 227.162425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:12.344503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.960064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed5b635003ab5\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-07-03T16:53:12.344562Z","caller":"traceutil/trace.go:171","msg":"trace[458130588] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed5b635003ab5; range_end:; response_count:1; response_revision:26743; }","duration":"384.046356ms","start":"2026-07-03T16:53:11.960501Z","end":"2026-07-03T16:53:12.344547Z","steps":["trace[458130588] 'agreement among raft nodes before linearized reading' (duration: 383.881292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.344568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.956185Z","time spent":"388.301803ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:12.344614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.960486Z","time spent":"384.113877ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":883,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed5b635003ab5\" "} {"level":"info","ts":"2026-07-03T16:53:12.353206Z","caller":"traceutil/trace.go:171","msg":"trace[1760263199] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"392.293544ms","start":"2026-07-03T16:53:11.960893Z","end":"2026-07-03T16:53:12.353187Z","steps":["trace[1760263199] 'process raft request' (duration: 391.777143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.353356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.960867Z","time spent":"392.430217ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:12.353716Z","caller":"traceutil/trace.go:171","msg":"trace[365774697] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"392.656732ms","start":"2026-07-03T16:53:11.961046Z","end":"2026-07-03T16:53:12.353703Z","steps":["trace[365774697] 'process raft request' (duration: 392.052188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.353779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.961025Z","time spent":"392.722844ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:12.353935Z","caller":"traceutil/trace.go:171","msg":"trace[543079627] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"391.094076ms","start":"2026-07-03T16:53:11.96283Z","end":"2026-07-03T16:53:12.353924Z","steps":["trace[543079627] 'process raft request' (duration: 390.461501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.354017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.962824Z","time spent":"391.164917ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:12.354422Z","caller":"traceutil/trace.go:171","msg":"trace[1245443373] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"391.527555ms","start":"2026-07-03T16:53:11.962873Z","end":"2026-07-03T16:53:12.354401Z","steps":["trace[1245443373] 'process raft request' (duration: 390.468492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.354543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.962868Z","time spent":"391.618497ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:12.356794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.010803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9\" ","response":"range_response_count:1 size:7792"} {"level":"info","ts":"2026-07-03T16:53:12.35684Z","caller":"traceutil/trace.go:171","msg":"trace[2062051436] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9; range_end:; response_count:1; response_revision:26749; }","duration":"394.062154ms","start":"2026-07-03T16:53:11.962763Z","end":"2026-07-03T16:53:12.356825Z","steps":["trace[2062051436] 'agreement among raft nodes before linearized reading' (duration: 393.90857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.356869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:11.962758Z","time spent":"394.103565ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7813,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9\" "} {"level":"info","ts":"2026-07-03T16:53:12.35718Z","caller":"traceutil/trace.go:171","msg":"trace[1196913692] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"234.659275ms","start":"2026-07-03T16:53:12.122494Z","end":"2026-07-03T16:53:12.357153Z","steps":["trace[1196913692] 'process raft request' (duration: 234.083082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.357535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.07043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:159822"} {"level":"info","ts":"2026-07-03T16:53:12.357566Z","caller":"traceutil/trace.go:171","msg":"trace[1896605210] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26749; }","duration":"187.133291ms","start":"2026-07-03T16:53:12.170424Z","end":"2026-07-03T16:53:12.357558Z","steps":["trace[1896605210] 'agreement among raft nodes before linearized reading' (duration: 187.039008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.35776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.080104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5143"} {"level":"info","ts":"2026-07-03T16:53:12.357783Z","caller":"traceutil/trace.go:171","msg":"trace[1870378658] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:26749; }","duration":"252.125725ms","start":"2026-07-03T16:53:12.105651Z","end":"2026-07-03T16:53:12.357776Z","steps":["trace[1870378658] 'agreement among raft nodes before linearized reading' (duration: 252.058314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.357921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.078589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:3050"} {"level":"info","ts":"2026-07-03T16:53:12.357938Z","caller":"traceutil/trace.go:171","msg":"trace[1416636075] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:26749; }","duration":"254.132141ms","start":"2026-07-03T16:53:12.103801Z","end":"2026-07-03T16:53:12.357934Z","steps":["trace[1416636075] 'agreement among raft nodes before linearized reading' (duration: 254.076379ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:12.632034Z","caller":"traceutil/trace.go:171","msg":"trace[128481195] linearizableReadLoop","detail":"{readStateIndex:27683; appliedIndex:27681; }","duration":"261.032508ms","start":"2026-07-03T16:53:12.370976Z","end":"2026-07-03T16:53:12.632009Z","steps":["trace[128481195] 'read index received' (duration: 27.446006ms)","trace[128481195] 'applied index is now lower than readState.Index' (duration: 233.585251ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:12.632127Z","caller":"traceutil/trace.go:171","msg":"trace[1585340706] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"265.225604ms","start":"2026-07-03T16:53:12.36685Z","end":"2026-07-03T16:53:12.632076Z","steps":["trace[1585340706] 'process raft request' (duration: 264.970447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.632324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.318695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" ","response":"range_response_count:1 size:16382"} {"level":"info","ts":"2026-07-03T16:53:12.632392Z","caller":"traceutil/trace.go:171","msg":"trace[195300668] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration; range_end:; response_count:1; response_revision:26751; }","duration":"261.443738ms","start":"2026-07-03T16:53:12.370933Z","end":"2026-07-03T16:53:12.632377Z","steps":["trace[195300668] 'agreement among raft nodes before linearized reading' (duration: 261.230443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.63239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.556956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" ","response":"range_response_count:1 size:25940"} {"level":"warn","ts":"2026-07-03T16:53:12.632428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.848589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9.18bed5b65425e60e\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-07-03T16:53:12.632444Z","caller":"traceutil/trace.go:171","msg":"trace[694628614] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration; range_end:; response_count:1; response_revision:26751; }","duration":"256.638708ms","start":"2026-07-03T16:53:12.375791Z","end":"2026-07-03T16:53:12.63243Z","steps":["trace[694628614] 'agreement among raft nodes before linearized reading' (duration: 256.481744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:12.632463Z","caller":"traceutil/trace.go:171","msg":"trace[1425601475] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9.18bed5b65425e60e; range_end:; response_count:1; response_revision:26751; }","duration":"230.919721ms","start":"2026-07-03T16:53:12.401534Z","end":"2026-07-03T16:53:12.632454Z","steps":["trace[1425601475] 'agreement among raft nodes before linearized reading' (duration: 230.811479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.632469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.314384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:150166"} {"level":"info","ts":"2026-07-03T16:53:12.63251Z","caller":"traceutil/trace.go:171","msg":"trace[358609738] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26751; }","duration":"158.383996ms","start":"2026-07-03T16:53:12.474115Z","end":"2026-07-03T16:53:12.632499Z","steps":["trace[358609738] 'agreement among raft nodes before linearized reading' (duration: 158.178551ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:12.783706Z","caller":"traceutil/trace.go:171","msg":"trace[88410376] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"138.999283ms","start":"2026-07-03T16:53:12.644676Z","end":"2026-07-03T16:53:12.783675Z","steps":["trace[88410376] 'process raft request' (duration: 126.890996ms)","trace[88410376] 'compare' (duration: 11.893322ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:12.825065Z","caller":"traceutil/trace.go:171","msg":"trace[574883099] linearizableReadLoop","detail":"{readStateIndex:27686; appliedIndex:27684; }","duration":"178.948063ms","start":"2026-07-03T16:53:12.646088Z","end":"2026-07-03T16:53:12.825036Z","steps":["trace[574883099] 'read index received' (duration: 125.493463ms)","trace[574883099] 'applied index is now lower than readState.Index' (duration: 53.45346ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:12.825218Z","caller":"traceutil/trace.go:171","msg":"trace[981497264] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"179.597729ms","start":"2026-07-03T16:53:12.645571Z","end":"2026-07-03T16:53:12.825169Z","steps":["trace[981497264] 'process raft request' (duration: 179.336923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:12.825325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.21712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26979"} {"level":"info","ts":"2026-07-03T16:53:12.825369Z","caller":"traceutil/trace.go:171","msg":"trace[1797208533] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:26754; }","duration":"179.291403ms","start":"2026-07-03T16:53:12.646066Z","end":"2026-07-03T16:53:12.825358Z","steps":["trace[1797208533] 'agreement among raft nodes before linearized reading' (duration: 179.126458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:13.096522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.959205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:13.096713Z","caller":"traceutil/trace.go:171","msg":"trace[270668647] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"214.818002ms","start":"2026-07-03T16:53:12.881834Z","end":"2026-07-03T16:53:13.096652Z","steps":["trace[270668647] 'process raft request' (duration: 109.648282ms)","trace[270668647] 'compare' (duration: 104.827092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:13.097068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.912891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-07-03T16:53:13.097179Z","caller":"traceutil/trace.go:171","msg":"trace[1615606603] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26756; }","duration":"150.034605ms","start":"2026-07-03T16:53:12.947097Z","end":"2026-07-03T16:53:13.097131Z","steps":["trace[1615606603] 'agreement among raft nodes before linearized reading' (duration: 149.745427ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:13.096638Z","caller":"traceutil/trace.go:171","msg":"trace[832227575] linearizableReadLoop","detail":"{readStateIndex:27688; appliedIndex:27687; }","duration":"149.485331ms","start":"2026-07-03T16:53:12.947136Z","end":"2026-07-03T16:53:13.096622Z","steps":["trace[832227575] 'read index received' (duration: 44.200189ms)","trace[832227575] 'applied index is now lower than readState.Index' (duration: 105.283732ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:13.098062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.179993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170695"} {"level":"info","ts":"2026-07-03T16:53:13.099041Z","caller":"traceutil/trace.go:171","msg":"trace[88043725] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26756; }","duration":"135.161055ms","start":"2026-07-03T16:53:12.963854Z","end":"2026-07-03T16:53:13.099015Z","steps":["trace[88043725] 'agreement among raft nodes before linearized reading' (duration: 133.986679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:13.532825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.503191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:13.532909Z","caller":"traceutil/trace.go:171","msg":"trace[45311713] linearizableReadLoop","detail":"{readStateIndex:27696; appliedIndex:27695; }","duration":"224.550585ms","start":"2026-07-03T16:53:13.308346Z","end":"2026-07-03T16:53:13.532897Z","steps":["trace[45311713] 'read index received' (duration: 117.916551ms)","trace[45311713] 'applied index is now lower than readState.Index' (duration: 106.632904ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:13.533042Z","caller":"traceutil/trace.go:171","msg":"trace[855067417] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"254.98232ms","start":"2026-07-03T16:53:13.278029Z","end":"2026-07-03T16:53:13.533011Z","steps":["trace[855067417] 'process raft request' (duration: 148.221333ms)","trace[855067417] 'compare' (duration: 106.375848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:13.533128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.77426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:204469"} {"level":"info","ts":"2026-07-03T16:53:13.533181Z","caller":"traceutil/trace.go:171","msg":"trace[1192668350] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26764; }","duration":"224.858922ms","start":"2026-07-03T16:53:13.308306Z","end":"2026-07-03T16:53:13.533165Z","steps":["trace[1192668350] 'agreement among raft nodes before linearized reading' (duration: 224.639227ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:13.581808Z","caller":"traceutil/trace.go:171","msg":"trace[1182980514] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"202.980883ms","start":"2026-07-03T16:53:13.378793Z","end":"2026-07-03T16:53:13.581774Z","steps":["trace[1182980514] 'process raft request' (duration: 202.8566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:13.581863Z","caller":"traceutil/trace.go:171","msg":"trace[1260303363] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"204.805336ms","start":"2026-07-03T16:53:13.377018Z","end":"2026-07-03T16:53:13.581823Z","steps":["trace[1260303363] 'process raft request' (duration: 204.461447ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:13.764516Z","caller":"traceutil/trace.go:171","msg":"trace[375095567] linearizableReadLoop","detail":"{readStateIndex:27699; appliedIndex:27698; }","duration":"163.090323ms","start":"2026-07-03T16:53:13.601399Z","end":"2026-07-03T16:53:13.76449Z","steps":["trace[375095567] 'read index received' (duration: 66.316273ms)","trace[375095567] 'applied index is now lower than readState.Index' (duration: 96.77148ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:13.764552Z","caller":"traceutil/trace.go:171","msg":"trace[213152026] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"178.573246ms","start":"2026-07-03T16:53:13.585941Z","end":"2026-07-03T16:53:13.764514Z","steps":["trace[213152026] 'process raft request' (duration: 81.771326ms)","trace[213152026] 'compare' (duration: 96.643647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:13.764805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.346268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io\" ","response":"range_response_count:1 size:27271"} {"level":"info","ts":"2026-07-03T16:53:13.764858Z","caller":"traceutil/trace.go:171","msg":"trace[785712245] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26767; }","duration":"163.458851ms","start":"2026-07-03T16:53:13.601387Z","end":"2026-07-03T16:53:13.764845Z","steps":["trace[785712245] 'agreement among raft nodes before linearized reading' (duration: 163.195025ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:14.088954Z","caller":"traceutil/trace.go:171","msg":"trace[1792252921] linearizableReadLoop","detail":"{readStateIndex:27708; appliedIndex:27707; }","duration":"114.041974ms","start":"2026-07-03T16:53:13.974883Z","end":"2026-07-03T16:53:14.088925Z","steps":["trace[1792252921] 'read index received' (duration: 113.822108ms)","trace[1792252921] 'applied index is now lower than readState.Index' (duration: 218.786µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:14.089009Z","caller":"traceutil/trace.go:171","msg":"trace[1773161693] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"138.85871ms","start":"2026-07-03T16:53:13.950105Z","end":"2026-07-03T16:53:14.088964Z","steps":["trace[1773161693] 'process raft request' (duration: 138.628223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.089269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.683047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:53:14.089358Z","caller":"traceutil/trace.go:171","msg":"trace[1146901648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26776; }","duration":"110.81764ms","start":"2026-07-03T16:53:13.978526Z","end":"2026-07-03T16:53:14.089343Z","steps":["trace[1146901648] 'agreement among raft nodes before linearized reading' (duration: 110.555404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.08942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.512024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58557"} {"level":"info","ts":"2026-07-03T16:53:14.089475Z","caller":"traceutil/trace.go:171","msg":"trace[537974442] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26776; }","duration":"114.619496ms","start":"2026-07-03T16:53:13.974841Z","end":"2026-07-03T16:53:14.089461Z","steps":["trace[537974442] 'agreement among raft nodes before linearized reading' (duration: 114.198426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.345689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.516248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:14.345852Z","caller":"traceutil/trace.go:171","msg":"trace[688003440] linearizableReadLoop","detail":"{readStateIndex:27716; appliedIndex:27715; }","duration":"131.488051ms","start":"2026-07-03T16:53:14.214345Z","end":"2026-07-03T16:53:14.345833Z","steps":["trace[688003440] 'read index received' (duration: 18.768968ms)","trace[688003440] 'applied index is now lower than readState.Index' (duration: 112.717613ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:14.345971Z","caller":"traceutil/trace.go:171","msg":"trace[72662239] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"160.037352ms","start":"2026-07-03T16:53:14.185899Z","end":"2026-07-03T16:53:14.345936Z","steps":["trace[72662239] 'process raft request' (duration: 47.174266ms)","trace[72662239] 'compare' (duration: 112.382275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:14.346113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.760318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13222"} {"level":"info","ts":"2026-07-03T16:53:14.346155Z","caller":"traceutil/trace.go:171","msg":"trace[1276931378] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26784; }","duration":"131.820829ms","start":"2026-07-03T16:53:14.214322Z","end":"2026-07-03T16:53:14.346142Z","steps":["trace[1276931378] 'agreement among raft nodes before linearized reading' (duration: 131.610664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:14.575986Z","caller":"traceutil/trace.go:171","msg":"trace[1888505104] linearizableReadLoop","detail":"{readStateIndex:27722; appliedIndex:27718; }","duration":"174.85613ms","start":"2026-07-03T16:53:14.401109Z","end":"2026-07-03T16:53:14.575965Z","steps":["trace[1888505104] 'read index received' (duration: 174.611155ms)","trace[1888505104] 'applied index is now lower than readState.Index' (duration: 244.185µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:14.576072Z","caller":"traceutil/trace.go:171","msg":"trace[610770794] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"194.13279ms","start":"2026-07-03T16:53:14.381929Z","end":"2026-07-03T16:53:14.576061Z","steps":["trace[610770794] 'process raft request' (duration: 193.974487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.576226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.098968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:61231"} {"level":"info","ts":"2026-07-03T16:53:14.576261Z","caller":"traceutil/trace.go:171","msg":"trace[1518495834] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26790; }","duration":"175.188199ms","start":"2026-07-03T16:53:14.401064Z","end":"2026-07-03T16:53:14.576253Z","steps":["trace[1518495834] 'agreement among raft nodes before linearized reading' (duration: 175.034554ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:14.576287Z","caller":"traceutil/trace.go:171","msg":"trace[587764625] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"194.659163ms","start":"2026-07-03T16:53:14.381615Z","end":"2026-07-03T16:53:14.576274Z","steps":["trace[587764625] 'process raft request' (duration: 194.260373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:14.576087Z","caller":"traceutil/trace.go:171","msg":"trace[421240177] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"193.359373ms","start":"2026-07-03T16:53:14.38272Z","end":"2026-07-03T16:53:14.57608Z","steps":["trace[421240177] 'process raft request' (duration: 193.204569ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:14.575972Z","caller":"traceutil/trace.go:171","msg":"trace[145451248] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"194.55844ms","start":"2026-07-03T16:53:14.381384Z","end":"2026-07-03T16:53:14.575942Z","steps":["trace[145451248] 'process raft request' (duration: 194.364755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.91242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.803047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:14.91315Z","caller":"traceutil/trace.go:171","msg":"trace[1195666582] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"195.170655ms","start":"2026-07-03T16:53:14.717949Z","end":"2026-07-03T16:53:14.91312Z","steps":["trace[1195666582] 'process raft request' (duration: 73.571929ms)","trace[1195666582] 'compare' (duration: 120.671384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:14.913377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.112745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:44851"} {"level":"info","ts":"2026-07-03T16:53:14.913458Z","caller":"traceutil/trace.go:171","msg":"trace[1927468483] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26793; }","duration":"206.185746ms","start":"2026-07-03T16:53:14.707233Z","end":"2026-07-03T16:53:14.913418Z","steps":["trace[1927468483] 'agreement among raft nodes before linearized reading' (duration: 205.991422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:14.913519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.504425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" ","response":"range_response_count:1 size:25940"} {"level":"info","ts":"2026-07-03T16:53:14.913605Z","caller":"traceutil/trace.go:171","msg":"trace[1369600919] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration; range_end:; response_count:1; response_revision:26793; }","duration":"210.611167ms","start":"2026-07-03T16:53:14.70297Z","end":"2026-07-03T16:53:14.913581Z","steps":["trace[1369600919] 'agreement among raft nodes before linearized reading' (duration: 210.352041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:14.913177Z","caller":"traceutil/trace.go:171","msg":"trace[1779566616] linearizableReadLoop","detail":"{readStateIndex:27725; appliedIndex:27724; }","duration":"147.539288ms","start":"2026-07-03T16:53:14.765617Z","end":"2026-07-03T16:53:14.913156Z","steps":["trace[1779566616] 'read index received' (duration: 25.85865ms)","trace[1779566616] 'applied index is now lower than readState.Index' (duration: 121.678808ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:14.914412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.607156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b84f7ce359\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-07-03T16:53:14.914462Z","caller":"traceutil/trace.go:171","msg":"trace[1471979884] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b84f7ce359; range_end:; response_count:1; response_revision:26793; }","duration":"146.683737ms","start":"2026-07-03T16:53:14.767765Z","end":"2026-07-03T16:53:14.914449Z","steps":["trace[1471979884] 'agreement among raft nodes before linearized reading' (duration: 146.553354ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:15.404072Z","caller":"traceutil/trace.go:171","msg":"trace[1091708208] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"406.98966ms","start":"2026-07-03T16:53:14.997063Z","end":"2026-07-03T16:53:15.404053Z","steps":["trace[1091708208] 'process raft request' (duration: 406.869627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.404191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:14.997048Z","time spent":"407.084961ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:15.40441Z","caller":"traceutil/trace.go:171","msg":"trace[2083002650] linearizableReadLoop","detail":"{readStateIndex:27728; appliedIndex:27728; }","duration":"403.907489ms","start":"2026-07-03T16:53:15.000472Z","end":"2026-07-03T16:53:15.404379Z","steps":["trace[2083002650] 'read index received' (duration: 403.889599ms)","trace[2083002650] 'applied index is now lower than readState.Index' (duration: 14.8µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:15.40447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.505893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-07-03T16:53:15.404491Z","caller":"traceutil/trace.go:171","msg":"trace[2072703735] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26796; }","duration":"404.565003ms","start":"2026-07-03T16:53:14.999921Z","end":"2026-07-03T16:53:15.404486Z","steps":["trace[2072703735] 'agreement among raft nodes before linearized reading' (duration: 404.474431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.404512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:14.999902Z","time spent":"404.606765ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4463,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-03T16:53:15.404618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.758141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:34180"} {"level":"info","ts":"2026-07-03T16:53:15.404717Z","caller":"traceutil/trace.go:171","msg":"trace[1528911745] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26796; }","duration":"451.883304ms","start":"2026-07-03T16:53:14.952809Z","end":"2026-07-03T16:53:15.404693Z","steps":["trace[1528911745] 'agreement among raft nodes before linearized reading' (duration: 451.651429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.404766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:14.952793Z","time spent":"451.963825ms","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":34201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:15.422323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.989032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26979"} {"level":"info","ts":"2026-07-03T16:53:15.422408Z","caller":"traceutil/trace.go:171","msg":"trace[246363595] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:26798; }","duration":"415.116765ms","start":"2026-07-03T16:53:15.00727Z","end":"2026-07-03T16:53:15.422386Z","steps":["trace[246363595] 'agreement among raft nodes before linearized reading' (duration: 414.89766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.422588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:15.007249Z","time spent":"415.324941ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27000,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"info","ts":"2026-07-03T16:53:15.422827Z","caller":"traceutil/trace.go:171","msg":"trace[755577168] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"418.81697ms","start":"2026-07-03T16:53:15.003997Z","end":"2026-07-03T16:53:15.422814Z","steps":["trace[755577168] 'process raft request' (duration: 417.922309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.422917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:15.00398Z","time spent":"418.880571ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:15.423252Z","caller":"traceutil/trace.go:171","msg":"trace[1367303265] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"341.28765ms","start":"2026-07-03T16:53:15.081911Z","end":"2026-07-03T16:53:15.423199Z","steps":["trace[1367303265] 'process raft request' (duration: 340.178964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.423398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:15.081893Z","time spent":"341.401993ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:15.423929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.247519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:15.42402Z","caller":"traceutil/trace.go:171","msg":"trace[860458744] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26798; }","duration":"104.384713ms","start":"2026-07-03T16:53:15.319614Z","end":"2026-07-03T16:53:15.423999Z","steps":["trace[860458744] 'agreement among raft nodes before linearized reading' (duration: 104.222739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:15.42436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.916572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:53:15.424402Z","caller":"traceutil/trace.go:171","msg":"trace[301824087] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26798; }","duration":"142.983323ms","start":"2026-07-03T16:53:15.281406Z","end":"2026-07-03T16:53:15.42439Z","steps":["trace[301824087] 'agreement among raft nodes before linearized reading' (duration: 142.83974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:16.058714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.580967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:16.05879Z","caller":"traceutil/trace.go:171","msg":"trace[1820488483] linearizableReadLoop","detail":"{readStateIndex:27749; appliedIndex:27748; }","duration":"151.396146ms","start":"2026-07-03T16:53:15.907383Z","end":"2026-07-03T16:53:16.058779Z","steps":["trace[1820488483] 'read index received' (duration: 64.572µs)","trace[1820488483] 'applied index is now lower than readState.Index' (duration: 151.330654ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:16.059012Z","caller":"traceutil/trace.go:171","msg":"trace[1738233742] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"228.334822ms","start":"2026-07-03T16:53:15.83064Z","end":"2026-07-03T16:53:16.058974Z","steps":["trace[1738233742] 'process raft request' (duration: 28.430188ms)","trace[1738233742] 'compare' (duration: 199.152627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:16.059156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.210099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-03T16:53:16.059373Z","caller":"traceutil/trace.go:171","msg":"trace[1095843550] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26817; }","duration":"115.465915ms","start":"2026-07-03T16:53:15.943882Z","end":"2026-07-03T16:53:16.059348Z","steps":["trace[1095843550] 'agreement among raft nodes before linearized reading' (duration: 115.081237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:16.059051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.679772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:150166"} {"level":"info","ts":"2026-07-03T16:53:16.059461Z","caller":"traceutil/trace.go:171","msg":"trace[1758087589] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26817; }","duration":"152.120161ms","start":"2026-07-03T16:53:15.907321Z","end":"2026-07-03T16:53:16.059441Z","steps":["trace[1758087589] 'agreement among raft nodes before linearized reading' (duration: 151.635721ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:16.628895Z","caller":"traceutil/trace.go:171","msg":"trace[1224021812] linearizableReadLoop","detail":"{readStateIndex:27754; appliedIndex:27753; }","duration":"373.558066ms","start":"2026-07-03T16:53:16.255316Z","end":"2026-07-03T16:53:16.628874Z","steps":["trace[1224021812] 'read index received' (duration: 373.326391ms)","trace[1224021812] 'applied index is now lower than readState.Index' (duration: 230.835µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:16.629029Z","caller":"traceutil/trace.go:171","msg":"trace[321518059] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"374.329494ms","start":"2026-07-03T16:53:16.254657Z","end":"2026-07-03T16:53:16.628987Z","steps":["trace[321518059] 'process raft request' (duration: 374.063408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:16.629193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.254624Z","time spent":"374.485176ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:16.629258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.891903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:53:16.629303Z","caller":"traceutil/trace.go:171","msg":"trace[557422309] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26822; }","duration":"374.012776ms","start":"2026-07-03T16:53:16.255275Z","end":"2026-07-03T16:53:16.629288Z","steps":["trace[557422309] 'agreement among raft nodes before linearized reading' (duration: 373.696389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:16.629299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.61116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:199451"} {"level":"info","ts":"2026-07-03T16:53:16.62938Z","caller":"traceutil/trace.go:171","msg":"trace[395602387] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26822; }","duration":"303.752652ms","start":"2026-07-03T16:53:16.325608Z","end":"2026-07-03T16:53:16.62936Z","steps":["trace[395602387] 'agreement among raft nodes before linearized reading' (duration: 303.437905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:16.629413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.255261Z","time spent":"374.141489ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:53:16.629436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:16.325549Z","time spent":"303.877755ms","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":199472,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:16.631326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.036102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:53:16.631426Z","caller":"traceutil/trace.go:171","msg":"trace[627653057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26822; }","duration":"234.234706ms","start":"2026-07-03T16:53:16.397167Z","end":"2026-07-03T16:53:16.631401Z","steps":["trace[627653057] 'agreement among raft nodes before linearized reading' (duration: 232.476586ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:16.999882Z","caller":"traceutil/trace.go:171","msg":"trace[2074963025] linearizableReadLoop","detail":"{readStateIndex:27763; appliedIndex:27762; }","duration":"133.538768ms","start":"2026-07-03T16:53:16.866319Z","end":"2026-07-03T16:53:16.999858Z","steps":["trace[2074963025] 'read index received' (duration: 105.048298ms)","trace[2074963025] 'applied index is now lower than readState.Index' (duration: 28.48946ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:17.000144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.797854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io\" ","response":"range_response_count:1 size:23283"} {"level":"info","ts":"2026-07-03T16:53:17.000186Z","caller":"traceutil/trace.go:171","msg":"trace[521975317] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26831; }","duration":"133.901086ms","start":"2026-07-03T16:53:16.866273Z","end":"2026-07-03T16:53:17.000174Z","steps":["trace[521975317] 'agreement among raft nodes before linearized reading' (duration: 133.688341ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:17.000421Z","caller":"traceutil/trace.go:171","msg":"trace[191902148] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"161.956206ms","start":"2026-07-03T16:53:16.838452Z","end":"2026-07-03T16:53:17.000408Z","steps":["trace[191902148] 'process raft request' (duration: 132.987276ms)","trace[191902148] 'compare' (duration: 28.317666ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:17.136602Z","caller":"traceutil/trace.go:171","msg":"trace[1506094040] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"130.051848ms","start":"2026-07-03T16:53:17.006095Z","end":"2026-07-03T16:53:17.136147Z","steps":["trace[1506094040] 'process raft request' (duration: 119.16958ms)","trace[1506094040] 'compare' (duration: 10.723005ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:17.490824Z","caller":"traceutil/trace.go:171","msg":"trace[2046130522] linearizableReadLoop","detail":"{readStateIndex:27767; appliedIndex:27766; }","duration":"145.00764ms","start":"2026-07-03T16:53:17.345792Z","end":"2026-07-03T16:53:17.490799Z","steps":["trace[2046130522] 'read index received' (duration: 131.827909ms)","trace[2046130522] 'applied index is now lower than readState.Index' (duration: 13.178541ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:17.490855Z","caller":"traceutil/trace.go:171","msg":"trace[1203217843] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"167.147345ms","start":"2026-07-03T16:53:17.323684Z","end":"2026-07-03T16:53:17.490831Z","steps":["trace[1203217843] 'process raft request' (duration: 153.957224ms)","trace[1203217843] 'compare' (duration: 13.052238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:17.491009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.196515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58557"} {"level":"info","ts":"2026-07-03T16:53:17.491043Z","caller":"traceutil/trace.go:171","msg":"trace[890928851] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26835; }","duration":"145.278196ms","start":"2026-07-03T16:53:17.345757Z","end":"2026-07-03T16:53:17.491035Z","steps":["trace[890928851] 'agreement among raft nodes before linearized reading' (duration: 145.123152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:17.809164Z","caller":"traceutil/trace.go:171","msg":"trace[1703760421] linearizableReadLoop","detail":"{readStateIndex:27770; appliedIndex:27769; }","duration":"223.548693ms","start":"2026-07-03T16:53:17.585582Z","end":"2026-07-03T16:53:17.809131Z","steps":["trace[1703760421] 'read index received' (duration: 205.419828ms)","trace[1703760421] 'applied index is now lower than readState.Index' (duration: 18.126715ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:17.809195Z","caller":"traceutil/trace.go:171","msg":"trace[7460475] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"257.563369ms","start":"2026-07-03T16:53:17.551592Z","end":"2026-07-03T16:53:17.809156Z","steps":["trace[7460475] 'process raft request' (duration: 239.528337ms)","trace[7460475] 'compare' (duration: 17.800756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:17.809463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.86883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:204469"} {"level":"info","ts":"2026-07-03T16:53:17.809543Z","caller":"traceutil/trace.go:171","msg":"trace[244179243] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26838; }","duration":"224.087025ms","start":"2026-07-03T16:53:17.585436Z","end":"2026-07-03T16:53:17.809523Z","steps":["trace[244179243] 'agreement among raft nodes before linearized reading' (duration: 223.799428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.325448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412283175s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:19.325577Z","caller":"traceutil/trace.go:171","msg":"trace[1267953057] linearizableReadLoop","detail":"{readStateIndex:27771; appliedIndex:27770; }","duration":"1.449217057s","start":"2026-07-03T16:53:17.876339Z","end":"2026-07-03T16:53:19.325556Z","steps":["trace[1267953057] 'read index received' (duration: 36.697517ms)","trace[1267953057] 'applied index is now lower than readState.Index' (duration: 1.41251727s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:19.325695Z","caller":"traceutil/trace.go:171","msg":"trace[1078821571] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"1.510855005s","start":"2026-07-03T16:53:17.814824Z","end":"2026-07-03T16:53:19.325679Z","steps":["trace[1078821571] 'process raft request' (duration: 98.221272ms)","trace[1078821571] 'compare' (duration: 1.411998359s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:19.325809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.814807Z","time spent":"1.510942796s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:19.326261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449919903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:53:19.326326Z","caller":"traceutil/trace.go:171","msg":"trace[348262086] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26839; }","duration":"1.450013225s","start":"2026-07-03T16:53:17.876297Z","end":"2026-07-03T16:53:19.32631Z","steps":["trace[348262086] 'agreement among raft nodes before linearized reading' (duration: 1.44978595s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.326381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.876274Z","time spent":"1.450094287s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-03T16:53:19.326395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.469978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:53:19.326406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.423287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:53:19.32645Z","caller":"traceutil/trace.go:171","msg":"trace[112440765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26839; }","duration":"612.535981ms","start":"2026-07-03T16:53:18.713897Z","end":"2026-07-03T16:53:19.326433Z","steps":["trace[112440765] 'agreement among raft nodes before linearized reading' (duration: 612.358007ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:19.326487Z","caller":"traceutil/trace.go:171","msg":"trace[2080965141] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26839; }","duration":"831.540979ms","start":"2026-07-03T16:53:18.494928Z","end":"2026-07-03T16:53:19.326469Z","steps":["trace[2080965141] 'agreement among raft nodes before linearized reading' (duration: 831.354055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.326512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.71389Z","time spent":"612.609392ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:19.326515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027561713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-07-03T16:53:19.326534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.494911Z","time spent":"831.614452ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:53:19.326569Z","caller":"traceutil/trace.go:171","msg":"trace[949510266] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26839; }","duration":"1.027647635s","start":"2026-07-03T16:53:18.298909Z","end":"2026-07-03T16:53:19.326556Z","steps":["trace[949510266] 'agreement among raft nodes before linearized reading' (duration: 1.027540233s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.326583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.052175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-07-03T16:53:19.326617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.298888Z","time spent":"1.027720158s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-03T16:53:19.326659Z","caller":"traceutil/trace.go:171","msg":"trace[396515603] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26839; }","duration":"883.163977ms","start":"2026-07-03T16:53:18.443477Z","end":"2026-07-03T16:53:19.326641Z","steps":["trace[396515603] 'agreement among raft nodes before linearized reading' (duration: 882.944702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.326731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.860957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:53:19.326748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.44346Z","time spent":"883.27588ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-03T16:53:19.326767Z","caller":"traceutil/trace.go:171","msg":"trace[838796060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26839; }","duration":"612.895568ms","start":"2026-07-03T16:53:18.713862Z","end":"2026-07-03T16:53:19.326757Z","steps":["trace[838796060] 'agreement among raft nodes before linearized reading' (duration: 612.774495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.326794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.713818Z","time spent":"612.97021ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:19.326812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.172672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:53:19.326405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447925058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:11544"} {"level":"info","ts":"2026-07-03T16:53:19.326854Z","caller":"traceutil/trace.go:171","msg":"trace[1471573526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26839; }","duration":"612.240304ms","start":"2026-07-03T16:53:18.714603Z","end":"2026-07-03T16:53:19.326843Z","steps":["trace[1471573526] 'agreement among raft nodes before linearized reading' (duration: 612.138992ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:19.326877Z","caller":"traceutil/trace.go:171","msg":"trace[256759985] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26839; }","duration":"1.448433759s","start":"2026-07-03T16:53:17.878432Z","end":"2026-07-03T16:53:19.326866Z","steps":["trace[256759985] 'agreement among raft nodes before linearized reading' (duration: 1.447820426s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.326912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:17.878423Z","time spent":"1.44848214s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":11565,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:19.326931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.526225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-03T16:53:19.326958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.030483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:53:19.326951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.018801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:53:19.326966Z","caller":"traceutil/trace.go:171","msg":"trace[723173641] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26839; }","duration":"380.592055ms","start":"2026-07-03T16:53:18.946365Z","end":"2026-07-03T16:53:19.326957Z","steps":["trace[723173641] 'agreement among raft nodes before linearized reading' (duration: 380.500963ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:19.326992Z","caller":"traceutil/trace.go:171","msg":"trace[1686572719] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26839; }","duration":"564.081905ms","start":"2026-07-03T16:53:18.762902Z","end":"2026-07-03T16:53:19.326984Z","steps":["trace[1686572719] 'agreement among raft nodes before linearized reading' (duration: 563.997023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.327018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.762893Z","time spent":"564.119536ms","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:53:19.327012Z","caller":"traceutil/trace.go:171","msg":"trace[697893272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26839; }","duration":"613.121063ms","start":"2026-07-03T16:53:18.713876Z","end":"2026-07-03T16:53:19.326997Z","steps":["trace[697893272] 'agreement among raft nodes before linearized reading' (duration: 612.97206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.327017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.946348Z","time spent":"380.662468ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T16:53:19.326883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.714587Z","time spent":"612.289355ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:19.327064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:18.713853Z","time spent":"613.198116ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:53:19.603281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.401118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:19.603465Z","caller":"traceutil/trace.go:171","msg":"trace[2129878557] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"271.336524ms","start":"2026-07-03T16:53:19.332115Z","end":"2026-07-03T16:53:19.603452Z","steps":["trace[2129878557] 'process raft request' (duration: 271.284512ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:19.603505Z","caller":"traceutil/trace.go:171","msg":"trace[324482069] linearizableReadLoop","detail":"{readStateIndex:27773; appliedIndex:27771; }","duration":"271.039276ms","start":"2026-07-03T16:53:19.332444Z","end":"2026-07-03T16:53:19.603483Z","steps":["trace[324482069] 'read index received' (duration: 118.455434ms)","trace[324482069] 'applied index is now lower than readState.Index' (duration: 152.583092ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:19.603628Z","caller":"traceutil/trace.go:171","msg":"trace[914422845] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"270.274248ms","start":"2026-07-03T16:53:19.333346Z","end":"2026-07-03T16:53:19.603621Z","steps":["trace[914422845] 'process raft request' (duration: 270.074904ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:19.603659Z","caller":"traceutil/trace.go:171","msg":"trace[459901858] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"271.314552ms","start":"2026-07-03T16:53:19.332309Z","end":"2026-07-03T16:53:19.603624Z","steps":["trace[459901858] 'process raft request' (duration: 271.054847ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:19.603691Z","caller":"traceutil/trace.go:171","msg":"trace[1734270887] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"271.63559ms","start":"2026-07-03T16:53:19.332021Z","end":"2026-07-03T16:53:19.603656Z","steps":["trace[1734270887] 'process raft request' (duration: 118.795912ms)","trace[1734270887] 'compare' (duration: 152.293666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:19.603821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.370434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed5b7315da1c7\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-07-03T16:53:19.603871Z","caller":"traceutil/trace.go:171","msg":"trace[1181761822] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18bed5b7315da1c7; range_end:; response_count:1; response_revision:26843; }","duration":"271.446346ms","start":"2026-07-03T16:53:19.332411Z","end":"2026-07-03T16:53:19.603858Z","steps":["trace[1181761822] 'agreement among raft nodes before linearized reading' (duration: 271.264752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.603869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.085104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:53:19.603914Z","caller":"traceutil/trace.go:171","msg":"trace[1109814236] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26843; }","duration":"153.174976ms","start":"2026-07-03T16:53:19.450726Z","end":"2026-07-03T16:53:19.603901Z","steps":["trace[1109814236] 'agreement among raft nodes before linearized reading' (duration: 153.054783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:19.603987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.751998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io\" ","response":"range_response_count:1 size:27271"} {"level":"info","ts":"2026-07-03T16:53:19.604068Z","caller":"traceutil/trace.go:171","msg":"trace[313150509] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26843; }","duration":"259.870901ms","start":"2026-07-03T16:53:19.344178Z","end":"2026-07-03T16:53:19.604049Z","steps":["trace[313150509] 'agreement among raft nodes before linearized reading' (duration: 259.582605ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:19.814578Z","caller":"traceutil/trace.go:171","msg":"trace[548446872] linearizableReadLoop","detail":"{readStateIndex:27776; appliedIndex:27775; }","duration":"181.282468ms","start":"2026-07-03T16:53:19.633271Z","end":"2026-07-03T16:53:19.814553Z","steps":["trace[548446872] 'read index received' (duration: 158.17075ms)","trace[548446872] 'applied index is now lower than readState.Index' (duration: 23.110617ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:19.814633Z","caller":"traceutil/trace.go:171","msg":"trace[1411830438] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"205.50611ms","start":"2026-07-03T16:53:19.609081Z","end":"2026-07-03T16:53:19.814587Z","steps":["trace[1411830438] 'process raft request' (duration: 182.348382ms)","trace[1411830438] 'compare' (duration: 23.016325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:19.81476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.475512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" ","response":"range_response_count:1 size:36374"} {"level":"info","ts":"2026-07-03T16:53:19.814793Z","caller":"traceutil/trace.go:171","msg":"trace[1643279173] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26844; }","duration":"182.025645ms","start":"2026-07-03T16:53:19.632758Z","end":"2026-07-03T16:53:19.814784Z","steps":["trace[1643279173] 'agreement among raft nodes before linearized reading' (duration: 181.87487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:20.147146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.930296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:20.147249Z","caller":"traceutil/trace.go:171","msg":"trace[128312822] linearizableReadLoop","detail":"{readStateIndex:27779; appliedIndex:27777; }","duration":"267.27226ms","start":"2026-07-03T16:53:19.879957Z","end":"2026-07-03T16:53:20.147229Z","steps":["trace[128312822] 'read index received' (duration: 23.814403ms)","trace[128312822] 'applied index is now lower than readState.Index' (duration: 243.455967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:20.147484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.534245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:22277"} {"level":"info","ts":"2026-07-03T16:53:20.147532Z","caller":"traceutil/trace.go:171","msg":"trace[410758642] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26847; }","duration":"267.626577ms","start":"2026-07-03T16:53:19.879891Z","end":"2026-07-03T16:53:20.147518Z","steps":["trace[410758642] 'agreement among raft nodes before linearized reading' (duration: 267.418103ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:20.147338Z","caller":"traceutil/trace.go:171","msg":"trace[1887899399] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"284.107954ms","start":"2026-07-03T16:53:19.863205Z","end":"2026-07-03T16:53:20.147313Z","steps":["trace[1887899399] 'process raft request' (duration: 128.877941ms)","trace[1887899399] 'compare' (duration: 154.64342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:20.236305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.554056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:53:20.236358Z","caller":"traceutil/trace.go:171","msg":"trace[277371074] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26848; }","duration":"334.646348ms","start":"2026-07-03T16:53:19.9017Z","end":"2026-07-03T16:53:20.236347Z","steps":["trace[277371074] 'agreement among raft nodes before linearized reading' (duration: 334.493495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:20.236523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:19.901682Z","time spent":"334.834172ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:53:20.236601Z","caller":"traceutil/trace.go:171","msg":"trace[1953191202] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"306.385803ms","start":"2026-07-03T16:53:19.930168Z","end":"2026-07-03T16:53:20.236554Z","steps":["trace[1953191202] 'process raft request' (duration: 305.930493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:20.236728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:19.930144Z","time spent":"306.499935ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:20.236776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.828145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-k4p4w.18bed5b577d65c58\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-03T16:53:20.236827Z","caller":"traceutil/trace.go:171","msg":"trace[847749681] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-k4p4w.18bed5b577d65c58; range_end:; response_count:1; response_revision:26848; }","duration":"328.911237ms","start":"2026-07-03T16:53:19.907902Z","end":"2026-07-03T16:53:20.236813Z","steps":["trace[847749681] 'agreement among raft nodes before linearized reading' (duration: 328.808024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:20.236852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:19.90789Z","time spent":"328.955647ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-k4p4w.18bed5b577d65c58\" "} {"level":"warn","ts":"2026-07-03T16:53:20.236901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.114255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:20.236917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.526662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2\" ","response":"range_response_count:1 size:5790"} {"level":"info","ts":"2026-07-03T16:53:20.236923Z","caller":"traceutil/trace.go:171","msg":"trace[1795700075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26848; }","duration":"210.176407ms","start":"2026-07-03T16:53:20.026741Z","end":"2026-07-03T16:53:20.236918Z","steps":["trace[1795700075] 'agreement among raft nodes before linearized reading' (duration: 210.121126ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:20.236942Z","caller":"traceutil/trace.go:171","msg":"trace[1569068018] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2; range_end:; response_count:1; response_revision:26848; }","duration":"163.599123ms","start":"2026-07-03T16:53:20.073337Z","end":"2026-07-03T16:53:20.236936Z","steps":["trace[1569068018] 'agreement among raft nodes before linearized reading' (duration: 163.507201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:20.75381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:21.254512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:21.332726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094229295s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:22.090798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.746035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:22.09094Z","caller":"traceutil/trace.go:171","msg":"trace[1170238149] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"1.852467702s","start":"2026-07-03T16:53:20.238446Z","end":"2026-07-03T16:53:22.090913Z","steps":["trace[1170238149] 'process raft request' (duration: 1.094489771s)","trace[1170238149] 'compare' (duration: 755.682298ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:22.091035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.238433Z","time spent":"1.852551903s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:22.109998Z","caller":"traceutil/trace.go:171","msg":"trace[1896787548] linearizableReadLoop","detail":"{readStateIndex:27783; appliedIndex:27780; }","duration":"1.85719737s","start":"2026-07-03T16:53:20.252785Z","end":"2026-07-03T16:53:22.109982Z","steps":["trace[1896787548] 'read index received' (duration: 1.080162584s)","trace[1896787548] 'applied index is now lower than readState.Index' (duration: 777.034016ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:22.110097Z","caller":"traceutil/trace.go:171","msg":"trace[227337078] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"1.854372675s","start":"2026-07-03T16:53:20.255651Z","end":"2026-07-03T16:53:22.110024Z","steps":["trace[227337078] 'process raft request' (duration: 1.854172661s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:22.110242Z","caller":"traceutil/trace.go:171","msg":"trace[280874132] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"1.852612685s","start":"2026-07-03T16:53:20.25762Z","end":"2026-07-03T16:53:22.110233Z","steps":["trace[280874132] 'process raft request' (duration: 1.852317418s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.110325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.257608Z","time spent":"1.852660886s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5583,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:22.110331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.255633Z","time spent":"1.854574019s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:22.110486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.51394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:53:22.110514Z","caller":"traceutil/trace.go:171","msg":"trace[1372480238] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26851; }","duration":"219.597802ms","start":"2026-07-03T16:53:21.89091Z","end":"2026-07-03T16:53:22.110507Z","steps":["trace[1372480238] 'agreement among raft nodes before linearized reading' (duration: 219.50336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.110504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.869945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:53:22.110574Z","caller":"traceutil/trace.go:171","msg":"trace[1935745851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26851; }","duration":"501.991658ms","start":"2026-07-03T16:53:21.608565Z","end":"2026-07-03T16:53:22.110557Z","steps":["trace[1935745851] 'agreement among raft nodes before linearized reading' (duration: 501.785293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.110622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:21.608536Z","time spent":"502.078509ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:53:22.11073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.759403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:53:22.110757Z","caller":"traceutil/trace.go:171","msg":"trace[119762082] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26851; }","duration":"271.836524ms","start":"2026-07-03T16:53:21.838914Z","end":"2026-07-03T16:53:22.110751Z","steps":["trace[119762082] 'agreement among raft nodes before linearized reading' (duration: 271.771333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.110776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.430217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-03T16:53:22.110802Z","caller":"traceutil/trace.go:171","msg":"trace[36103391] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26851; }","duration":"484.482458ms","start":"2026-07-03T16:53:21.626311Z","end":"2026-07-03T16:53:22.110793Z","steps":["trace[36103391] 'agreement among raft nodes before linearized reading' (duration: 484.407917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.110832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:21.626295Z","time spent":"484.526519ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T16:53:22.110953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858144031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:22.111048Z","caller":"traceutil/trace.go:171","msg":"trace[303139019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26851; }","duration":"1.858272714s","start":"2026-07-03T16:53:20.252755Z","end":"2026-07-03T16:53:22.111028Z","steps":["trace[303139019] 'agreement among raft nodes before linearized reading' (duration: 1.8581331s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.111091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.252742Z","time spent":"1.858340146s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:22.111089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.184015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:53:22.111269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622031642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:53:22.111278Z","caller":"traceutil/trace.go:171","msg":"trace[700304908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26851; }","duration":"503.41196ms","start":"2026-07-03T16:53:21.607851Z","end":"2026-07-03T16:53:22.111263Z","steps":["trace[700304908] 'agreement among raft nodes before linearized reading' (duration: 503.009921ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:22.111299Z","caller":"traceutil/trace.go:171","msg":"trace[509651783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26851; }","duration":"1.622095014s","start":"2026-07-03T16:53:20.489197Z","end":"2026-07-03T16:53:22.111292Z","steps":["trace[509651783] 'agreement among raft nodes before linearized reading' (duration: 1.622033152s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.111324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.489178Z","time spent":"1.622139704s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:53:22.111357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:21.607829Z","time spent":"503.514022ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:22.11113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463185386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:53:22.111421Z","caller":"traceutil/trace.go:171","msg":"trace[184176012] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:26851; }","duration":"1.463501223s","start":"2026-07-03T16:53:20.647908Z","end":"2026-07-03T16:53:22.111409Z","steps":["trace[184176012] 'agreement among raft nodes before linearized reading' (duration: 1.463158185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.111141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.746775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:53:22.111465Z","caller":"traceutil/trace.go:171","msg":"trace[1938269166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26851; }","duration":"503.108952ms","start":"2026-07-03T16:53:21.608349Z","end":"2026-07-03T16:53:22.111458Z","steps":["trace[1938269166] 'agreement among raft nodes before linearized reading' (duration: 502.745644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.111475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.647861Z","time spent":"1.463596555s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:53:22.111492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:21.608327Z","time spent":"503.158384ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:22.111199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.178514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:53:22.111556Z","caller":"traceutil/trace.go:171","msg":"trace[2098412541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26851; }","duration":"503.551312ms","start":"2026-07-03T16:53:21.608Z","end":"2026-07-03T16:53:22.111551Z","steps":["trace[2098412541] 'agreement among raft nodes before linearized reading' (duration: 503.166624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.111574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:21.607991Z","time spent":"503.578593ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:22.111206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.933297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:53:22.111632Z","caller":"traceutil/trace.go:171","msg":"trace[459437640] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26851; }","duration":"768.373528ms","start":"2026-07-03T16:53:21.343231Z","end":"2026-07-03T16:53:22.111604Z","steps":["trace[459437640] 'agreement among raft nodes before linearized reading' (duration: 767.919417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.111687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:21.343212Z","time spent":"768.461219ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:53:22.111901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844252205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" ","response":"range_response_count:1 size:138816"} {"level":"info","ts":"2026-07-03T16:53:22.11196Z","caller":"traceutil/trace.go:171","msg":"trace[1714464141] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26851; }","duration":"1.844338206s","start":"2026-07-03T16:53:20.267607Z","end":"2026-07-03T16:53:22.111945Z","steps":["trace[1714464141] 'agreement among raft nodes before linearized reading' (duration: 1.842665378s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.112006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:20.267595Z","time spent":"1.844403338s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":138837,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:53:22.465667Z","caller":"traceutil/trace.go:171","msg":"trace[2062557065] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"348.883324ms","start":"2026-07-03T16:53:22.116741Z","end":"2026-07-03T16:53:22.465624Z","steps":["trace[2062557065] 'process raft request' (duration: 266.337539ms)","trace[2062557065] 'compare' (duration: 82.087254ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:22.465767Z","caller":"traceutil/trace.go:171","msg":"trace[1505708191] linearizableReadLoop","detail":"{readStateIndex:27785; appliedIndex:27783; }","duration":"348.890493ms","start":"2026-07-03T16:53:22.116855Z","end":"2026-07-03T16:53:22.465746Z","steps":["trace[1505708191] 'read index received' (duration: 56.574261ms)","trace[1505708191] 'applied index is now lower than readState.Index' (duration: 292.315392ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:22.465853Z","caller":"traceutil/trace.go:171","msg":"trace[323605434] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"348.842433ms","start":"2026-07-03T16:53:22.11698Z","end":"2026-07-03T16:53:22.465823Z","steps":["trace[323605434] 'process raft request' (duration: 348.634268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.465865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.116728Z","time spent":"349.032947ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:22.465892Z","caller":"traceutil/trace.go:171","msg":"trace[1713186211] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"348.936064ms","start":"2026-07-03T16:53:22.116941Z","end":"2026-07-03T16:53:22.465877Z","steps":["trace[1713186211] 'process raft request' (duration: 348.586926ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:22.465905Z","caller":"traceutil/trace.go:171","msg":"trace[214213630] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"348.817132ms","start":"2026-07-03T16:53:22.117078Z","end":"2026-07-03T16:53:22.465895Z","steps":["trace[214213630] 'process raft request' (duration: 348.570246ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:22.465929Z","caller":"traceutil/trace.go:171","msg":"trace[1189954911] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"346.210253ms","start":"2026-07-03T16:53:22.1197Z","end":"2026-07-03T16:53:22.46591Z","steps":["trace[1189954911] 'process raft request' (duration: 346.009538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.465962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.116962Z","time spent":"348.941735ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:22.46599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.117047Z","time spent":"348.897824ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:22.465992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.116936Z","time spent":"348.987586ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:22.466018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.119694Z","time spent":"346.280964ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:22.466005Z","caller":"traceutil/trace.go:171","msg":"trace[1945654008] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"348.996666ms","start":"2026-07-03T16:53:22.116974Z","end":"2026-07-03T16:53:22.465971Z","steps":["trace[1945654008] 'process raft request' (duration: 348.608698ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:22.465856Z","caller":"traceutil/trace.go:171","msg":"trace[1592490836] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"348.435873ms","start":"2026-07-03T16:53:22.117392Z","end":"2026-07-03T16:53:22.465828Z","steps":["trace[1592490836] 'process raft request' (duration: 348.28926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.466074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.20192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7420"} {"level":"info","ts":"2026-07-03T16:53:22.466126Z","caller":"traceutil/trace.go:171","msg":"trace[1293109433] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26858; }","duration":"349.272523ms","start":"2026-07-03T16:53:22.116839Z","end":"2026-07-03T16:53:22.466112Z","steps":["trace[1293109433] 'agreement among raft nodes before linearized reading' (duration: 349.075018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:22.466131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.117386Z","time spent":"348.719139ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:22.466145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.116969Z","time spent":"349.101389ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:22.46616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.116834Z","time spent":"349.319853ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7441,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:53:23.716063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060042115s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:23.807272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.88297ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.807398Z","caller":"traceutil/trace.go:171","msg":"trace[1957512330] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26858; }","duration":"284.023954ms","start":"2026-07-03T16:53:23.523355Z","end":"2026-07-03T16:53:23.807379Z","steps":["trace[1957512330] 'range keys from in-memory index tree' (duration: 283.85823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.808326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15229011s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:23.808515Z","caller":"traceutil/trace.go:171","msg":"trace[1355068274] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"1.563300242s","start":"2026-07-03T16:53:22.245194Z","end":"2026-07-03T16:53:23.808494Z","steps":["trace[1355068274] 'process raft request' (duration: 1.56322691s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.808525Z","caller":"traceutil/trace.go:171","msg":"trace[88149168] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"1.633876763s","start":"2026-07-03T16:53:22.174616Z","end":"2026-07-03T16:53:23.808492Z","steps":["trace[88149168] 'process raft request' (duration: 481.338097ms)","trace[88149168] 'compare' (duration: 1.151537873s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:23.808588Z","caller":"traceutil/trace.go:171","msg":"trace[1247343611] linearizableReadLoop","detail":"{readStateIndex:27793; appliedIndex:27791; }","duration":"1.342731057s","start":"2026-07-03T16:53:22.465828Z","end":"2026-07-03T16:53:23.808559Z","steps":["trace[1247343611] 'read index received' (duration: 190.13918ms)","trace[1247343611] 'applied index is now lower than readState.Index' (duration: 1.152588017s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:23.808625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.24517Z","time spent":"1.563397874s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:23.808658Z","caller":"traceutil/trace.go:171","msg":"trace[869804345] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"1.335613805s","start":"2026-07-03T16:53:22.473026Z","end":"2026-07-03T16:53:23.808639Z","steps":["trace[869804345] 'process raft request' (duration: 1.335467732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.80865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.174594Z","time spent":"1.633985874s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:23.808713Z","caller":"traceutil/trace.go:171","msg":"trace[1448159295] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"1.334942869s","start":"2026-07-03T16:53:22.473715Z","end":"2026-07-03T16:53:23.808657Z","steps":["trace[1448159295] 'process raft request' (duration: 1.334828127s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.808756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.473009Z","time spent":"1.335712648s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:23.808859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.473702Z","time spent":"1.335084932s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:23.809065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690884823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650325727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13222"} {"level":"info","ts":"2026-07-03T16:53:23.809131Z","caller":"traceutil/trace.go:171","msg":"trace[295094486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26863; }","duration":"1.690962854s","start":"2026-07-03T16:53:22.118153Z","end":"2026-07-03T16:53:23.809115Z","steps":["trace[295094486] 'agreement among raft nodes before linearized reading' (duration: 1.690596786s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.809158Z","caller":"traceutil/trace.go:171","msg":"trace[1866134579] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26863; }","duration":"1.650392509s","start":"2026-07-03T16:53:22.158754Z","end":"2026-07-03T16:53:23.809147Z","steps":["trace[1866134579] 'agreement among raft nodes before linearized reading' (duration: 1.64999181s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.80919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.158739Z","time spent":"1.65044418s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":13243,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:23.809214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691557048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-03T16:53:23.809248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115356367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223628858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.80928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075057657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.80931Z","caller":"traceutil/trace.go:171","msg":"trace[1125851078] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26863; }","duration":"1.22370261s","start":"2026-07-03T16:53:22.585593Z","end":"2026-07-03T16:53:23.809296Z","steps":["trace[1125851078] 'agreement among raft nodes before linearized reading' (duration: 1.223612868s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.118146Z","time spent":"1.691029806s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:23.80935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269634489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.80935Z","caller":"traceutil/trace.go:171","msg":"trace[1701364649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26863; }","duration":"1.075177669s","start":"2026-07-03T16:53:22.734155Z","end":"2026-07-03T16:53:23.809332Z","steps":["trace[1701364649] 'agreement among raft nodes before linearized reading' (duration: 1.075040076s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176430712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.80939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098535514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.8094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208871662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.734144Z","time spent":"1.075246241s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:23.809424Z","caller":"traceutil/trace.go:171","msg":"trace[1491272217] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26863; }","duration":"1.176490323s","start":"2026-07-03T16:53:22.632918Z","end":"2026-07-03T16:53:23.809408Z","steps":["trace[1491272217] 'agreement among raft nodes before linearized reading' (duration: 1.176406751s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.809436Z","caller":"traceutil/trace.go:171","msg":"trace[1931582474] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26863; }","duration":"1.208917322s","start":"2026-07-03T16:53:22.600507Z","end":"2026-07-03T16:53:23.809424Z","steps":["trace[1931582474] 'agreement among raft nodes before linearized reading' (duration: 1.208863851s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29336631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098632625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.600502Z","time spent":"1.208959273s","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:23.80948Z","caller":"traceutil/trace.go:171","msg":"trace[1094919011] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26863; }","duration":"1.293399711s","start":"2026-07-03T16:53:22.516073Z","end":"2026-07-03T16:53:23.809473Z","steps":["trace[1094919011] 'agreement among raft nodes before linearized reading' (duration: 1.29336362s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.632887Z","time spent":"1.176573315s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":129,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:23.809262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192913497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.516071Z","time spent":"1.293432541s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.809531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115615225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.809539Z","caller":"traceutil/trace.go:171","msg":"trace[1790544791] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26863; }","duration":"1.193211975s","start":"2026-07-03T16:53:22.616312Z","end":"2026-07-03T16:53:23.809524Z","steps":["trace[1790544791] 'agreement among raft nodes before linearized reading' (duration: 1.192903187s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.809562Z","caller":"traceutil/trace.go:171","msg":"trace[1576912119] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26863; }","duration":"1.115659925s","start":"2026-07-03T16:53:22.693895Z","end":"2026-07-03T16:53:23.809555Z","steps":["trace[1576912119] 'agreement among raft nodes before linearized reading' (duration: 1.115618094s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.6163Z","time spent":"1.193268876s","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":129,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.809599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.693891Z","time spent":"1.115699386s","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.809668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211231427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293648817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.809711Z","caller":"traceutil/trace.go:171","msg":"trace[1527990647] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26863; }","duration":"1.211298008s","start":"2026-07-03T16:53:22.598402Z","end":"2026-07-03T16:53:23.8097Z","steps":["trace[1527990647] 'agreement among raft nodes before linearized reading' (duration: 1.211236646s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.809715Z","caller":"traceutil/trace.go:171","msg":"trace[2084709159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26863; }","duration":"1.293703279s","start":"2026-07-03T16:53:22.516003Z","end":"2026-07-03T16:53:23.809706Z","steps":["trace[2084709159] 'agreement among raft nodes before linearized reading' (duration: 1.293657378s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178921649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.515988Z","time spent":"1.293751499s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.809747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.598387Z","time spent":"1.211351269s","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:23.809778Z","caller":"traceutil/trace.go:171","msg":"trace[2110532233] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26863; }","duration":"1.17900334s","start":"2026-07-03T16:53:22.63076Z","end":"2026-07-03T16:53:23.809764Z","steps":["trace[2110532233] 'agreement among raft nodes before linearized reading' (duration: 1.178910588s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.809304Z","caller":"traceutil/trace.go:171","msg":"trace[697650567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26863; }","duration":"1.115415248s","start":"2026-07-03T16:53:22.693877Z","end":"2026-07-03T16:53:23.809292Z","steps":["trace[697650567] 'agreement among raft nodes before linearized reading' (duration: 1.115330957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.630749Z","time spent":"1.179069991s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.80966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252540449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075734333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.810012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.183487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-03T16:53:23.810022Z","caller":"traceutil/trace.go:171","msg":"trace[839390731] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26863; }","duration":"1.075823674s","start":"2026-07-03T16:53:22.734184Z","end":"2026-07-03T16:53:23.810008Z","steps":["trace[839390731] 'agreement among raft nodes before linearized reading' (duration: 1.075737603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.810042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179264916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.810069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052739469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336060985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b5fb749d55\" ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-07-03T16:53:23.810094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055671625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.810101Z","caller":"traceutil/trace.go:171","msg":"trace[440958470] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26863; }","duration":"1.179327497s","start":"2026-07-03T16:53:22.630759Z","end":"2026-07-03T16:53:23.810086Z","steps":["trace[440958470] 'agreement among raft nodes before linearized reading' (duration: 1.179239365s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.810124Z","caller":"traceutil/trace.go:171","msg":"trace[894372571] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26863; }","duration":"1.055738777s","start":"2026-07-03T16:53:22.754378Z","end":"2026-07-03T16:53:23.810116Z","steps":["trace[894372571] 'agreement among raft nodes before linearized reading' (duration: 1.055693646s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.810123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142117749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.81013Z","caller":"traceutil/trace.go:171","msg":"trace[787951100] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b5fb749d55; range_end:; response_count:1; response_revision:26863; }","duration":"1.337052138s","start":"2026-07-03T16:53:22.473062Z","end":"2026-07-03T16:53:23.810114Z","steps":["trace[787951100] 'agreement among raft nodes before linearized reading' (duration: 1.335956282s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.810153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.754358Z","time spent":"1.055788168s","remote":"127.0.0.1:50482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:23.81016Z","caller":"traceutil/trace.go:171","msg":"trace[150573082] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26863; }","duration":"1.14217421s","start":"2026-07-03T16:53:22.667976Z","end":"2026-07-03T16:53:23.81015Z","steps":["trace[150573082] 'agreement among raft nodes before linearized reading' (duration: 1.142126969s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.810072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.734168Z","time spent":"1.075890047s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.810203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.667967Z","time spent":"1.142227191s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:23.810213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193830209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.810227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.86496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-03T16:53:23.809727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426124831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-03T16:53:23.810255Z","caller":"traceutil/trace.go:171","msg":"trace[668345393] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26863; }","duration":"970.912971ms","start":"2026-07-03T16:53:22.839335Z","end":"2026-07-03T16:53:23.810248Z","steps":["trace[668345393] 'agreement among raft nodes before linearized reading' (duration: 970.801408ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.810053Z","caller":"traceutil/trace.go:171","msg":"trace[1320394948] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26863; }","duration":"465.256509ms","start":"2026-07-03T16:53:23.344787Z","end":"2026-07-03T16:53:23.810044Z","steps":["trace[1320394948] 'agreement among raft nodes before linearized reading' (duration: 465.166377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.810287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.839321Z","time spent":"970.959292ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:53:23.810292Z","caller":"traceutil/trace.go:171","msg":"trace[366882998] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:26863; }","duration":"1.426711454s","start":"2026-07-03T16:53:22.383565Z","end":"2026-07-03T16:53:23.810276Z","steps":["trace[366882998] 'agreement among raft nodes before linearized reading' (duration: 1.42521289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.81016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.630721Z","time spent":"1.179424s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":129,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.810345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.38355Z","time spent":"1.426779946s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:23.810303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.34477Z","time spent":"465.523715ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:53:23.810459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243976713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.810493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241967467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.80935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.585586Z","time spent":"1.223754231s","remote":"127.0.0.1:41610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.809867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.693833Z","time spent":"1.116022043s","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:23.810523Z","caller":"traceutil/trace.go:171","msg":"trace[1929599205] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26863; }","duration":"1.244055725s","start":"2026-07-03T16:53:22.566453Z","end":"2026-07-03T16:53:23.810509Z","steps":["trace[1929599205] 'agreement among raft nodes before linearized reading' (duration: 1.243959603s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.809381Z","caller":"traceutil/trace.go:171","msg":"trace[1463440308] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26863; }","duration":"1.269678699s","start":"2026-07-03T16:53:22.539695Z","end":"2026-07-03T16:53:23.809373Z","steps":["trace[1463440308] 'agreement among raft nodes before linearized reading' (duration: 1.269635078s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096109868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.809422Z","caller":"traceutil/trace.go:171","msg":"trace[1272622532] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26863; }","duration":"1.098563704s","start":"2026-07-03T16:53:22.710848Z","end":"2026-07-03T16:53:23.809412Z","steps":["trace[1272622532] 'agreement among raft nodes before linearized reading' (duration: 1.098525413s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.809496Z","caller":"traceutil/trace.go:171","msg":"trace[293305845] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26863; }","duration":"1.098689527s","start":"2026-07-03T16:53:22.710799Z","end":"2026-07-03T16:53:23.809488Z","steps":["trace[293305845] 'agreement among raft nodes before linearized reading' (duration: 1.098643906s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211490863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.810588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253759546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.809419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269842593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.810112Z","caller":"traceutil/trace.go:171","msg":"trace[391487333] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26863; }","duration":"1.05280437s","start":"2026-07-03T16:53:22.757298Z","end":"2026-07-03T16:53:23.810102Z","steps":["trace[391487333] 'agreement among raft nodes before linearized reading' (duration: 1.052743668s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.809893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.320422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:53:23.810622Z","caller":"traceutil/trace.go:171","msg":"trace[1316209418] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26863; }","duration":"1.097405508s","start":"2026-07-03T16:53:22.713206Z","end":"2026-07-03T16:53:23.810612Z","steps":["trace[1316209418] 'agreement among raft nodes before linearized reading' (duration: 1.096121968s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.81064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.757286Z","time spent":"1.053343332s","remote":"127.0.0.1:50482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:23.810647Z","caller":"traceutil/trace.go:171","msg":"trace[1198695396] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26863; }","duration":"144.107919ms","start":"2026-07-03T16:53:23.666525Z","end":"2026-07-03T16:53:23.810633Z","steps":["trace[1198695396] 'agreement among raft nodes before linearized reading' (duration: 143.279431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.810675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.713194Z","time spent":"1.097469769s","remote":"127.0.0.1:50462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:23.809304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267545771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.810772Z","caller":"traceutil/trace.go:171","msg":"trace[1683620408] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26863; }","duration":"1.253962781s","start":"2026-07-03T16:53:22.556799Z","end":"2026-07-03T16:53:23.810762Z","steps":["trace[1683620408] 'agreement among raft nodes before linearized reading' (duration: 1.253766787s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.810633Z","caller":"traceutil/trace.go:171","msg":"trace[1218614635] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26863; }","duration":"1.242134421s","start":"2026-07-03T16:53:22.568489Z","end":"2026-07-03T16:53:23.810623Z","steps":["trace[1218614635] 'agreement among raft nodes before linearized reading' (duration: 1.241971228s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.810805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.556783Z","time spent":"1.254012892s","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.810812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.71079Z","time spent":"1.099995397s","remote":"127.0.0.1:50462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.810861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.539687Z","time spent":"1.271153513s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:23.81093Z","caller":"traceutil/trace.go:171","msg":"trace[257853404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26863; }","duration":"1.271382419s","start":"2026-07-03T16:53:22.539539Z","end":"2026-07-03T16:53:23.810921Z","steps":["trace[257853404] 'agreement among raft nodes before linearized reading' (duration: 1.269860484s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.810951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.710814Z","time spent":"1.10011995s","remote":"127.0.0.1:50462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.809932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055576984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.811007Z","caller":"traceutil/trace.go:171","msg":"trace[392390076] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26863; }","duration":"1.056680218s","start":"2026-07-03T16:53:22.754319Z","end":"2026-07-03T16:53:23.810999Z","steps":["trace[392390076] 'agreement among raft nodes before linearized reading' (duration: 1.055585373s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.81101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.566449Z","time spent":"1.244546996s","remote":"127.0.0.1:41604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.811043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.754309Z","time spent":"1.056722089s","remote":"127.0.0.1:50482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.810827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.568473Z","time spent":"1.242342956s","remote":"127.0.0.1:41604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:23.809256Z","caller":"traceutil/trace.go:171","msg":"trace[890313790] range","detail":"{range_begin:/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9; range_end:; response_count:1; response_revision:26863; }","duration":"1.691609379s","start":"2026-07-03T16:53:22.117631Z","end":"2026-07-03T16:53:23.80924Z","steps":["trace[890313790] 'agreement among raft nodes before linearized reading' (duration: 1.691144099s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.81025Z","caller":"traceutil/trace.go:171","msg":"trace[1799240367] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26863; }","duration":"1.19386824s","start":"2026-07-03T16:53:22.616369Z","end":"2026-07-03T16:53:23.810237Z","steps":["trace[1799240367] 'agreement among raft nodes before linearized reading' (duration: 1.193811428s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.811173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14617864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.811215Z","caller":"traceutil/trace.go:171","msg":"trace[561571529] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26863; }","duration":"1.146223011s","start":"2026-07-03T16:53:22.664982Z","end":"2026-07-03T16:53:23.811205Z","steps":["trace[561571529] 'agreement among raft nodes before linearized reading' (duration: 1.146134949s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.811214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.616348Z","time spent":"1.194853801s","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.811255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.664941Z","time spent":"1.146306223s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.811271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159802941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.8106Z","caller":"traceutil/trace.go:171","msg":"trace[39019419] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26863; }","duration":"1.212196208s","start":"2026-07-03T16:53:22.598391Z","end":"2026-07-03T16:53:23.810587Z","steps":["trace[39019419] 'agreement among raft nodes before linearized reading' (duration: 1.211470592s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.811342Z","caller":"traceutil/trace.go:171","msg":"trace[712738121] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26863; }","duration":"1.159903924s","start":"2026-07-03T16:53:22.651418Z","end":"2026-07-03T16:53:23.811322Z","steps":["trace[712738121] 'agreement among raft nodes before linearized reading' (duration: 1.159803672s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.809779Z","caller":"traceutil/trace.go:171","msg":"trace[2025595717] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"1.329226249s","start":"2026-07-03T16:53:22.480537Z","end":"2026-07-03T16:53:23.809763Z","steps":["trace[2025595717] 'process raft request' (duration: 1.328045392s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:23.810784Z","caller":"traceutil/trace.go:171","msg":"trace[251638615] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26863; }","duration":"1.269022395s","start":"2026-07-03T16:53:22.541749Z","end":"2026-07-03T16:53:23.810771Z","steps":["trace[251638615] 'agreement among raft nodes before linearized reading' (duration: 1.2675303s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.811619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.541728Z","time spent":"1.269873634s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:23.810174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.473013Z","time spent":"1.33714927s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b5fb749d55\" "} {"level":"warn","ts":"2026-07-03T16:53:23.80993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223681641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.813901Z","caller":"traceutil/trace.go:171","msg":"trace[1965828134] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26863; }","duration":"1.22763424s","start":"2026-07-03T16:53:22.586241Z","end":"2026-07-03T16:53:23.813875Z","steps":["trace[1965828134] 'agreement among raft nodes before linearized reading' (duration: 1.22367066s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.813968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.586221Z","time spent":"1.227724252s","remote":"127.0.0.1:41610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.810973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.539521Z","time spent":"1.27144153s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:23.809986Z","caller":"traceutil/trace.go:171","msg":"trace[762360391] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26863; }","duration":"1.253168674s","start":"2026-07-03T16:53:22.556795Z","end":"2026-07-03T16:53:23.809964Z","steps":["trace[762360391] 'agreement among raft nodes before linearized reading' (duration: 1.252466027s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.811161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.117618Z","time spent":"1.693526123s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9\" "} {"level":"warn","ts":"2026-07-03T16:53:23.810544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244094365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.814196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.556784Z","time spent":"1.257397189s","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.814241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16281331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:23.814578Z","caller":"traceutil/trace.go:171","msg":"trace[459384171] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26863; }","duration":"1.163152588s","start":"2026-07-03T16:53:22.651407Z","end":"2026-07-03T16:53:23.814559Z","steps":["trace[459384171] 'agreement among raft nodes before linearized reading' (duration: 1.157791355s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.810077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144856571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:23.81463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.651389Z","time spent":"1.1632271s","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:23.814807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.480525Z","time spent":"1.33102936s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:23.816117Z","caller":"traceutil/trace.go:171","msg":"trace[349328515] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26863; }","duration":"1.149476166s","start":"2026-07-03T16:53:22.665185Z","end":"2026-07-03T16:53:23.814662Z","steps":["trace[349328515] 'agreement among raft nodes before linearized reading' (duration: 1.144857661s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.816271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.665173Z","time spent":"1.151070813s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:23.816638Z","caller":"traceutil/trace.go:171","msg":"trace[278574202] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26863; }","duration":"1.248116417s","start":"2026-07-03T16:53:22.566425Z","end":"2026-07-03T16:53:23.814542Z","steps":["trace[278574202] 'agreement among raft nodes before linearized reading' (duration: 1.244090676s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:23.817106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.566419Z","time spent":"1.250672786s","remote":"127.0.0.1:41604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.811434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.651395Z","time spent":"1.160021177s","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:23.811367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:22.598367Z","time spent":"1.212979125s","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:24.31753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:24.817961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:25.287439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.470813941s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:53:25.287866Z","caller":"traceutil/trace.go:171","msg":"trace[949760881] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"1.471280131s","start":"2026-07-03T16:53:23.816552Z","end":"2026-07-03T16:53:25.287832Z","steps":["trace[949760881] 'process raft request' (duration: 1.471091606s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:25.288044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.816538Z","time spent":"1.471406544s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:25.813195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996260315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:25.813262Z","caller":"traceutil/trace.go:171","msg":"trace[698691282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996371376s","start":"2026-07-03T16:53:23.816873Z","end":"2026-07-03T16:53:25.813245Z","steps":["trace[698691282] 'agreement among raft nodes before linearized reading' (duration: 1.996285294s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:25.813298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.816864Z","time spent":"1.996425967s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:26.016479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.195164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:26.017267Z","caller":"traceutil/trace.go:171","msg":"trace[1133202972] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"2.197925018s","start":"2026-07-03T16:53:23.819308Z","end":"2026-07-03T16:53:26.017233Z","steps":["trace[1133202972] 'process raft request' (duration: 2.197245511s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.017313Z","caller":"traceutil/trace.go:171","msg":"trace[519183281] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"2.198167583s","start":"2026-07-03T16:53:23.819101Z","end":"2026-07-03T16:53:26.017268Z","steps":["trace[519183281] 'process raft request' (duration: 1.889116698s)","trace[519183281] 'compare' (duration: 307.959009ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:26.017372Z","caller":"traceutil/trace.go:171","msg":"trace[400451416] linearizableReadLoop","detail":"{readStateIndex:27799; appliedIndex:27796; }","duration":"2.200450375s","start":"2026-07-03T16:53:23.816907Z","end":"2026-07-03T16:53:26.017357Z","steps":["trace[400451416] 'read index received' (duration: 1.470712968s)","trace[400451416] 'applied index is now lower than readState.Index' (duration: 729.736206ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:26.017402Z","caller":"traceutil/trace.go:171","msg":"trace[985384335] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"770.255791ms","start":"2026-07-03T16:53:25.247113Z","end":"2026-07-03T16:53:26.017369Z","steps":["trace[985384335] 'process raft request' (duration: 769.512223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.017429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.819298Z","time spent":"2.19804591s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:26.017492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.819087Z","time spent":"2.198304906s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:26.017524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.247086Z","time spent":"770.378544ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:26.517916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:26.744975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.282302ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:53:26.745411Z","caller":"traceutil/trace.go:171","msg":"trace[2018213911] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"988.85033ms","start":"2026-07-03T16:53:25.756524Z","end":"2026-07-03T16:53:26.745374Z","steps":["trace[2018213911] 'process raft request' (duration: 988.573373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.745434Z","caller":"traceutil/trace.go:171","msg":"trace[1520271882] transaction","detail":"{read_only:false; response_revision:26870; number_of_response:1; }","duration":"922.64828ms","start":"2026-07-03T16:53:25.822768Z","end":"2026-07-03T16:53:26.745417Z","steps":["trace[1520271882] 'process raft request' (duration: 922.589279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:26.745518Z","caller":"traceutil/trace.go:171","msg":"trace[1437407735] transaction","detail":"{read_only:false; response_revision:26869; number_of_response:1; }","duration":"962.839557ms","start":"2026-07-03T16:53:25.782658Z","end":"2026-07-03T16:53:26.745498Z","steps":["trace[1437407735] 'process raft request' (duration: 962.628831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:26.745547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.756498Z","time spent":"988.970492ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:26.745545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.82276Z","time spent":"922.713021ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:26.745614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.782645Z","time spent":"962.915468ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:27.690527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.251703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:27.690802Z","caller":"traceutil/trace.go:171","msg":"trace[586817186] linearizableReadLoop","detail":"{readStateIndex:27808; appliedIndex:27800; }","duration":"1.673387284s","start":"2026-07-03T16:53:26.017398Z","end":"2026-07-03T16:53:27.690785Z","steps":["trace[586817186] 'read index received' (duration: 679.318195ms)","trace[586817186] 'applied index is now lower than readState.Index' (duration: 994.068199ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:27.690875Z","caller":"traceutil/trace.go:171","msg":"trace[505609800] transaction","detail":"{read_only:false; response_revision:26871; number_of_response:1; }","duration":"1.665408742s","start":"2026-07-03T16:53:26.025454Z","end":"2026-07-03T16:53:27.690863Z","steps":["trace[505609800] 'process raft request' (duration: 950.74805ms)","trace[505609800] 'compare' (duration: 714.021607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:27.690926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.025425Z","time spent":"1.665473574s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:27.691217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220817594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-03T16:53:27.691242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220677881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:53:27.691272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111708899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:27.691263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87218656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-03T16:53:27.691263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.865384455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:10716"} {"level":"info","ts":"2026-07-03T16:53:27.691301Z","caller":"traceutil/trace.go:171","msg":"trace[753011467] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26874; }","duration":"2.11177785s","start":"2026-07-03T16:53:25.579511Z","end":"2026-07-03T16:53:27.691289Z","steps":["trace[753011467] 'agreement among raft nodes before linearized reading' (duration: 2.11173974s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:27.691274Z","caller":"traceutil/trace.go:171","msg":"trace[1907910402] transaction","detail":"{read_only:false; response_revision:26872; number_of_response:1; }","duration":"1.665622397s","start":"2026-07-03T16:53:26.02563Z","end":"2026-07-03T16:53:27.691252Z","steps":["trace[1907910402] 'process raft request' (duration: 1.664987882s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.6913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221139681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:53:27.691326Z","caller":"traceutil/trace.go:171","msg":"trace[753151371] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26874; }","duration":"3.872276933s","start":"2026-07-03T16:53:23.819031Z","end":"2026-07-03T16:53:27.691308Z","steps":["trace[753151371] 'agreement among raft nodes before linearized reading' (duration: 3.872078908s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:27.691331Z","caller":"traceutil/trace.go:171","msg":"trace[893857199] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26874; }","duration":"3.865469318s","start":"2026-07-03T16:53:23.825844Z","end":"2026-07-03T16:53:27.691313Z","steps":["trace[893857199] 'agreement among raft nodes before linearized reading' (duration: 3.865281654s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872244502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" ","response":"range_response_count:1 size:6049"} {"level":"warn","ts":"2026-07-03T16:53:27.691366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216853948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-03T16:53:27.691372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577574371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:53:27.691367Z","caller":"traceutil/trace.go:171","msg":"trace[333485237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26874; }","duration":"3.221231853s","start":"2026-07-03T16:53:24.470118Z","end":"2026-07-03T16:53:27.69135Z","steps":["trace[333485237] 'agreement among raft nodes before linearized reading' (duration: 3.220994677s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.819021Z","time spent":"3.872339194s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:53:27.691389Z","caller":"traceutil/trace.go:171","msg":"trace[1775766442] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26874; }","duration":"2.577590623s","start":"2026-07-03T16:53:25.113792Z","end":"2026-07-03T16:53:27.691382Z","steps":["trace[1775766442] 'agreement among raft nodes before linearized reading' (duration: 2.577545362s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.825837Z","time spent":"3.865527119s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":10737,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:27.691375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221394757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:53:27.691379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748644031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-07-03T16:53:27.691412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.470113Z","time spent":"3.221290605s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:53:27.691432Z","caller":"traceutil/trace.go:171","msg":"trace[500836865] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"1.665457793s","start":"2026-07-03T16:53:26.025967Z","end":"2026-07-03T16:53:27.691425Z","steps":["trace[500836865] 'process raft request' (duration: 1.664769627s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:27.691425Z","caller":"traceutil/trace.go:171","msg":"trace[995764559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26874; }","duration":"3.221476219s","start":"2026-07-03T16:53:24.469936Z","end":"2026-07-03T16:53:27.691412Z","steps":["trace[995764559] 'agreement among raft nodes before linearized reading' (duration: 3.221325016s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.025605Z","time spent":"1.66574205s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:27.691305Z","caller":"traceutil/trace.go:171","msg":"trace[7876800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26874; }","duration":"3.220743242s","start":"2026-07-03T16:53:24.470542Z","end":"2026-07-03T16:53:27.691285Z","steps":["trace[7876800] 'agreement among raft nodes before linearized reading' (duration: 3.220559598s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.469919Z","time spent":"3.22154742s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:53:27.691264Z","caller":"traceutil/trace.go:171","msg":"trace[2113210163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26874; }","duration":"3.220867886s","start":"2026-07-03T16:53:24.470382Z","end":"2026-07-03T16:53:27.69125Z","steps":["trace[2113210163] 'agreement among raft nodes before linearized reading' (duration: 3.220711052s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.025943Z","time spent":"1.665514594s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:27.691355Z","caller":"traceutil/trace.go:171","msg":"trace[197304449] transaction","detail":"{read_only:false; response_revision:26873; number_of_response:1; }","duration":"1.665593106s","start":"2026-07-03T16:53:26.025749Z","end":"2026-07-03T16:53:27.691342Z","steps":["trace[197304449] 'process raft request' (duration: 1.664933211s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.470479Z","time spent":"3.221000058s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:27.69122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155539633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T16:53:27.691523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.470368Z","time spent":"3.221143611s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:53:27.69154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.025744Z","time spent":"1.66577184s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:27.691549Z","caller":"traceutil/trace.go:171","msg":"trace[295259806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26874; }","duration":"3.155918111s","start":"2026-07-03T16:53:24.535626Z","end":"2026-07-03T16:53:27.691544Z","steps":["trace[295259806] 'agreement among raft nodes before linearized reading' (duration: 3.15544065s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869374947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:27.691565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:24.535605Z","time spent":"3.155954283s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:53:27.691385Z","caller":"traceutil/trace.go:171","msg":"trace[2121328183] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26874; }","duration":"2.216899539s","start":"2026-07-03T16:53:25.474478Z","end":"2026-07-03T16:53:27.691378Z","steps":["trace[2121328183] 'agreement among raft nodes before linearized reading' (duration: 2.216857349s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:27.691576Z","caller":"traceutil/trace.go:171","msg":"trace[689038096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26874; }","duration":"1.869792707s","start":"2026-07-03T16:53:25.821774Z","end":"2026-07-03T16:53:27.691566Z","steps":["trace[689038096] 'agreement among raft nodes before linearized reading' (duration: 1.869348587s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:27.691443Z","caller":"traceutil/trace.go:171","msg":"trace[1519504225] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26874; }","duration":"3.748760124s","start":"2026-07-03T16:53:23.942665Z","end":"2026-07-03T16:53:27.691426Z","steps":["trace[1519504225] 'agreement among raft nodes before linearized reading' (duration: 3.748421256s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.94263Z","time spent":"3.748969688s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:27.691324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399096698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-4dzhx.18bed4fcf5907e91\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-07-03T16:53:27.691605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.821762Z","time spent":"1.869836337s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:27.691586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.474461Z","time spent":"2.217121624s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:53:27.691324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.579486Z","time spent":"2.111831891s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:53:27.691391Z","caller":"traceutil/trace.go:171","msg":"trace[391549590] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9; range_end:; response_count:1; response_revision:26874; }","duration":"3.872364914s","start":"2026-07-03T16:53:23.819009Z","end":"2026-07-03T16:53:27.691374Z","steps":["trace[391549590] 'agreement among raft nodes before linearized reading' (duration: 3.872108439s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:27.691668Z","caller":"traceutil/trace.go:171","msg":"trace[1391501627] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-4dzhx.18bed4fcf5907e91; range_end:; response_count:1; response_revision:26874; }","duration":"2.399430915s","start":"2026-07-03T16:53:25.292202Z","end":"2026-07-03T16:53:27.691633Z","steps":["trace[1391501627] 'agreement among raft nodes before linearized reading' (duration: 2.399079937s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:27.691732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:23.819001Z","time spent":"3.872716262s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6070,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" "} {"level":"warn","ts":"2026-07-03T16:53:27.691404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.113746Z","time spent":"2.577655804s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:53:27.69177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:25.292192Z","time spent":"2.399540918s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":978,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-4dzhx.18bed4fcf5907e91\" "} {"level":"warn","ts":"2026-07-03T16:53:28.244475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.529116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:28.244539Z","caller":"traceutil/trace.go:171","msg":"trace[408330501] linearizableReadLoop","detail":"{readStateIndex:27809; appliedIndex:27808; }","duration":"553.697598ms","start":"2026-07-03T16:53:27.690832Z","end":"2026-07-03T16:53:28.24453Z","steps":["trace[408330501] 'read index received' (duration: 127.235264ms)","trace[408330501] 'applied index is now lower than readState.Index' (duration: 426.461604ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:28.244646Z","caller":"traceutil/trace.go:171","msg":"trace[1257653158] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"592.396392ms","start":"2026-07-03T16:53:27.652243Z","end":"2026-07-03T16:53:28.24464Z","steps":["trace[1257653158] 'process raft request' (duration: 165.654501ms)","trace[1257653158] 'compare' (duration: 426.403093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:28.244676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.652221Z","time spent":"592.439502ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:28.244834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292539172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-03T16:53:28.244848Z","caller":"traceutil/trace.go:171","msg":"trace[848486528] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26875; }","duration":"1.292589103s","start":"2026-07-03T16:53:26.952254Z","end":"2026-07-03T16:53:28.244843Z","steps":["trace[848486528] 'agreement among raft nodes before linearized reading' (duration: 1.292527322s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:28.244864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.952235Z","time spent":"1.292623504s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:53:28.244935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576736788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:53:28.244946Z","caller":"traceutil/trace.go:171","msg":"trace[639981829] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26875; }","duration":"1.57678389s","start":"2026-07-03T16:53:26.668158Z","end":"2026-07-03T16:53:28.244942Z","steps":["trace[639981829] 'agreement among raft nodes before linearized reading' (duration: 1.576747019s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:28.24496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.668137Z","time spent":"1.57682119s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:53:28.244957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151397665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:28.24498Z","caller":"traceutil/trace.go:171","msg":"trace[1538755216] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26875; }","duration":"2.151456925s","start":"2026-07-03T16:53:26.093515Z","end":"2026-07-03T16:53:28.244972Z","steps":["trace[1538755216] 'agreement among raft nodes before linearized reading' (duration: 2.151410624s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:28.244996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.093499Z","time spent":"2.151493027s","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:28.245002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181763058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:28.245014Z","caller":"traceutil/trace.go:171","msg":"trace[1742642422] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26875; }","duration":"2.181794358s","start":"2026-07-03T16:53:26.063215Z","end":"2026-07-03T16:53:28.24501Z","steps":["trace[1742642422] 'agreement among raft nodes before linearized reading' (duration: 2.181772708s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:28.245026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.063212Z","time spent":"2.181810858s","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:28.245086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151473036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:28.245103Z","caller":"traceutil/trace.go:171","msg":"trace[272806054] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26875; }","duration":"2.151490056s","start":"2026-07-03T16:53:26.093607Z","end":"2026-07-03T16:53:28.245097Z","steps":["trace[272806054] 'agreement among raft nodes before linearized reading' (duration: 2.151464356s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:28.245118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.093548Z","time spent":"2.151565669s","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:28.245117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181886221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:28.245124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149397259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:28.24517Z","caller":"traceutil/trace.go:171","msg":"trace[269556834] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26875; }","duration":"2.181956552s","start":"2026-07-03T16:53:26.063199Z","end":"2026-07-03T16:53:28.245156Z","steps":["trace[269556834] 'agreement among raft nodes before linearized reading' (duration: 2.18183664s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:28.245174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141934638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-03T16:53:28.245205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.063181Z","time spent":"2.182013163s","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:28.245196Z","caller":"traceutil/trace.go:171","msg":"trace[596223326] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26875; }","duration":"2.149506471s","start":"2026-07-03T16:53:26.095671Z","end":"2026-07-03T16:53:28.245177Z","steps":["trace[596223326] 'agreement among raft nodes before linearized reading' (duration: 2.149370998s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:28.245225Z","caller":"traceutil/trace.go:171","msg":"trace[996790585] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26875; }","duration":"2.142027401s","start":"2026-07-03T16:53:26.103182Z","end":"2026-07-03T16:53:28.245209Z","steps":["trace[996790585] 'agreement among raft nodes before linearized reading' (duration: 2.141842096s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:28.245244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.095664Z","time spent":"2.149569102s","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:28.245265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.103161Z","time spent":"2.142096133s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T16:53:28.245287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694150788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-03T16:53:28.245303Z","caller":"traceutil/trace.go:171","msg":"trace[2019555880] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26875; }","duration":"1.69420258s","start":"2026-07-03T16:53:26.551096Z","end":"2026-07-03T16:53:28.245298Z","steps":["trace[2019555880] 'agreement among raft nodes before linearized reading' (duration: 1.694150078s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:28.245322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:26.551077Z","time spent":"1.6942422s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18374,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:53:29.071383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.274806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:29.071796Z","caller":"traceutil/trace.go:171","msg":"trace[2135823055] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"1.37741893s","start":"2026-07-03T16:53:27.694349Z","end":"2026-07-03T16:53:29.071768Z","steps":["trace[2135823055] 'process raft request' (duration: 799.677073ms)","trace[2135823055] 'compare' (duration: 577.087742ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:29.071844Z","caller":"traceutil/trace.go:171","msg":"trace[1792048398] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"1.374537834s","start":"2026-07-03T16:53:27.69729Z","end":"2026-07-03T16:53:29.071828Z","steps":["trace[1792048398] 'process raft request' (duration: 1.374476143s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.07191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.697284Z","time spent":"1.374591815s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:29.071959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.694328Z","time spent":"1.377530852s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:29.072171Z","caller":"traceutil/trace.go:171","msg":"trace[2122948275] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"1.374137454s","start":"2026-07-03T16:53:27.698013Z","end":"2026-07-03T16:53:29.07215Z","steps":["trace[2122948275] 'process raft request' (duration: 1.373784246s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:29.072243Z","caller":"traceutil/trace.go:171","msg":"trace[419924962] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"1.374992464s","start":"2026-07-03T16:53:27.697242Z","end":"2026-07-03T16:53:29.072234Z","steps":["trace[419924962] 'process raft request' (duration: 1.374306819s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.072326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.698002Z","time spent":"1.374246396s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:29.072215Z","caller":"traceutil/trace.go:171","msg":"trace[1585631331] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"1.375049225s","start":"2026-07-03T16:53:27.697155Z","end":"2026-07-03T16:53:29.072205Z","steps":["trace[1585631331] 'process raft request' (duration: 1.374303129s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.072584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.697137Z","time spent":"1.375422833s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:29.073219Z","caller":"traceutil/trace.go:171","msg":"trace[1201275595] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"1.375142106s","start":"2026-07-03T16:53:27.698068Z","end":"2026-07-03T16:53:29.07321Z","steps":["trace[1201275595] 'process raft request' (duration: 1.374014961s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.072303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.697235Z","time spent":"1.375036425s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:29.073373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.698058Z","time spent":"1.375192617s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:29.074061Z","caller":"traceutil/trace.go:171","msg":"trace[1048963369] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"1.375849093s","start":"2026-07-03T16:53:27.698186Z","end":"2026-07-03T16:53:29.074035Z","steps":["trace[1048963369] 'process raft request' (duration: 1.374990173s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:29.074125Z","caller":"traceutil/trace.go:171","msg":"trace[161600304] linearizableReadLoop","detail":"{readStateIndex:27817; appliedIndex:27809; }","duration":"829.558754ms","start":"2026-07-03T16:53:28.244552Z","end":"2026-07-03T16:53:29.074111Z","steps":["trace[161600304] 'read index received' (duration: 249.468814ms)","trace[161600304] 'applied index is now lower than readState.Index' (duration: 580.08891ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:29.074143Z","caller":"traceutil/trace.go:171","msg":"trace[1028859653] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"1.375100566s","start":"2026-07-03T16:53:27.698996Z","end":"2026-07-03T16:53:29.074097Z","steps":["trace[1028859653] 'process raft request' (duration: 1.374953523s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.074197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.698159Z","time spent":"1.375970886s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:29.074274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.698981Z","time spent":"1.375215139s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:29.074324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379891446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:29.074346Z","caller":"traceutil/trace.go:171","msg":"trace[1234338560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26884; }","duration":"1.379949037s","start":"2026-07-03T16:53:27.69439Z","end":"2026-07-03T16:53:29.074339Z","steps":["trace[1234338560] 'agreement among raft nodes before linearized reading' (duration: 1.379914757s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.074367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.69437Z","time spent":"1.379993258s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:29.074384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372875285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-07-03T16:53:29.07429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380015599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:53:29.074411Z","caller":"traceutil/trace.go:171","msg":"trace[288827056] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:26884; }","duration":"1.372915766s","start":"2026-07-03T16:53:27.701486Z","end":"2026-07-03T16:53:29.074402Z","steps":["trace[288827056] 'agreement among raft nodes before linearized reading' (duration: 1.372629739s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.074342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376585851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:29.074439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.701478Z","time spent":"1.372956167s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-07-03T16:53:29.074431Z","caller":"traceutil/trace.go:171","msg":"trace[898244452] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26884; }","duration":"1.380163052s","start":"2026-07-03T16:53:27.694251Z","end":"2026-07-03T16:53:29.074414Z","steps":["trace[898244452] 'agreement among raft nodes before linearized reading' (duration: 1.379925367s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.074479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.694241Z","time spent":"1.380224383s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:53:29.074471Z","caller":"traceutil/trace.go:171","msg":"trace[762922473] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26884; }","duration":"1.376737854s","start":"2026-07-03T16:53:27.697717Z","end":"2026-07-03T16:53:29.074455Z","steps":["trace[762922473] 'agreement among raft nodes before linearized reading' (duration: 1.376456628s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.074566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.697709Z","time spent":"1.376844076s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:29.07465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365330913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io\" ","response":"range_response_count:1 size:23283"} {"level":"info","ts":"2026-07-03T16:53:29.074699Z","caller":"traceutil/trace.go:171","msg":"trace[1281579705] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26884; }","duration":"1.365399304s","start":"2026-07-03T16:53:27.709286Z","end":"2026-07-03T16:53:29.074685Z","steps":["trace[1281579705] 'agreement among raft nodes before linearized reading' (duration: 1.364850552s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.074732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:27.709277Z","time spent":"1.365446645s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":23304,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:53:29.077019Z","caller":"traceutil/trace.go:171","msg":"trace[1411783550] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"828.200393ms","start":"2026-07-03T16:53:28.248806Z","end":"2026-07-03T16:53:29.077006Z","steps":["trace[1411783550] 'process raft request' (duration: 825.269136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.077079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.248787Z","time spent":"828.261495ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:29.077049Z","caller":"traceutil/trace.go:171","msg":"trace[1664680349] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"827.517328ms","start":"2026-07-03T16:53:28.249518Z","end":"2026-07-03T16:53:29.077036Z","steps":["trace[1664680349] 'process raft request' (duration: 827.417265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.07724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.249507Z","time spent":"827.623931ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:29.575559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694073,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:53:29.668342Z","caller":"traceutil/trace.go:171","msg":"trace[575230143] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"1.080741588s","start":"2026-07-03T16:53:28.587576Z","end":"2026-07-03T16:53:29.668317Z","steps":["trace[575230143] 'process raft request' (duration: 1.012992792s)","trace[575230143] 'compare' (duration: 67.387177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:29.668483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.587556Z","time spent":"1.080855781s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:29.668613Z","caller":"traceutil/trace.go:171","msg":"trace[310836282] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"1.080355759s","start":"2026-07-03T16:53:28.588246Z","end":"2026-07-03T16:53:29.668602Z","steps":["trace[310836282] 'process raft request' (duration: 1.080001251s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:29.66865Z","caller":"traceutil/trace.go:171","msg":"trace[1189985726] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"916.541779ms","start":"2026-07-03T16:53:28.752078Z","end":"2026-07-03T16:53:29.66862Z","steps":["trace[1189985726] 'process raft request' (duration: 916.440247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:29.668665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.588235Z","time spent":"1.08040439s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:29.668831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:28.752057Z","time spent":"916.697013ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:30.963996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124806163s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:30.964273Z","caller":"traceutil/trace.go:171","msg":"trace[1791509871] linearizableReadLoop","detail":"{readStateIndex:27828; appliedIndex:27819; }","duration":"1.888977246s","start":"2026-07-03T16:53:29.075283Z","end":"2026-07-03T16:53:30.964261Z","steps":["trace[1791509871] 'read index received' (duration: 525.418434ms)","trace[1791509871] 'applied index is now lower than readState.Index' (duration: 1.363557752s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:30.964281Z","caller":"traceutil/trace.go:171","msg":"trace[1046223193] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"1.882311573s","start":"2026-07-03T16:53:29.081938Z","end":"2026-07-03T16:53:30.96425Z","steps":["trace[1046223193] 'process raft request' (duration: 1.882128978s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:30.964329Z","caller":"traceutil/trace.go:171","msg":"trace[1541954333] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"1.871892876s","start":"2026-07-03T16:53:29.092429Z","end":"2026-07-03T16:53:30.964322Z","steps":["trace[1541954333] 'process raft request' (duration: 1.871774472s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:30.964314Z","caller":"traceutil/trace.go:171","msg":"trace[1258011989] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"1.885612799s","start":"2026-07-03T16:53:29.078667Z","end":"2026-07-03T16:53:30.96428Z","steps":["trace[1258011989] 'process raft request' (duration: 760.458707ms)","trace[1258011989] 'compare' (duration: 1.123727319s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:30.964368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.092405Z","time spent":"1.871941637s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:30.964385Z","caller":"traceutil/trace.go:171","msg":"trace[1939529657] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"1.88128079s","start":"2026-07-03T16:53:29.083025Z","end":"2026-07-03T16:53:30.964306Z","steps":["trace[1939529657] 'process raft request' (duration: 1.881152096s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:30.964503Z","caller":"traceutil/trace.go:171","msg":"trace[1901201656] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"1.881621197s","start":"2026-07-03T16:53:29.082814Z","end":"2026-07-03T16:53:30.964436Z","steps":["trace[1901201656] 'process raft request' (duration: 1.881321199s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:30.964635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.08302Z","time spent":"1.881494775s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:30.964516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889191651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-ft8vt.18bed4fa5f1b4756\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-07-03T16:53:30.964829Z","caller":"traceutil/trace.go:171","msg":"trace[1916260208] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-ft8vt.18bed4fa5f1b4756; range_end:; response_count:1; response_revision:26894; }","duration":"1.889570429s","start":"2026-07-03T16:53:29.075248Z","end":"2026-07-03T16:53:30.964818Z","steps":["trace[1916260208] 'agreement among raft nodes before linearized reading' (duration: 1.889105288s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:30.964868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.075234Z","time spent":"1.889622801s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":970,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-ft8vt.18bed4fa5f1b4756\" "} {"level":"info","ts":"2026-07-03T16:53:30.964415Z","caller":"traceutil/trace.go:171","msg":"trace[1139477729] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"1.87159488s","start":"2026-07-03T16:53:29.092777Z","end":"2026-07-03T16:53:30.964372Z","steps":["trace[1139477729] 'process raft request' (duration: 1.871450876s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:30.964782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.08281Z","time spent":"1.881805051s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:30.964447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.078657Z","time spent":"1.885719582s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:30.965011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.092764Z","time spent":"1.872182543s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:30.964433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.081932Z","time spent":"1.882414095s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:31.080126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:31.080357Z","caller":"traceutil/trace.go:171","msg":"trace[565007464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222554s","start":"2026-07-03T16:53:29.080118Z","end":"2026-07-03T16:53:31.080341Z","steps":["trace[565007464] 'agreement among raft nodes before linearized reading' (duration: 1.999983119s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.080449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.080114Z","time spent":"2.000322237s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:31.24959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410427762s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:31.468555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.636862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:31.468809Z","caller":"traceutil/trace.go:171","msg":"trace[578434622] linearizableReadLoop","detail":"{readStateIndex:27830; appliedIndex:27828; }","duration":"504.490125ms","start":"2026-07-03T16:53:30.964299Z","end":"2026-07-03T16:53:31.468789Z","steps":["trace[578434622] 'read index received' (duration: 285.465055ms)","trace[578434622] 'applied index is now lower than readState.Index' (duration: 219.02232ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:31.468811Z","caller":"traceutil/trace.go:171","msg":"trace[1052656080] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"1.761016705s","start":"2026-07-03T16:53:29.70776Z","end":"2026-07-03T16:53:31.468776Z","steps":["trace[1052656080] 'process raft request' (duration: 1.542080017s)","trace[1052656080] 'compare' (duration: 217.74952ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:31.46883Z","caller":"traceutil/trace.go:171","msg":"trace[1954750580] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"1.756579533s","start":"2026-07-03T16:53:29.712222Z","end":"2026-07-03T16:53:31.468802Z","steps":["trace[1954750580] 'process raft request' (duration: 1.756418639s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:31.468931Z","caller":"traceutil/trace.go:171","msg":"trace[542197738] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"501.541818ms","start":"2026-07-03T16:53:30.967373Z","end":"2026-07-03T16:53:31.468914Z","steps":["trace[542197738] 'process raft request' (duration: 501.354753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.468971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391278881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc\" ","response":"range_response_count:1 size:5971"} {"level":"warn","ts":"2026-07-03T16:53:31.468974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.056878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-03T16:53:31.468968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.712213Z","time spent":"1.756676105s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:31.468969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.707742Z","time spent":"1.761135368s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:31.469007Z","caller":"traceutil/trace.go:171","msg":"trace[565733809] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc; range_end:; response_count:1; response_revision:26897; }","duration":"2.391327111s","start":"2026-07-03T16:53:29.077666Z","end":"2026-07-03T16:53:31.468993Z","steps":["trace[565733809] 'agreement among raft nodes before linearized reading' (duration: 2.391225179s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:31.469011Z","caller":"traceutil/trace.go:171","msg":"trace[1023581349] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:26897; }","duration":"820.120879ms","start":"2026-07-03T16:53:30.648878Z","end":"2026-07-03T16:53:31.468999Z","steps":["trace[1023581349] 'agreement among raft nodes before linearized reading' (duration: 819.911545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.468931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327617757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:31.46904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.648861Z","time spent":"820.17201ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357149561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:31.469073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328437126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:31.469079Z","caller":"traceutil/trace.go:171","msg":"trace[1059034552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0; response_count:0; response_revision:26897; }","duration":"2.327771581s","start":"2026-07-03T16:53:29.141287Z","end":"2026-07-03T16:53:31.469058Z","steps":["trace[1059034552] 'agreement among raft nodes before linearized reading' (duration: 2.327505715s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:31.469087Z","caller":"traceutil/trace.go:171","msg":"trace[1559996191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26897; }","duration":"2.357246493s","start":"2026-07-03T16:53:29.111824Z","end":"2026-07-03T16:53:31.469071Z","steps":["trace[1559996191] 'agreement among raft nodes before linearized reading' (duration: 2.356968647s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389735245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"warn","ts":"2026-07-03T16:53:31.469158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.111822Z","time spent":"2.357323055s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:31.469164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301955137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-03T16:53:31.469163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299439384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:9 size:29708"} {"level":"warn","ts":"2026-07-03T16:53:31.469191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357367267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:31.469182Z","caller":"traceutil/trace.go:171","msg":"trace[489089525] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:26897; }","duration":"2.389816576s","start":"2026-07-03T16:53:29.079345Z","end":"2026-07-03T16:53:31.469162Z","steps":["trace[489089525] 'agreement among raft nodes before linearized reading' (duration: 2.389495709s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.967348Z","time spent":"501.62696ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:31.469212Z","caller":"traceutil/trace.go:171","msg":"trace[1495243254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0; response_count:0; response_revision:26897; }","duration":"2.357397887s","start":"2026-07-03T16:53:29.111808Z","end":"2026-07-03T16:53:31.469205Z","steps":["trace[1495243254] 'agreement among raft nodes before linearized reading' (duration: 2.357002758s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295083424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:159822"} {"level":"warn","ts":"2026-07-03T16:53:31.469239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.111804Z","time spent":"2.357428568s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":137,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:31.469252Z","caller":"traceutil/trace.go:171","msg":"trace[377624106] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26897; }","duration":"2.295114456s","start":"2026-07-03T16:53:29.174132Z","end":"2026-07-03T16:53:31.469246Z","steps":["trace[377624106] 'agreement among raft nodes before linearized reading' (duration: 2.294674456s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.079341Z","time spent":"2.389884928s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":254,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.266638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:53:31.469272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.174125Z","time spent":"2.295141646s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":159843,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355929133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"warn","ts":"2026-07-03T16:53:31.469133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.141281Z","time spent":"2.327836922s","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":135,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:31.469304Z","caller":"traceutil/trace.go:171","msg":"trace[327652439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26897; }","duration":"546.303459ms","start":"2026-07-03T16:53:30.922991Z","end":"2026-07-03T16:53:31.469294Z","steps":["trace[327652439] 'agreement among raft nodes before linearized reading' (duration: 545.796218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299900985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:53:31.46934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.922971Z","time spent":"546.36048ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-03T16:53:31.469347Z","caller":"traceutil/trace.go:171","msg":"trace[885720107] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26897; }","duration":"2.299942585s","start":"2026-07-03T16:53:29.169399Z","end":"2026-07-03T16:53:31.469342Z","steps":["trace[885720107] 'agreement among raft nodes before linearized reading' (duration: 2.299422654s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388825314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:31.469399Z","caller":"traceutil/trace.go:171","msg":"trace[2037958207] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26897; }","duration":"2.388871615s","start":"2026-07-03T16:53:29.080514Z","end":"2026-07-03T16:53:31.469386Z","steps":["trace[2037958207] 'agreement among raft nodes before linearized reading' (duration: 2.388322413s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.950248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:31.469437Z","caller":"traceutil/trace.go:171","msg":"trace[1591041796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26898; }","duration":"388.983358ms","start":"2026-07-03T16:53:31.080448Z","end":"2026-07-03T16:53:31.469432Z","steps":["trace[1591041796] 'agreement among raft nodes before linearized reading' (duration: 388.932877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:31.469122Z","caller":"traceutil/trace.go:171","msg":"trace[810422987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26897; }","duration":"2.328528817s","start":"2026-07-03T16:53:29.140581Z","end":"2026-07-03T16:53:31.46911Z","steps":["trace[810422987] 'agreement among raft nodes before linearized reading' (duration: 2.32823268s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.080509Z","time spent":"2.388919666s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18098476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130615"} {"level":"warn","ts":"2026-07-03T16:53:31.469456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.883216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T16:53:31.469479Z","caller":"traceutil/trace.go:171","msg":"trace[557959933] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"447.248638ms","start":"2026-07-03T16:53:31.022224Z","end":"2026-07-03T16:53:31.469472Z","steps":["trace[557959933] 'process raft request' (duration: 446.648895ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:31.469489Z","caller":"traceutil/trace.go:171","msg":"trace[852509263] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26897; }","duration":"2.181368829s","start":"2026-07-03T16:53:29.288101Z","end":"2026-07-03T16:53:31.46947Z","steps":["trace[852509263] 'agreement among raft nodes before linearized reading' (duration: 2.180741385s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.077659Z","time spent":"2.391369842s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5992,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.022198Z","time spent":"447.29673ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:31.469324Z","caller":"traceutil/trace.go:171","msg":"trace[755225407] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:26897; }","duration":"2.355999064s","start":"2026-07-03T16:53:29.113312Z","end":"2026-07-03T16:53:31.469311Z","steps":["trace[755225407] 'agreement among raft nodes before linearized reading' (duration: 2.355520774s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.288077Z","time spent":"2.181465681s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130636,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T16:53:31.46959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.342213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-03T16:53:31.4696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300182901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:9 size:29708"} {"level":"warn","ts":"2026-07-03T16:53:31.469605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.522611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:53:31.469206Z","caller":"traceutil/trace.go:171","msg":"trace[1223260241] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:9; response_revision:26897; }","duration":"2.299507826s","start":"2026-07-03T16:53:29.169688Z","end":"2026-07-03T16:53:31.469196Z","steps":["trace[1223260241] 'agreement among raft nodes before linearized reading' (duration: 2.299130307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.572445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:53:31.469624Z","caller":"traceutil/trace.go:171","msg":"trace[730451457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26898; }","duration":"391.412574ms","start":"2026-07-03T16:53:31.078202Z","end":"2026-07-03T16:53:31.469615Z","steps":["trace[730451457] 'agreement among raft nodes before linearized reading' (duration: 391.323512ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:31.469634Z","caller":"traceutil/trace.go:171","msg":"trace[1296282846] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:9; response_revision:26897; }","duration":"2.300245942s","start":"2026-07-03T16:53:29.169379Z","end":"2026-07-03T16:53:31.469625Z","steps":["trace[1296282846] 'agreement among raft nodes before linearized reading' (duration: 2.299448954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.169683Z","time spent":"2.299953926s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":9,"response size":29729,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:31.46961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.113296Z","time spent":"2.356299771s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1884,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:31.469649Z","caller":"traceutil/trace.go:171","msg":"trace[1287837961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26898; }","duration":"390.708058ms","start":"2026-07-03T16:53:31.078933Z","end":"2026-07-03T16:53:31.469641Z","steps":["trace[1287837961] 'agreement among raft nodes before linearized reading' (duration: 390.521474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.08044Z","time spent":"389.011019ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.068558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:53:31.469715Z","caller":"traceutil/trace.go:171","msg":"trace[1596372773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26898; }","duration":"388.15235ms","start":"2026-07-03T16:53:31.081546Z","end":"2026-07-03T16:53:31.469699Z","steps":["trace[1596372773] 'agreement among raft nodes before linearized reading' (duration: 387.968426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.081535Z","time spent":"388.213791ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.418837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:31.469367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.169389Z","time spent":"2.299973006s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:31.469805Z","caller":"traceutil/trace.go:171","msg":"trace[1402292707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26897; }","duration":"824.925158ms","start":"2026-07-03T16:53:30.644868Z","end":"2026-07-03T16:53:31.469794Z","steps":["trace[1402292707] 'agreement among raft nodes before linearized reading' (duration: 823.963017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:31.469501Z","caller":"traceutil/trace.go:171","msg":"trace[1497345533] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26898; }","duration":"448.958196ms","start":"2026-07-03T16:53:31.020531Z","end":"2026-07-03T16:53:31.469489Z","steps":["trace[1497345533] 'agreement among raft nodes before linearized reading' (duration: 448.839844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.036573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:53:31.469503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.140566Z","time spent":"2.328919056s","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:31.469845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.020514Z","time spent":"449.320445ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.169365Z","time spent":"2.300291823s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":9,"response size":29729,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:31.469656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.078184Z","time spent":"391.464755ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.644848Z","time spent":"824.98208ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:53:31.469199Z","caller":"traceutil/trace.go:171","msg":"trace[528449964] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26897; }","duration":"1.302015158s","start":"2026-07-03T16:53:30.167173Z","end":"2026-07-03T16:53:31.469188Z","steps":["trace[528449964] 'agreement among raft nodes before linearized reading' (duration: 1.30166175s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.469289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328957908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:31.469951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:30.167158Z","time spent":"1.302784626s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-03T16:53:31.469966Z","caller":"traceutil/trace.go:171","msg":"trace[1108790961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26897; }","duration":"2.329655984s","start":"2026-07-03T16:53:29.140297Z","end":"2026-07-03T16:53:31.469953Z","steps":["trace[1108790961] 'agreement among raft nodes before linearized reading' (duration: 2.328525579s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.470004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.140286Z","time spent":"2.329706065s","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:31.469847Z","caller":"traceutil/trace.go:171","msg":"trace[2060226050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26898; }","duration":"387.092515ms","start":"2026-07-03T16:53:31.082746Z","end":"2026-07-03T16:53:31.469838Z","steps":["trace[2060226050] 'agreement among raft nodes before linearized reading' (duration: 386.999363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.470059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.082736Z","time spent":"387.31055ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:53:31.469641Z","caller":"traceutil/trace.go:171","msg":"trace[1479905888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26898; }","duration":"389.593342ms","start":"2026-07-03T16:53:31.080039Z","end":"2026-07-03T16:53:31.469632Z","steps":["trace[1479905888] 'agreement among raft nodes before linearized reading' (duration: 389.51363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.470099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.080018Z","time spent":"390.071893ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:53:31.469679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.078927Z","time spent":"390.74594ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:53:31.471913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360089658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:31.471953Z","caller":"traceutil/trace.go:171","msg":"trace[1794258218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26898; }","duration":"2.36018053s","start":"2026-07-03T16:53:29.111763Z","end":"2026-07-03T16:53:31.471943Z","steps":["trace[1794258218] 'agreement among raft nodes before linearized reading' (duration: 2.357040019s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:31.471981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:29.111748Z","time spent":"2.360224921s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:32.445007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.248774ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-03T16:53:32.445268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.470222Z","time spent":"975.042925ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:53:32.44578Z","caller":"traceutil/trace.go:171","msg":"trace[783425414] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"970.273186ms","start":"2026-07-03T16:53:31.475495Z","end":"2026-07-03T16:53:32.445768Z","steps":["trace[783425414] 'process raft request' (duration: 970.235535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.445845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.47549Z","time spent":"970.317537ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:32.445824Z","caller":"traceutil/trace.go:171","msg":"trace[663701442] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"970.383108ms","start":"2026-07-03T16:53:31.475415Z","end":"2026-07-03T16:53:32.445798Z","steps":["trace[663701442] 'process raft request' (duration: 970.280685ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.445905Z","caller":"traceutil/trace.go:171","msg":"trace[1460577958] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"973.226124ms","start":"2026-07-03T16:53:31.472656Z","end":"2026-07-03T16:53:32.445882Z","steps":["trace[1460577958] 'process raft request' (duration: 972.473717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.445969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.475399Z","time spent":"970.492491ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:32.446016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.472637Z","time spent":"973.323255ms","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:32.446149Z","caller":"traceutil/trace.go:171","msg":"trace[639774440] linearizableReadLoop","detail":"{readStateIndex:27834; appliedIndex:27832; }","duration":"971.166606ms","start":"2026-07-03T16:53:31.474976Z","end":"2026-07-03T16:53:32.446143Z","steps":["trace[639774440] 'read index received' (duration: 127.841937ms)","trace[639774440] 'applied index is now lower than readState.Index' (duration: 843.323989ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:32.446026Z","caller":"traceutil/trace.go:171","msg":"trace[178918140] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"970.476511ms","start":"2026-07-03T16:53:31.475542Z","end":"2026-07-03T16:53:32.446019Z","steps":["trace[178918140] 'process raft request' (duration: 970.207745ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.44619Z","caller":"traceutil/trace.go:171","msg":"trace[707975244] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"969.97639ms","start":"2026-07-03T16:53:31.476209Z","end":"2026-07-03T16:53:32.446185Z","steps":["trace[707975244] 'process raft request' (duration: 969.785795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.446207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.475526Z","time spent":"970.659355ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:32.446224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.4762Z","time spent":"970.005061ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:32.446277Z","caller":"traceutil/trace.go:171","msg":"trace[1988502646] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"968.479455ms","start":"2026-07-03T16:53:31.477786Z","end":"2026-07-03T16:53:32.446265Z","steps":["trace[1988502646] 'process raft request' (duration: 968.31092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:32.446311Z","caller":"traceutil/trace.go:171","msg":"trace[243117448] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"964.143757ms","start":"2026-07-03T16:53:31.482162Z","end":"2026-07-03T16:53:32.446306Z","steps":["trace[243117448] 'process raft request' (duration: 963.961122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.446338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.482155Z","time spent":"964.167967ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:32.446355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.477777Z","time spent":"968.538326ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:32.446447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.469293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7dbba2d-3623-4b04-8724-d68f2a4fde4d\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-03T16:53:32.44647Z","caller":"traceutil/trace.go:171","msg":"trace[261676841] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7dbba2d-3623-4b04-8724-d68f2a4fde4d; range_end:; response_count:1; response_revision:26906; }","duration":"971.520235ms","start":"2026-07-03T16:53:31.474944Z","end":"2026-07-03T16:53:32.446464Z","steps":["trace[261676841] 'agreement among raft nodes before linearized reading' (duration: 971.432663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.446485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.474932Z","time spent":"971.549805ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e7dbba2d-3623-4b04-8724-d68f2a4fde4d\" "} {"level":"info","ts":"2026-07-03T16:53:32.446511Z","caller":"traceutil/trace.go:171","msg":"trace[467827696] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"969.655832ms","start":"2026-07-03T16:53:31.476844Z","end":"2026-07-03T16:53:32.4465Z","steps":["trace[467827696] 'process raft request' (duration: 969.229662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:32.446576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.476832Z","time spent":"969.713413ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:33.0504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.045969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:33.050594Z","caller":"traceutil/trace.go:171","msg":"trace[1351052437] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"1.374484961s","start":"2026-07-03T16:53:31.67605Z","end":"2026-07-03T16:53:33.050535Z","steps":["trace[1351052437] 'process raft request' (duration: 918.222927ms)","trace[1351052437] 'compare' (duration: 455.726212ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:33.050764Z","caller":"traceutil/trace.go:171","msg":"trace[330586915] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"599.210326ms","start":"2026-07-03T16:53:32.451537Z","end":"2026-07-03T16:53:33.050747Z","steps":["trace[330586915] 'process raft request' (duration: 599.057703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.050816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.676024Z","time spent":"1.374711516s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:33.050836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.451527Z","time spent":"599.281909ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:33.050888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575854578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"info","ts":"2026-07-03T16:53:33.050937Z","caller":"traceutil/trace.go:171","msg":"trace[1421232645] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:26909; }","duration":"1.575949659s","start":"2026-07-03T16:53:31.474977Z","end":"2026-07-03T16:53:33.050926Z","steps":["trace[1421232645] 'agreement among raft nodes before linearized reading' (duration: 1.575726094s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.050977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.474959Z","time spent":"1.576007921s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3329,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:33.051035Z","caller":"traceutil/trace.go:171","msg":"trace[2057599761] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"599.591576ms","start":"2026-07-03T16:53:32.451432Z","end":"2026-07-03T16:53:33.051024Z","steps":["trace[2057599761] 'process raft request' (duration: 599.072314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.051099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.451419Z","time spent":"599.648027ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:33.050632Z","caller":"traceutil/trace.go:171","msg":"trace[1458186504] linearizableReadLoop","detail":"{readStateIndex:27842; appliedIndex:27841; }","duration":"604.436815ms","start":"2026-07-03T16:53:32.446168Z","end":"2026-07-03T16:53:33.050605Z","steps":["trace[1458186504] 'read index received' (duration: 148.211292ms)","trace[1458186504] 'applied index is now lower than readState.Index' (duration: 456.222633ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:33.05126Z","caller":"traceutil/trace.go:171","msg":"trace[593410969] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"599.473613ms","start":"2026-07-03T16:53:32.451772Z","end":"2026-07-03T16:53:33.051246Z","steps":["trace[593410969] 'process raft request' (duration: 598.871328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.051344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.451752Z","time spent":"599.542675ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:33.051721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.9866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-03T16:53:33.051766Z","caller":"traceutil/trace.go:171","msg":"trace[219986162] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26910; }","duration":"924.054881ms","start":"2026-07-03T16:53:32.127701Z","end":"2026-07-03T16:53:33.051755Z","steps":["trace[219986162] 'agreement among raft nodes before linearized reading' (duration: 923.457317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.051795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.127687Z","time spent":"924.100623ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:53:33.051978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454887908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-07-03T16:53:33.052012Z","caller":"traceutil/trace.go:171","msg":"trace[305599486] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26910; }","duration":"1.45495088s","start":"2026-07-03T16:53:31.597053Z","end":"2026-07-03T16:53:33.052004Z","steps":["trace[305599486] 'agreement among raft nodes before linearized reading' (duration: 1.45411627s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.052039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.597036Z","time spent":"1.45499653s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-07-03T16:53:33.052256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468198661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:150166"} {"level":"info","ts":"2026-07-03T16:53:33.052292Z","caller":"traceutil/trace.go:171","msg":"trace[2095047822] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26910; }","duration":"1.468271112s","start":"2026-07-03T16:53:31.584012Z","end":"2026-07-03T16:53:33.052283Z","steps":["trace[2095047822] 'agreement among raft nodes before linearized reading' (duration: 1.467164436s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.052319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.583992Z","time spent":"1.468320203s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":150187,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:33.052525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568168453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:33.052558Z","caller":"traceutil/trace.go:171","msg":"trace[676007762] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26910; }","duration":"1.568230374s","start":"2026-07-03T16:53:31.48432Z","end":"2026-07-03T16:53:33.05255Z","steps":["trace[676007762] 'agreement among raft nodes before linearized reading' (duration: 1.566866082s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.052584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.484303Z","time spent":"1.568274605s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:33.05277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570688651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:33.05281Z","caller":"traceutil/trace.go:171","msg":"trace[1315270369] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26910; }","duration":"1.570744571s","start":"2026-07-03T16:53:31.482054Z","end":"2026-07-03T16:53:33.052798Z","steps":["trace[1315270369] 'agreement among raft nodes before linearized reading' (duration: 1.569139284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.052837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.482046Z","time spent":"1.570784702s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:33.053018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577501545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-07-03T16:53:33.053052Z","caller":"traceutil/trace.go:171","msg":"trace[922193663] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:26910; }","duration":"1.577535176s","start":"2026-07-03T16:53:31.475509Z","end":"2026-07-03T16:53:33.053044Z","steps":["trace[922193663] 'agreement among raft nodes before linearized reading' (duration: 1.575691694s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.053081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.475501Z","time spent":"1.577573147s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:33.053256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577949366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9.18bed5b65425e60e\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-07-03T16:53:33.053296Z","caller":"traceutil/trace.go:171","msg":"trace[876136729] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9.18bed5b65425e60e; range_end:; response_count:1; response_revision:26910; }","duration":"1.578031327s","start":"2026-07-03T16:53:31.475252Z","end":"2026-07-03T16:53:33.053283Z","steps":["trace[876136729] 'agreement among raft nodes before linearized reading' (duration: 1.57595574s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.053326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:31.475226Z","time spent":"1.578091049s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1012,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9.18bed5b65425e60e\" "} {"level":"warn","ts":"2026-07-03T16:53:33.789776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.438405Z","time spent":"351.363609ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:33.789812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.669207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:33.789938Z","caller":"traceutil/trace.go:171","msg":"trace[59560] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26910; }","duration":"266.80705ms","start":"2026-07-03T16:53:33.523114Z","end":"2026-07-03T16:53:33.789921Z","steps":["trace[59560] 'range keys from in-memory index tree' (duration: 266.649136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:33.790076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.864031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:33.790174Z","caller":"traceutil/trace.go:171","msg":"trace[283594898] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"818.628204ms","start":"2026-07-03T16:53:32.971527Z","end":"2026-07-03T16:53:33.790155Z","steps":["trace[283594898] 'process raft request' (duration: 579.608489ms)","trace[283594898] 'compare' (duration: 238.758729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:33.790236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.971505Z","time spent":"818.699936ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:34.518215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:34.518304Z","caller":"traceutil/trace.go:171","msg":"trace[592219174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168193s","start":"2026-07-03T16:53:32.518116Z","end":"2026-07-03T16:53:34.518284Z","steps":["trace[592219174] 'agreement among raft nodes before linearized reading' (duration: 2.00001822s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.518353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.518069Z","time spent":"2.000273696s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:34.810018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.986754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:34.810367Z","caller":"traceutil/trace.go:171","msg":"trace[866102104] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"1.83837287s","start":"2026-07-03T16:53:32.971966Z","end":"2026-07-03T16:53:34.810339Z","steps":["trace[866102104] 'process raft request' (duration: 1.439988407s)","trace[866102104] 'compare' (duration: 397.874701ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:34.810386Z","caller":"traceutil/trace.go:171","msg":"trace[900375916] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"1.838238986s","start":"2026-07-03T16:53:32.972121Z","end":"2026-07-03T16:53:34.81036Z","steps":["trace[900375916] 'process raft request' (duration: 1.838057182s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.810386Z","caller":"traceutil/trace.go:171","msg":"trace[729882629] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"1.753234195s","start":"2026-07-03T16:53:33.057112Z","end":"2026-07-03T16:53:34.810346Z","steps":["trace[729882629] 'process raft request' (duration: 1.753125803s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.810457Z","caller":"traceutil/trace.go:171","msg":"trace[868091428] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"1.327601031s","start":"2026-07-03T16:53:33.482821Z","end":"2026-07-03T16:53:34.810422Z","steps":["trace[868091428] 'process raft request' (duration: 1.327502719s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.810471Z","caller":"traceutil/trace.go:171","msg":"trace[452727333] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"1.331893359s","start":"2026-07-03T16:53:33.478544Z","end":"2026-07-03T16:53:34.810438Z","steps":["trace[452727333] 'process raft request' (duration: 1.331745916s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.810493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329803936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:34.810541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303131198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:34.810539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.972113Z","time spent":"1.838340518s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:34.810547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359115366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" ","response":"range_response_count:1 size:6263"} {"level":"warn","ts":"2026-07-03T16:53:34.810541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.057095Z","time spent":"1.753368809s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:34.810573Z","caller":"traceutil/trace.go:171","msg":"trace[842290340] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26916; }","duration":"2.30318978s","start":"2026-07-03T16:53:32.507375Z","end":"2026-07-03T16:53:34.810565Z","steps":["trace[842290340] 'agreement among raft nodes before linearized reading' (duration: 2.303137039s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.81055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329870199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:34.81059Z","caller":"traceutil/trace.go:171","msg":"trace[903580627] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9; range_end:; response_count:1; response_revision:26916; }","duration":"2.359181098s","start":"2026-07-03T16:53:32.451396Z","end":"2026-07-03T16:53:34.810577Z","steps":["trace[903580627] 'agreement among raft nodes before linearized reading' (duration: 2.359018234s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.810589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352171757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:34.810618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.482809Z","time spent":"1.327730134s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:34.810639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.451378Z","time spent":"2.359250849s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6284,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" "} {"level":"warn","ts":"2026-07-03T16:53:34.810639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.478485Z","time spent":"1.332065524s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:34.810639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303282831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:34.810639Z","caller":"traceutil/trace.go:171","msg":"trace[696208581] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26916; }","duration":"2.329995861s","start":"2026-07-03T16:53:32.480623Z","end":"2026-07-03T16:53:34.810619Z","steps":["trace[696208581] 'agreement among raft nodes before linearized reading' (duration: 2.329787325s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.810687Z","caller":"traceutil/trace.go:171","msg":"trace[1836066155] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26916; }","duration":"2.352342591s","start":"2026-07-03T16:53:32.458328Z","end":"2026-07-03T16:53:34.810671Z","steps":["trace[1836066155] 'agreement among raft nodes before linearized reading' (duration: 2.352171106s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.810691Z","caller":"traceutil/trace.go:171","msg":"trace[1902408010] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26916; }","duration":"2.303349513s","start":"2026-07-03T16:53:32.507328Z","end":"2026-07-03T16:53:34.810678Z","steps":["trace[1902408010] 'agreement among raft nodes before linearized reading' (duration: 2.303284732s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.810706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.480618Z","time spent":"2.330076213s","remote":"127.0.0.1:50530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:34.810487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.971953Z","time spent":"1.838469462s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:34.810743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.50732Z","time spent":"2.303406785s","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:34.810571Z","caller":"traceutil/trace.go:171","msg":"trace[176011311] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26916; }","duration":"2.329896899s","start":"2026-07-03T16:53:32.480653Z","end":"2026-07-03T16:53:34.810549Z","steps":["trace[176011311] 'agreement among raft nodes before linearized reading' (duration: 2.329779575s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.8108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.45832Z","time spent":"2.352405553s","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:53:34.810704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303589759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:34.810849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.480647Z","time spent":"2.330182765s","remote":"127.0.0.1:50530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":141,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:34.810385Z","caller":"traceutil/trace.go:171","msg":"trace[1632326893] linearizableReadLoop","detail":"{readStateIndex:27848; appliedIndex:27845; }","duration":"1.759142821s","start":"2026-07-03T16:53:33.051225Z","end":"2026-07-03T16:53:34.810367Z","steps":["trace[1632326893] 'read index received' (duration: 499.923801ms)","trace[1632326893] 'applied index is now lower than readState.Index' (duration: 1.25921793s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:34.810551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32993027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:34.81103Z","caller":"traceutil/trace.go:171","msg":"trace[153676904] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26916; }","duration":"2.330425241s","start":"2026-07-03T16:53:32.480594Z","end":"2026-07-03T16:53:34.811019Z","steps":["trace[153676904] 'agreement among raft nodes before linearized reading' (duration: 2.329894078s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.811065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.20306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:34.81111Z","caller":"traceutil/trace.go:171","msg":"trace[1860729959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26916; }","duration":"292.278532ms","start":"2026-07-03T16:53:34.518821Z","end":"2026-07-03T16:53:34.8111Z","steps":["trace[1860729959] 'agreement among raft nodes before linearized reading' (duration: 292.215751ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.810958Z","caller":"traceutil/trace.go:171","msg":"trace[165909264] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26916; }","duration":"2.304014198s","start":"2026-07-03T16:53:32.506882Z","end":"2026-07-03T16:53:34.810896Z","steps":["trace[165909264] 'agreement among raft nodes before linearized reading' (duration: 2.303508656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.811176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.298953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:53:34.811219Z","caller":"traceutil/trace.go:171","msg":"trace[117571300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26916; }","duration":"360.380965ms","start":"2026-07-03T16:53:34.45083Z","end":"2026-07-03T16:53:34.811211Z","steps":["trace[117571300] 'agreement among raft nodes before linearized reading' (duration: 360.267283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.811229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.92823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T16:53:34.811231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.395316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:53:34.811076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.480535Z","time spent":"2.330527853s","remote":"127.0.0.1:50530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":141,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:34.811253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.450808Z","time spent":"360.436827ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:53:34.811264Z","caller":"traceutil/trace.go:171","msg":"trace[1826830254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26916; }","duration":"350.991831ms","start":"2026-07-03T16:53:34.460259Z","end":"2026-07-03T16:53:34.81125Z","steps":["trace[1826830254] 'agreement among raft nodes before linearized reading' (duration: 350.91923ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:34.811273Z","caller":"traceutil/trace.go:171","msg":"trace[920497435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26916; }","duration":"360.468667ms","start":"2026-07-03T16:53:34.45079Z","end":"2026-07-03T16:53:34.811259Z","steps":["trace[920497435] 'agreement among raft nodes before linearized reading' (duration: 360.389526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.811291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.460238Z","time spent":"351.046913ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:34.811288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650291027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-07-03T16:53:34.811323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.450769Z","time spent":"360.54344ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:34.811156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.755643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T16:53:34.811345Z","caller":"traceutil/trace.go:171","msg":"trace[449738345] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:26916; }","duration":"1.650381549s","start":"2026-07-03T16:53:33.160948Z","end":"2026-07-03T16:53:34.81133Z","steps":["trace[449738345] 'agreement among raft nodes before linearized reading' (duration: 1.650184655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.81136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749913241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"warn","ts":"2026-07-03T16:53:34.811392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.160932Z","time spent":"1.6504474s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1339,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"warn","ts":"2026-07-03T16:53:34.811273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748467348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-03T16:53:34.811378Z","caller":"traceutil/trace.go:171","msg":"trace[985354093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26916; }","duration":"356.997549ms","start":"2026-07-03T16:53:34.454368Z","end":"2026-07-03T16:53:34.811365Z","steps":["trace[985354093] 'agreement among raft nodes before linearized reading' (duration: 356.674692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.811432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624440427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:34.81147Z","caller":"traceutil/trace.go:171","msg":"trace[1925290851] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26916; }","duration":"1.748682632s","start":"2026-07-03T16:53:33.062777Z","end":"2026-07-03T16:53:34.81146Z","steps":["trace[1925290851] 'agreement among raft nodes before linearized reading' (duration: 1.748406086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.811482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.454358Z","time spent":"357.111241ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:53:34.8115Z","caller":"traceutil/trace.go:171","msg":"trace[1143634523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26916; }","duration":"1.624525919s","start":"2026-07-03T16:53:33.18695Z","end":"2026-07-03T16:53:34.811476Z","steps":["trace[1143634523] 'agreement among raft nodes before linearized reading' (duration: 1.624321545s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.811519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635049779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:199451"} {"level":"info","ts":"2026-07-03T16:53:34.811557Z","caller":"traceutil/trace.go:171","msg":"trace[1922839432] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26916; }","duration":"1.635118711s","start":"2026-07-03T16:53:33.176429Z","end":"2026-07-03T16:53:34.811547Z","steps":["trace[1922839432] 'agreement among raft nodes before linearized reading' (duration: 1.634978848s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.811563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.186933Z","time spent":"1.624614261s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:34.811595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.176405Z","time spent":"1.635182432s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":199472,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:34.811441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.506847Z","time spent":"2.304453108s","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:34.810595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:32.507358Z","time spent":"2.30323163s","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:34.811156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.978779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T16:53:34.811769Z","caller":"traceutil/trace.go:171","msg":"trace[938424560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26916; }","duration":"361.616793ms","start":"2026-07-03T16:53:34.450133Z","end":"2026-07-03T16:53:34.81175Z","steps":["trace[938424560] 'agreement among raft nodes before linearized reading' (duration: 360.908098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.811857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.450114Z","time spent":"361.724155ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T16:53:34.811431Z","caller":"traceutil/trace.go:171","msg":"trace[696260604] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:26916; }","duration":"1.749989013s","start":"2026-07-03T16:53:33.061423Z","end":"2026-07-03T16:53:34.811412Z","steps":["trace[696260604] 'agreement among raft nodes before linearized reading' (duration: 1.74987647s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.81221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.061371Z","time spent":"1.750816331s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5663,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:34.81151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.062768Z","time spent":"1.748731193s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:34.811155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749729737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:53:34.812579Z","caller":"traceutil/trace.go:171","msg":"trace[1976553421] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26916; }","duration":"1.75117381s","start":"2026-07-03T16:53:33.061387Z","end":"2026-07-03T16:53:34.81256Z","steps":["trace[1976553421] 'agreement among raft nodes before linearized reading' (duration: 1.749657246s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:34.812671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:33.061371Z","time spent":"1.751278512s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:53:35.832863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.358457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-03T16:53:35.833008Z","caller":"traceutil/trace.go:171","msg":"trace[16355027] linearizableReadLoop","detail":"{readStateIndex:27852; appliedIndex:27851; }","duration":"1.015788145s","start":"2026-07-03T16:53:34.817207Z","end":"2026-07-03T16:53:35.832995Z","steps":["trace[16355027] 'read index received' (duration: 293.227403ms)","trace[16355027] 'applied index is now lower than readState.Index' (duration: 722.559862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:35.833333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016108263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-07-03T16:53:35.833397Z","caller":"traceutil/trace.go:171","msg":"trace[1252345016] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:26916; }","duration":"1.016189004s","start":"2026-07-03T16:53:34.817194Z","end":"2026-07-03T16:53:35.833383Z","steps":["trace[1252345016] 'agreement among raft nodes before linearized reading' (duration: 1.01601286s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:35.833417Z","caller":"traceutil/trace.go:171","msg":"trace[713824780] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26916; }","duration":"1.016469781s","start":"2026-07-03T16:53:34.816937Z","end":"2026-07-03T16:53:35.833407Z","steps":["trace[713824780] 'process raft request' (duration: 293.481869ms)","trace[713824780] 'compare' (duration: 722.304526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:35.833425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.817187Z","time spent":"1.016231875s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1284,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-07-03T16:53:35.833474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.816927Z","time spent":"1.016512142s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:35.833561Z","caller":"traceutil/trace.go:171","msg":"trace[169719425] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"1.016086932s","start":"2026-07-03T16:53:34.817467Z","end":"2026-07-03T16:53:35.833554Z","steps":["trace[169719425] 'process raft request' (duration: 1.015480588s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.833602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.817452Z","time spent":"1.016122933s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:35.833642Z","caller":"traceutil/trace.go:171","msg":"trace[1804067214] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"776.971674ms","start":"2026-07-03T16:53:35.056662Z","end":"2026-07-03T16:53:35.833634Z","steps":["trace[1804067214] 'process raft request' (duration: 776.954724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.83368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.056636Z","time spent":"777.024686ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:35.833759Z","caller":"traceutil/trace.go:171","msg":"trace[713867048] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"1.015903108s","start":"2026-07-03T16:53:34.817851Z","end":"2026-07-03T16:53:35.833754Z","steps":["trace[713867048] 'process raft request' (duration: 1.015598711s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.833785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.817837Z","time spent":"1.015933319s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:35.83383Z","caller":"traceutil/trace.go:171","msg":"trace[8809680] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"1.015154491s","start":"2026-07-03T16:53:34.818671Z","end":"2026-07-03T16:53:35.833825Z","steps":["trace[8809680] 'process raft request' (duration: 1.014811504s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.833854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.818642Z","time spent":"1.015196333s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:35.83392Z","caller":"traceutil/trace.go:171","msg":"trace[969096150] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"1.015078039s","start":"2026-07-03T16:53:34.818838Z","end":"2026-07-03T16:53:35.833916Z","steps":["trace[969096150] 'process raft request' (duration: 1.01467571s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.833942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.818832Z","time spent":"1.01509828s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:35.833981Z","caller":"traceutil/trace.go:171","msg":"trace[1279176019] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"1.01508913s","start":"2026-07-03T16:53:34.818885Z","end":"2026-07-03T16:53:35.833974Z","steps":["trace[1279176019] 'process raft request' (duration: 1.01464921s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.834004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.818881Z","time spent":"1.01511031s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:35.834037Z","caller":"traceutil/trace.go:171","msg":"trace[303107204] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"1.014784592s","start":"2026-07-03T16:53:34.819249Z","end":"2026-07-03T16:53:35.834033Z","steps":["trace[303107204] 'process raft request' (duration: 1.014299411s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.834057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.819241Z","time spent":"1.014804082s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:35.834154Z","caller":"traceutil/trace.go:171","msg":"trace[290389919] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"1.014277011s","start":"2026-07-03T16:53:34.819871Z","end":"2026-07-03T16:53:35.834148Z","steps":["trace[290389919] 'process raft request' (duration: 1.013696477s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.834178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.819857Z","time spent":"1.014307511s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:35.834238Z","caller":"traceutil/trace.go:171","msg":"trace[205919255] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"777.69131ms","start":"2026-07-03T16:53:35.056542Z","end":"2026-07-03T16:53:35.834233Z","steps":["trace[205919255] 'process raft request' (duration: 777.055706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:35.83426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.056522Z","time spent":"777.725472ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:36.481914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.263937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:36.482113Z","caller":"traceutil/trace.go:171","msg":"trace[1266301152] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"731.084317ms","start":"2026-07-03T16:53:35.750999Z","end":"2026-07-03T16:53:36.482084Z","steps":["trace[1266301152] 'process raft request' (duration: 191.573374ms)","trace[1266301152] 'compare' (duration: 538.011439ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:36.482154Z","caller":"traceutil/trace.go:171","msg":"trace[314742352] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"687.380809ms","start":"2026-07-03T16:53:35.794746Z","end":"2026-07-03T16:53:36.482127Z","steps":["trace[314742352] 'process raft request' (duration: 687.243316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:36.48221Z","caller":"traceutil/trace.go:171","msg":"trace[1968056595] linearizableReadLoop","detail":"{readStateIndex:27863; appliedIndex:27861; }","duration":"649.156235ms","start":"2026-07-03T16:53:35.833034Z","end":"2026-07-03T16:53:36.48219Z","steps":["trace[1968056595] 'read index received' (duration: 109.55061ms)","trace[1968056595] 'applied index is now lower than readState.Index' (duration: 539.604145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:36.482271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080590543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:36.482284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.794725Z","time spent":"687.492591ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:36.482308Z","caller":"traceutil/trace.go:171","msg":"trace[1035799233] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"629.856037ms","start":"2026-07-03T16:53:35.852437Z","end":"2026-07-03T16:53:36.482293Z","steps":["trace[1035799233] 'process raft request' (duration: 629.617571ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:36.482327Z","caller":"traceutil/trace.go:171","msg":"trace[1324917416] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26928; }","duration":"1.080690015s","start":"2026-07-03T16:53:35.401624Z","end":"2026-07-03T16:53:36.482314Z","steps":["trace[1324917416] 'agreement among raft nodes before linearized reading' (duration: 1.080596403s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:36.482324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662217719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1915"} {"level":"warn","ts":"2026-07-03T16:53:36.482336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562952224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:53:36.482356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.401605Z","time spent":"1.080745297s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:53:36.482359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.852422Z","time spent":"629.918208ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:36.482368Z","caller":"traceutil/trace.go:171","msg":"trace[1129622754] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:26928; }","duration":"1.66226498s","start":"2026-07-03T16:53:34.820095Z","end":"2026-07-03T16:53:36.48236Z","steps":["trace[1129622754] 'agreement among raft nodes before linearized reading' (duration: 1.662103677s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:36.482377Z","caller":"traceutil/trace.go:171","msg":"trace[95824695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26928; }","duration":"1.563031985s","start":"2026-07-03T16:53:34.919335Z","end":"2026-07-03T16:53:36.482367Z","steps":["trace[95824695] 'agreement among raft nodes before linearized reading' (duration: 1.562859742s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:36.482389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.820069Z","time spent":"1.662314092s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1936,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:36.482379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553920567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170695"} {"level":"info","ts":"2026-07-03T16:53:36.482414Z","caller":"traceutil/trace.go:171","msg":"trace[1730026740] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26928; }","duration":"1.553975778s","start":"2026-07-03T16:53:34.928429Z","end":"2026-07-03T16:53:36.482405Z","steps":["trace[1730026740] 'agreement among raft nodes before linearized reading' (duration: 1.553826245s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:36.482233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.750971Z","time spent":"731.198899ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:36.482436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.928415Z","time spent":"1.554017479s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":170716,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:36.482411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.919318Z","time spent":"1.563086577s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-03T16:53:36.482467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663824266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-03T16:53:36.482383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658354952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:36.482558Z","caller":"traceutil/trace.go:171","msg":"trace[987777613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26928; }","duration":"1.658535336s","start":"2026-07-03T16:53:34.824015Z","end":"2026-07-03T16:53:36.48255Z","steps":["trace[987777613] 'agreement among raft nodes before linearized reading' (duration: 1.658350651s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:36.48235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663852707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"warn","ts":"2026-07-03T16:53:36.482585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.824Z","time spent":"1.658577226s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:53:36.482602Z","caller":"traceutil/trace.go:171","msg":"trace[1682908294] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:26928; }","duration":"1.664132244s","start":"2026-07-03T16:53:34.818462Z","end":"2026-07-03T16:53:36.482595Z","steps":["trace[1682908294] 'agreement among raft nodes before linearized reading' (duration: 1.663818176s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:36.482628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.818452Z","time spent":"1.664169164s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-07-03T16:53:36.482543Z","caller":"traceutil/trace.go:171","msg":"trace[505865409] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26928; }","duration":"1.663920538s","start":"2026-07-03T16:53:34.818613Z","end":"2026-07-03T16:53:36.482533Z","steps":["trace[505865409] 'agreement among raft nodes before linearized reading' (duration: 1.663611841s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:36.48272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:34.818606Z","time spent":"1.664102422s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:53:37.632759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.833135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:37.63289Z","caller":"traceutil/trace.go:171","msg":"trace[1923765604] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"1.154556503s","start":"2026-07-03T16:53:36.478319Z","end":"2026-07-03T16:53:37.632875Z","steps":["trace[1923765604] 'process raft request' (duration: 291.528344ms)","trace[1923765604] 'compare' (duration: 862.748493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:37.632943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.478296Z","time spent":"1.154623924s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:37.632975Z","caller":"traceutil/trace.go:171","msg":"trace[130308783] linearizableReadLoop","detail":"{readStateIndex:27865; appliedIndex:27864; }","duration":"1.150698225s","start":"2026-07-03T16:53:36.48226Z","end":"2026-07-03T16:53:37.632959Z","steps":["trace[130308783] 'read index received' (duration: 287.512813ms)","trace[130308783] 'applied index is now lower than readState.Index' (duration: 863.183532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:37.63308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776907297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-07-03T16:53:37.633134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793241931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed5b6dfc147c6\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-07-03T16:53:37.633135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790840306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" ","response":"range_response_count:1 size:6161"} {"level":"info","ts":"2026-07-03T16:53:37.633171Z","caller":"traceutil/trace.go:171","msg":"trace[941458634] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bed5b6dfc147c6; range_end:; response_count:1; response_revision:26929; }","duration":"1.793312382s","start":"2026-07-03T16:53:35.839849Z","end":"2026-07-03T16:53:37.633162Z","steps":["trace[941458634] 'agreement among raft nodes before linearized reading' (duration: 1.793192549s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:37.633184Z","caller":"traceutil/trace.go:171","msg":"trace[256597228] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9; range_end:; response_count:1; response_revision:26929; }","duration":"1.790903247s","start":"2026-07-03T16:53:35.842267Z","end":"2026-07-03T16:53:37.63317Z","steps":["trace[256597228] 'agreement among raft nodes before linearized reading' (duration: 1.790757764s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.633191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680299803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-03T16:53:37.633211Z","caller":"traceutil/trace.go:171","msg":"trace[1819546358] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26929; }","duration":"1.680357545s","start":"2026-07-03T16:53:35.952847Z","end":"2026-07-03T16:53:37.633205Z","steps":["trace[1819546358] 'agreement among raft nodes before linearized reading' (duration: 1.680308763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.63321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.839834Z","time spent":"1.793366623s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bed5b6dfc147c6\" "} {"level":"warn","ts":"2026-07-03T16:53:37.633232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.952833Z","time spent":"1.680394345s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:53:37.633259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798851638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-07-03T16:53:37.633292Z","caller":"traceutil/trace.go:171","msg":"trace[2011585264] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26929; }","duration":"1.79892832s","start":"2026-07-03T16:53:35.834357Z","end":"2026-07-03T16:53:37.633285Z","steps":["trace[2011585264] 'agreement among raft nodes before linearized reading' (duration: 1.798829468s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.633215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.842261Z","time spent":"1.790945368s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6182,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" "} {"level":"warn","ts":"2026-07-03T16:53:37.633329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.83434Z","time spent":"1.798980321s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1097,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-07-03T16:53:37.633142Z","caller":"traceutil/trace.go:171","msg":"trace[574364279] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26929; }","duration":"1.776992889s","start":"2026-07-03T16:53:35.856135Z","end":"2026-07-03T16:53:37.633128Z","steps":["trace[574364279] 'agreement among raft nodes before linearized reading' (duration: 1.776839875s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.633487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:35.856127Z","time spent":"1.777347238s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-07-03T16:53:37.633761Z","caller":"traceutil/trace.go:171","msg":"trace[1547953872] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"815.402212ms","start":"2026-07-03T16:53:36.818348Z","end":"2026-07-03T16:53:37.63375Z","steps":["trace[1547953872] 'process raft request' (duration: 814.487241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:37.633828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.818331Z","time spent":"815.472203ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.13397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:38.432299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.294584058s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:38.486192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000905231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:38.48626Z","caller":"traceutil/trace.go:171","msg":"trace[2027322018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001019444s","start":"2026-07-03T16:53:36.485225Z","end":"2026-07-03T16:53:38.486245Z","steps":["trace[2027322018] 'agreement among raft nodes before linearized reading' (duration: 2.000925122s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.486314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.485213Z","time spent":"2.001093766s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:38.561905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.376754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:38.562116Z","caller":"traceutil/trace.go:171","msg":"trace[1063743374] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"1.479628672s","start":"2026-07-03T16:53:37.082474Z","end":"2026-07-03T16:53:38.562102Z","steps":["trace[1063743374] 'process raft request' (duration: 1.479585661s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.562157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.082451Z","time spent":"1.479688303s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.562204Z","caller":"traceutil/trace.go:171","msg":"trace[556433521] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"1.743721651s","start":"2026-07-03T16:53:36.818385Z","end":"2026-07-03T16:53:38.562107Z","steps":["trace[556433521] 'process raft request' (duration: 1.614105501s)","trace[556433521] 'compare' (duration: 129.19091ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:38.56228Z","caller":"traceutil/trace.go:171","msg":"trace[1513576267] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"1.743831623s","start":"2026-07-03T16:53:36.818443Z","end":"2026-07-03T16:53:38.562274Z","steps":["trace[1513576267] 'process raft request' (duration: 1.743551407s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.562312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.818423Z","time spent":"1.743873514s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.562394Z","caller":"traceutil/trace.go:171","msg":"trace[1048869174] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"1.743926475s","start":"2026-07-03T16:53:36.818461Z","end":"2026-07-03T16:53:38.562388Z","steps":["trace[1048869174] 'process raft request' (duration: 1.743564417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.562424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.818453Z","time spent":"1.743955455s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:38.562479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.818365Z","time spent":"1.743958535s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:38.562504Z","caller":"traceutil/trace.go:171","msg":"trace[184730595] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"1.539313104s","start":"2026-07-03T16:53:37.023187Z","end":"2026-07-03T16:53:38.5625Z","steps":["trace[184730595] 'process raft request' (duration: 1.538856274s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:38.562921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.023164Z","time spent":"1.539664313s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:39.846491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414027284s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:40.495289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999806885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:40.495363Z","caller":"traceutil/trace.go:171","msg":"trace[858973250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999924198s","start":"2026-07-03T16:53:38.495421Z","end":"2026-07-03T16:53:40.495345Z","steps":["trace[858973250] 'agreement among raft nodes before linearized reading' (duration: 1.999831716s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.49542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.49541Z","time spent":"2.000001429s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:40.544787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.135164ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:53:40.545138Z","caller":"traceutil/trace.go:171","msg":"trace[877835710] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"2.90434799s","start":"2026-07-03T16:53:37.640771Z","end":"2026-07-03T16:53:40.545119Z","steps":["trace[877835710] 'process raft request' (duration: 2.904084193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:40.545265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.64075Z","time spent":"2.904440503s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:41.326094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.934473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:41.326373Z","caller":"traceutil/trace.go:171","msg":"trace[531999724] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"777.817993ms","start":"2026-07-03T16:53:40.548543Z","end":"2026-07-03T16:53:41.326361Z","steps":["trace[531999724] 'process raft request' (duration: 777.784662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:41.326422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.548525Z","time spent":"777.878204ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:41.326567Z","caller":"traceutil/trace.go:171","msg":"trace[1698367156] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"1.683892435s","start":"2026-07-03T16:53:39.642663Z","end":"2026-07-03T16:53:41.326556Z","steps":["trace[1698367156] 'process raft request' (duration: 1.683640738s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:41.326611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:39.642644Z","time spent":"1.683940406s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:41.326815Z","caller":"traceutil/trace.go:171","msg":"trace[119606252] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"3.486920838s","start":"2026-07-03T16:53:37.839887Z","end":"2026-07-03T16:53:41.326808Z","steps":["trace[119606252] 'process raft request' (duration: 3.486360724s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:41.326775Z","caller":"traceutil/trace.go:171","msg":"trace[1929043981] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"3.677828185s","start":"2026-07-03T16:53:37.648905Z","end":"2026-07-03T16:53:41.326734Z","steps":["trace[1929043981] 'process raft request' (duration: 2.896203275s)","trace[1929043981] 'compare' (duration: 780.507694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:41.326853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.839858Z","time spent":"3.486974108s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:41.326866Z","caller":"traceutil/trace.go:171","msg":"trace[244181987] linearizableReadLoop","detail":"{readStateIndex:27876; appliedIndex:27866; }","duration":"3.69382465s","start":"2026-07-03T16:53:37.633018Z","end":"2026-07-03T16:53:41.326843Z","steps":["trace[244181987] 'read index received' (duration: 799.484738ms)","trace[244181987] 'applied index is now lower than readState.Index' (duration: 2.894338322s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:41.32693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.648886Z","time spent":"3.677973388s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:41.326981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841380734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:41.327006Z","caller":"traceutil/trace.go:171","msg":"trace[554658133] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:26942; }","duration":"4.841432965s","start":"2026-07-03T16:53:36.485565Z","end":"2026-07-03T16:53:41.326998Z","steps":["trace[554658133] 'agreement among raft nodes before linearized reading' (duration: 4.841359953s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:41.326978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841184028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:41.327016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705921291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:67903"} {"level":"warn","ts":"2026-07-03T16:53:41.327017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841344773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-07-03T16:53:41.327034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.485561Z","time spent":"4.841464526s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:41.327039Z","caller":"traceutil/trace.go:171","msg":"trace[1092506063] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26942; }","duration":"4.705972023s","start":"2026-07-03T16:53:36.62106Z","end":"2026-07-03T16:53:41.327032Z","steps":["trace[1092506063] 'agreement among raft nodes before linearized reading' (duration: 4.70587351s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:41.327048Z","caller":"traceutil/trace.go:171","msg":"trace[1707676716] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26942; }","duration":"4.841274201s","start":"2026-07-03T16:53:36.485755Z","end":"2026-07-03T16:53:41.327029Z","steps":["trace[1707676716] 'agreement among raft nodes before linearized reading' (duration: 4.841140488s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:41.327061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.621044Z","time spent":"4.706013483s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":67924,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:53:41.327059Z","caller":"traceutil/trace.go:171","msg":"trace[929138943] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:26942; }","duration":"4.841405374s","start":"2026-07-03T16:53:36.485641Z","end":"2026-07-03T16:53:41.327046Z","steps":["trace[929138943] 'agreement among raft nodes before linearized reading' (duration: 4.841270931s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:41.327091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.485638Z","time spent":"4.841446305s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:41.327095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.485751Z","time spent":"4.841334212s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:53:41.327104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841744622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-030b69d5-6674-43f6-a087-3d644e9725ee\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-03T16:53:41.327104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975848398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:53:41.327154Z","caller":"traceutil/trace.go:171","msg":"trace[162916269] range","detail":"{range_begin:/registry/persistentvolumes/pvc-030b69d5-6674-43f6-a087-3d644e9725ee; range_end:; response_count:1; response_revision:26942; }","duration":"4.841810393s","start":"2026-07-03T16:53:36.48533Z","end":"2026-07-03T16:53:41.32714Z","steps":["trace[162916269] 'agreement among raft nodes before linearized reading' (duration: 4.841619159s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:41.32717Z","caller":"traceutil/trace.go:171","msg":"trace[167456497] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26942; }","duration":"3.975940249s","start":"2026-07-03T16:53:37.351212Z","end":"2026-07-03T16:53:41.327153Z","steps":["trace[167456497] 'agreement among raft nodes before linearized reading' (duration: 3.975717724s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:41.32719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:36.485326Z","time spent":"4.841856574s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-030b69d5-6674-43f6-a087-3d644e9725ee\" "} {"level":"warn","ts":"2026-07-03T16:53:41.327221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.351154Z","time spent":"3.976051082s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T16:53:41.327548Z","caller":"traceutil/trace.go:171","msg":"trace[234014739] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"2.839591773s","start":"2026-07-03T16:53:38.487936Z","end":"2026-07-03T16:53:41.327528Z","steps":["trace[234014739] 'process raft request' (duration: 2.838344494s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:41.327655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.487898Z","time spent":"2.839695165s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:41.329195Z","caller":"traceutil/trace.go:171","msg":"trace[399720941] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"3.489363313s","start":"2026-07-03T16:53:37.839806Z","end":"2026-07-03T16:53:41.32917Z","steps":["trace[399720941] 'process raft request' (duration: 3.486367684s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:41.329308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.839782Z","time spent":"3.489471945s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:41.82798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694149,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:53:42.058098Z","caller":"traceutil/trace.go:171","msg":"trace[411029972] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"1.490316946s","start":"2026-07-03T16:53:40.567759Z","end":"2026-07-03T16:53:42.058076Z","steps":["trace[411029972] 'process raft request' (duration: 1.431415721s)","trace[411029972] 'compare' (duration: 58.510586ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:42.058149Z","caller":"traceutil/trace.go:171","msg":"trace[227100502] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"1.488866854s","start":"2026-07-03T16:53:40.569259Z","end":"2026-07-03T16:53:42.058126Z","steps":["trace[227100502] 'process raft request' (duration: 1.488674229s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:42.058214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.567735Z","time spent":"1.490424418s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:42.058282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.569248Z","time spent":"1.488960286s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:42.058358Z","caller":"traceutil/trace.go:171","msg":"trace[1766052593] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"1.488508795s","start":"2026-07-03T16:53:40.569818Z","end":"2026-07-03T16:53:42.058327Z","steps":["trace[1766052593] 'process raft request' (duration: 1.488248669s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:42.058466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.5698Z","time spent":"1.488608917s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:42.495779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:42.495843Z","caller":"traceutil/trace.go:171","msg":"trace[1419845722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275196s","start":"2026-07-03T16:53:40.495553Z","end":"2026-07-03T16:53:42.495828Z","steps":["trace[1419845722] 'agreement among raft nodes before linearized reading' (duration: 2.000192174s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:42.495884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.495532Z","time spent":"2.000344697s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:42.645675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000818208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:42.645759Z","caller":"traceutil/trace.go:171","msg":"trace[1321957667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000959291s","start":"2026-07-03T16:53:40.64478Z","end":"2026-07-03T16:53:42.64574Z","steps":["trace[1321957667] 'agreement among raft nodes before linearized reading' (duration: 2.000853289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:42.645807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.64476Z","time spent":"2.001037352s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:42.837755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999139624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:42.837843Z","caller":"traceutil/trace.go:171","msg":"trace[1404754010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999298008s","start":"2026-07-03T16:53:37.838523Z","end":"2026-07-03T16:53:42.837821Z","steps":["trace[1404754010] 'agreement among raft nodes before linearized reading' (duration: 4.999172595s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:42.837892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.838503Z","time spent":"4.999379439s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:53:42.838586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998874567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:42.838628Z","caller":"traceutil/trace.go:171","msg":"trace[1577450858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998933818s","start":"2026-07-03T16:53:37.839685Z","end":"2026-07-03T16:53:42.838618Z","steps":["trace[1577450858] 'agreement among raft nodes before linearized reading' (duration: 4.998887806s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:42.838666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.839679Z","time spent":"4.998980138s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 16:53:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:42.8386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998896367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:42.838829Z","caller":"traceutil/trace.go:171","msg":"trace[1427648928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999127202s","start":"2026-07-03T16:53:37.83964Z","end":"2026-07-03T16:53:42.838767Z","steps":["trace[1427648928] 'agreement among raft nodes before linearized reading' (duration: 4.998909187s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:42.839004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.839631Z","time spent":"4.999351728s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 16:53:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:43.206069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.454792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:43.206231Z","caller":"traceutil/trace.go:171","msg":"trace[1416865900] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"1.875815324s","start":"2026-07-03T16:53:41.330384Z","end":"2026-07-03T16:53:43.206199Z","steps":["trace[1416865900] 'process raft request' (duration: 1.046147147s)","trace[1416865900] 'compare' (duration: 828.748916ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:43.206327Z","caller":"traceutil/trace.go:171","msg":"trace[756571171] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"562.855686ms","start":"2026-07-03T16:53:42.643453Z","end":"2026-07-03T16:53:43.206309Z","steps":["trace[756571171] 'process raft request' (duration: 562.741343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.20635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.330367Z","time spent":"1.875928437s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:43.206417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:42.643431Z","time spent":"562.938529ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:43.206695Z","caller":"traceutil/trace.go:171","msg":"trace[2074721719] linearizableReadLoop","detail":"{readStateIndex:27883; appliedIndex:27879; }","duration":"1.879774765s","start":"2026-07-03T16:53:41.326907Z","end":"2026-07-03T16:53:43.206682Z","steps":["trace[2074721719] 'read index received' (duration: 672.314605ms)","trace[2074721719] 'applied index is now lower than readState.Index' (duration: 1.20745897s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:43.206917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.078223178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:53:43.206959Z","caller":"traceutil/trace.go:171","msg":"trace[341692230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26947; }","duration":"5.07830273s","start":"2026-07-03T16:53:38.128645Z","end":"2026-07-03T16:53:43.206948Z","steps":["trace[341692230] 'agreement among raft nodes before linearized reading' (duration: 5.078133046s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:38.12862Z","time spent":"5.078372312s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:43.207241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366278363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:53:43.207285Z","caller":"traceutil/trace.go:171","msg":"trace[1116525676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26947; }","duration":"5.366337714s","start":"2026-07-03T16:53:37.840936Z","end":"2026-07-03T16:53:43.207274Z","steps":["trace[1116525676] 'agreement among raft nodes before linearized reading' (duration: 5.366233092s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.207317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.840929Z","time spent":"5.366377765s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:43.207536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876733166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-07-03T16:53:43.207566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.520525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"info","ts":"2026-07-03T16:53:43.207589Z","caller":"traceutil/trace.go:171","msg":"trace[372208818] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26947; }","duration":"1.876807147s","start":"2026-07-03T16:53:41.330767Z","end":"2026-07-03T16:53:43.207574Z","steps":["trace[372208818] 'agreement among raft nodes before linearized reading' (duration: 1.876644443s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.207618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.330759Z","time spent":"1.876852869s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-07-03T16:53:43.207618Z","caller":"traceutil/trace.go:171","msg":"trace[1890307452] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26947; }","duration":"706.608048ms","start":"2026-07-03T16:53:42.500997Z","end":"2026-07-03T16:53:43.207605Z","steps":["trace[1890307452] 'agreement among raft nodes before linearized reading' (duration: 706.417493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.207649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:42.500985Z","time spent":"706.658929ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7249,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:53:43.207793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235134912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-03T16:53:43.207818Z","caller":"traceutil/trace.go:171","msg":"trace[403707211] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26947; }","duration":"1.235187222s","start":"2026-07-03T16:53:41.97262Z","end":"2026-07-03T16:53:43.207807Z","steps":["trace[403707211] 'agreement among raft nodes before linearized reading' (duration: 1.235126311s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.20784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.972603Z","time spent":"1.235232354s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:53:43.207844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.558978011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-07-03T16:53:43.20787Z","caller":"traceutil/trace.go:171","msg":"trace[1452631116] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26947; }","duration":"5.559019681s","start":"2026-07-03T16:53:37.648842Z","end":"2026-07-03T16:53:43.207862Z","steps":["trace[1452631116] 'agreement among raft nodes before linearized reading' (duration: 5.5589485s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.207891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.648829Z","time spent":"5.559057542s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:53:43.207901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851816297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:1 size:17856"} {"level":"warn","ts":"2026-07-03T16:53:43.207916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876878249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:43.207955Z","caller":"traceutil/trace.go:171","msg":"trace[1246687055] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:26947; }","duration":"1.87693603s","start":"2026-07-03T16:53:41.331008Z","end":"2026-07-03T16:53:43.207944Z","steps":["trace[1246687055] 'agreement among raft nodes before linearized reading' (duration: 1.876848648s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:43.207955Z","caller":"traceutil/trace.go:171","msg":"trace[1140316862] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26947; }","duration":"1.851906719s","start":"2026-07-03T16:53:41.356033Z","end":"2026-07-03T16:53:43.20794Z","steps":["trace[1140316862] 'agreement among raft nodes before linearized reading' (duration: 1.851756016s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.207984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.331001Z","time spent":"1.876974621s","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:43.207999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.356016Z","time spent":"1.85197507s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":17877,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:43.208035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366644773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-03T16:53:43.208055Z","caller":"traceutil/trace.go:171","msg":"trace[1322073877] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26947; }","duration":"1.366702505s","start":"2026-07-03T16:53:41.841346Z","end":"2026-07-03T16:53:43.208049Z","steps":["trace[1322073877] 'agreement among raft nodes before linearized reading' (duration: 1.366619113s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.208044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.553576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:43.208072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.841326Z","time spent":"1.366742145s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-03T16:53:43.208104Z","caller":"traceutil/trace.go:171","msg":"trace[758892748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26947; }","duration":"706.626418ms","start":"2026-07-03T16:53:42.50146Z","end":"2026-07-03T16:53:43.208086Z","steps":["trace[758892748] 'agreement among raft nodes before linearized reading' (duration: 706.527546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.208146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:42.501454Z","time spent":"706.68133ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:43.208217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620595849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:43.208245Z","caller":"traceutil/trace.go:171","msg":"trace[1332372837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26947; }","duration":"1.62064647s","start":"2026-07-03T16:53:41.58759Z","end":"2026-07-03T16:53:43.208236Z","steps":["trace[1332372837] 'agreement among raft nodes before linearized reading' (duration: 1.620557068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.208267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.567447043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130615"} {"level":"warn","ts":"2026-07-03T16:53:43.20827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:41.587576Z","time spent":"1.620689301s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:43.208263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.912708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:43.208292Z","caller":"traceutil/trace.go:171","msg":"trace[1060092572] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26947; }","duration":"5.567497455s","start":"2026-07-03T16:53:37.640788Z","end":"2026-07-03T16:53:43.208285Z","steps":["trace[1060092572] 'agreement among raft nodes before linearized reading' (duration: 5.567404713s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.208313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:37.640771Z","time spent":"5.567538396s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130636,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-03T16:53:43.208324Z","caller":"traceutil/trace.go:171","msg":"trace[918237541] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26947; }","duration":"138.014319ms","start":"2026-07-03T16:53:43.070291Z","end":"2026-07-03T16:53:43.208305Z","steps":["trace[918237541] 'agreement among raft nodes before linearized reading' (duration: 137.912887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.208488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557109255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:53:43.208847Z","caller":"traceutil/trace.go:171","msg":"trace[1632319929] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:26947; }","duration":"2.559045479s","start":"2026-07-03T16:53:40.649783Z","end":"2026-07-03T16:53:43.208829Z","steps":["trace[1632319929] 'agreement among raft nodes before linearized reading' (duration: 2.556959602s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:43.209021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:40.649772Z","time spent":"2.559116471s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:53:43.711841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:44.212784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:44.502696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.479686ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:44.502798Z","caller":"traceutil/trace.go:171","msg":"trace[1438920455] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26947; }","duration":"979.591428ms","start":"2026-07-03T16:53:43.523191Z","end":"2026-07-03T16:53:44.502782Z","steps":["trace[1438920455] 'range keys from in-memory index tree' (duration: 979.466405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:44.502939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.744169ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-03T16:53:44.503084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.209932Z","time spent":"1.293145825s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:45.376832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123435592s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:53:45.377505Z","caller":"traceutil/trace.go:171","msg":"trace[2067905730] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"2.166266224s","start":"2026-07-03T16:53:43.21121Z","end":"2026-07-03T16:53:45.377477Z","steps":["trace[2067905730] 'process raft request' (duration: 2.165852874s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.37763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.211187Z","time spent":"2.166379607s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:45.377637Z","caller":"traceutil/trace.go:171","msg":"trace[1772023866] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"2.164144406s","start":"2026-07-03T16:53:43.213465Z","end":"2026-07-03T16:53:45.37761Z","steps":["trace[1772023866] 'process raft request' (duration: 2.163821209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.377814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.213436Z","time spent":"2.164286019s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:45.377899Z","caller":"traceutil/trace.go:171","msg":"trace[670322633] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"2.15820361s","start":"2026-07-03T16:53:43.219668Z","end":"2026-07-03T16:53:45.377871Z","steps":["trace[670322633] 'process raft request' (duration: 2.158033116s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:45.377945Z","caller":"traceutil/trace.go:171","msg":"trace[320911479] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"2.045342043s","start":"2026-07-03T16:53:43.332584Z","end":"2026-07-03T16:53:45.377926Z","steps":["trace[320911479] 'process raft request' (duration: 2.045224001s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.377995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.21966Z","time spent":"2.158277693s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:45.377781Z","caller":"traceutil/trace.go:171","msg":"trace[901947800] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"2.163732217s","start":"2026-07-03T16:53:43.214022Z","end":"2026-07-03T16:53:45.377754Z","steps":["trace[901947800] 'process raft request' (duration: 2.163520912s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.378063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.332563Z","time spent":"2.045444136s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:45.378146Z","caller":"traceutil/trace.go:171","msg":"trace[1264206693] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"2.045483267s","start":"2026-07-03T16:53:43.332647Z","end":"2026-07-03T16:53:45.37813Z","steps":["trace[1264206693] 'process raft request' (duration: 2.045225511s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.37821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.332642Z","time spent":"2.045535378s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:45.378345Z","caller":"traceutil/trace.go:171","msg":"trace[502082042] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"2.045332824s","start":"2026-07-03T16:53:43.332998Z","end":"2026-07-03T16:53:45.378331Z","steps":["trace[502082042] 'process raft request' (duration: 2.045036557s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.378415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.332972Z","time spent":"2.045412015s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:45.378299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.214009Z","time spent":"2.164095975s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:45.380598Z","caller":"traceutil/trace.go:171","msg":"trace[1412321096] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"2.04601425s","start":"2026-07-03T16:53:43.33457Z","end":"2026-07-03T16:53:45.380584Z","steps":["trace[1412321096] 'process raft request' (duration: 2.043591925s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.380668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.334553Z","time spent":"2.046080251s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:45.381062Z","caller":"traceutil/trace.go:171","msg":"trace[760671844] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"1.393786883s","start":"2026-07-03T16:53:43.987265Z","end":"2026-07-03T16:53:45.381052Z","steps":["trace[760671844] 'process raft request' (duration: 1.393285111s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.381164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.98724Z","time spent":"1.393872745s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:45.381317Z","caller":"traceutil/trace.go:171","msg":"trace[1160291346] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"1.318412512s","start":"2026-07-03T16:53:44.062896Z","end":"2026-07-03T16:53:45.381309Z","steps":["trace[1160291346] 'process raft request' (duration: 1.318112616s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:45.381335Z","caller":"traceutil/trace.go:171","msg":"trace[1867971487] linearizableReadLoop","detail":"{readStateIndex:27897; appliedIndex:27884; }","duration":"2.169606141s","start":"2026-07-03T16:53:43.211711Z","end":"2026-07-03T16:53:45.381318Z","steps":["trace[1867971487] 'read index received' (duration: 1.038552995s)","trace[1867971487] 'applied index is now lower than readState.Index' (duration: 1.131052126s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:45.381358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.062878Z","time spent":"1.318460563s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:45.381342Z","caller":"traceutil/trace.go:171","msg":"trace[1119538170] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"1.316518399s","start":"2026-07-03T16:53:44.064805Z","end":"2026-07-03T16:53:45.381323Z","steps":["trace[1119538170] 'process raft request' (duration: 1.316389046s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:45.381415Z","caller":"traceutil/trace.go:171","msg":"trace[1062506392] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"1.316356655s","start":"2026-07-03T16:53:44.065047Z","end":"2026-07-03T16:53:45.381404Z","steps":["trace[1062506392] 'process raft request' (duration: 1.316227283s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.381462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.064799Z","time spent":"1.31660315s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:45.38149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.065042Z","time spent":"1.316405716s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:45.381605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169892707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-03T16:53:45.381635Z","caller":"traceutil/trace.go:171","msg":"trace[319897611] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26959; }","duration":"2.169941539s","start":"2026-07-03T16:53:43.211686Z","end":"2026-07-03T16:53:45.381628Z","steps":["trace[319897611] 'agreement among raft nodes before linearized reading' (duration: 2.169806125s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.381657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.211675Z","time spent":"2.169976169s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:45.520913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:45.52098Z","caller":"traceutil/trace.go:171","msg":"trace[923749297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378137s","start":"2026-07-03T16:53:43.520587Z","end":"2026-07-03T16:53:45.520965Z","steps":["trace[923749297] 'agreement among raft nodes before linearized reading' (duration: 2.000291885s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:45.521017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.520567Z","time spent":"2.000443419s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:45.882349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:46.524782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.13335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:46.525012Z","caller":"traceutil/trace.go:171","msg":"trace[802421348] linearizableReadLoop","detail":"{readStateIndex:27900; appliedIndex:27897; }","duration":"1.143623242s","start":"2026-07-03T16:53:45.381373Z","end":"2026-07-03T16:53:46.524996Z","steps":["trace[802421348] 'read index received' (duration: 528.175026ms)","trace[802421348] 'applied index is now lower than readState.Index' (duration: 615.447286ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:46.5251Z","caller":"traceutil/trace.go:171","msg":"trace[530745075] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"2.020758592s","start":"2026-07-03T16:53:44.504331Z","end":"2026-07-03T16:53:46.525089Z","steps":["trace[530745075] 'process raft request' (duration: 1.405249034s)","trace[530745075] 'compare' (duration: 614.70831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:46.525152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.504306Z","time spent":"2.020816034s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:46.525476Z","caller":"traceutil/trace.go:171","msg":"trace[1700692149] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"1.85152051s","start":"2026-07-03T16:53:44.673944Z","end":"2026-07-03T16:53:46.525464Z","steps":["trace[1700692149] 'process raft request' (duration: 1.850925176s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.525518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.673919Z","time spent":"1.851576101s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:46.525629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.308686339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:46.525703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312921665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-03T16:53:46.525733Z","caller":"traceutil/trace.go:171","msg":"trace[1457335294] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26962; }","duration":"3.312980067s","start":"2026-07-03T16:53:43.212745Z","end":"2026-07-03T16:53:46.525725Z","steps":["trace[1457335294] 'agreement among raft nodes before linearized reading' (duration: 3.312884125s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.52576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.212731Z","time spent":"3.313023817s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-03T16:53:46.525763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28901601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:56933"} {"level":"warn","ts":"2026-07-03T16:53:46.525836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300829049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:53:46.525864Z","caller":"traceutil/trace.go:171","msg":"trace[1933849442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26962; }","duration":"3.300886752s","start":"2026-07-03T16:53:43.22497Z","end":"2026-07-03T16:53:46.525856Z","steps":["trace[1933849442] 'agreement among raft nodes before linearized reading' (duration: 3.300752558s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.525894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.224952Z","time spent":"3.300936402s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:53:46.525911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313161022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-03T16:53:46.525919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685360938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:53:46.525937Z","caller":"traceutil/trace.go:171","msg":"trace[1705590772] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b; range_end:; response_count:1; response_revision:26962; }","duration":"3.313200602s","start":"2026-07-03T16:53:43.212728Z","end":"2026-07-03T16:53:46.525929Z","steps":["trace[1705590772] 'agreement among raft nodes before linearized reading' (duration: 3.313129201s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:46.525953Z","caller":"traceutil/trace.go:171","msg":"trace[662916644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26962; }","duration":"1.68542449s","start":"2026-07-03T16:53:44.840521Z","end":"2026-07-03T16:53:46.525946Z","steps":["trace[662916644] 'agreement among raft nodes before linearized reading' (duration: 1.685334458s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.52599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.840504Z","time spent":"1.68547727s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:53:46.526013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31397168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed5b7315da1c7\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-07-03T16:53:46.525832Z","caller":"traceutil/trace.go:171","msg":"trace[1378511471] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26962; }","duration":"3.289152424s","start":"2026-07-03T16:53:43.236661Z","end":"2026-07-03T16:53:46.525814Z","steps":["trace[1378511471] 'agreement among raft nodes before linearized reading' (duration: 3.288954909s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.526063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.23664Z","time spent":"3.28941608s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":56954,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:46.526098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141390282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7420"} {"level":"info","ts":"2026-07-03T16:53:46.526123Z","caller":"traceutil/trace.go:171","msg":"trace[413423549] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26962; }","duration":"1.141460794s","start":"2026-07-03T16:53:45.384657Z","end":"2026-07-03T16:53:46.526118Z","steps":["trace[413423549] 'agreement among raft nodes before linearized reading' (duration: 1.141399352s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.52596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.212719Z","time spent":"3.313236864s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" "} {"level":"info","ts":"2026-07-03T16:53:46.526038Z","caller":"traceutil/trace.go:171","msg":"trace[677319671] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18bed5b7315da1c7; range_end:; response_count:1; response_revision:26962; }","duration":"3.314012131s","start":"2026-07-03T16:53:43.21202Z","end":"2026-07-03T16:53:46.526032Z","steps":["trace[677319671] 'agreement among raft nodes before linearized reading' (duration: 3.313951779s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.52614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.384641Z","time spent":"1.141495565s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7441,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:53:46.526226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.212012Z","time spent":"3.314207405s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bed5b7315da1c7\" "} {"level":"info","ts":"2026-07-03T16:53:46.525695Z","caller":"traceutil/trace.go:171","msg":"trace[983985123] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26962; }","duration":"3.308800552s","start":"2026-07-03T16:53:43.21688Z","end":"2026-07-03T16:53:46.52568Z","steps":["trace[983985123] 'agreement among raft nodes before linearized reading' (duration: 3.308665579s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.526296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:43.216867Z","time spent":"3.309420316s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:46.525719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684330534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T16:53:46.526395Z","caller":"traceutil/trace.go:171","msg":"trace[88804629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26962; }","duration":"1.685044941s","start":"2026-07-03T16:53:44.841343Z","end":"2026-07-03T16:53:46.526387Z","steps":["trace[88804629] 'agreement among raft nodes before linearized reading' (duration: 1.684256542s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.526415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.841327Z","time spent":"1.685082492s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:53:46.526532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005281625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:46.526552Z","caller":"traceutil/trace.go:171","msg":"trace[234560605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26962; }","duration":"1.005298865s","start":"2026-07-03T16:53:45.521245Z","end":"2026-07-03T16:53:46.526544Z","steps":["trace[234560605] 'agreement among raft nodes before linearized reading' (duration: 1.005264784s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.526569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.521206Z","time spent":"1.005359167s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:46.526673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128836965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-07-03T16:53:46.526699Z","caller":"traceutil/trace.go:171","msg":"trace[1120670151] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26962; }","duration":"1.128879166s","start":"2026-07-03T16:53:45.39781Z","end":"2026-07-03T16:53:46.52669Z","steps":["trace[1120670151] 'agreement among raft nodes before linearized reading' (duration: 1.128809635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.526719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.3978Z","time spent":"1.128914727s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1097,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-03T16:53:46.526856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141957945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-03T16:53:46.526874Z","caller":"traceutil/trace.go:171","msg":"trace[252228000] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26962; }","duration":"1.141995905s","start":"2026-07-03T16:53:45.384873Z","end":"2026-07-03T16:53:46.526869Z","steps":["trace[252228000] 'agreement among raft nodes before linearized reading' (duration: 1.141933024s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.526917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:45.384866Z","time spent":"1.142046987s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-03T16:53:46.526965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684883287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:53:46.526997Z","caller":"traceutil/trace.go:171","msg":"trace[1318245337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26962; }","duration":"1.684928638s","start":"2026-07-03T16:53:44.842059Z","end":"2026-07-03T16:53:46.526988Z","steps":["trace[1318245337] 'agreement among raft nodes before linearized reading' (duration: 1.684842956s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.527023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.842052Z","time spent":"1.684962579s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:53:46.52577Z","caller":"traceutil/trace.go:171","msg":"trace[1783825012] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"1.840489838s","start":"2026-07-03T16:53:44.685265Z","end":"2026-07-03T16:53:46.525755Z","steps":["trace[1783825012] 'process raft request' (duration: 1.83969235s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:46.529551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:44.685252Z","time spent":"1.844224894s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:47.032626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:47.746242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.562005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:47.746333Z","caller":"traceutil/trace.go:171","msg":"trace[561074331] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"1.216057135s","start":"2026-07-03T16:53:46.530261Z","end":"2026-07-03T16:53:47.746318Z","steps":["trace[561074331] 'process raft request' (duration: 800.347207ms)","trace[561074331] 'compare' (duration: 414.89829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:47.746388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.530237Z","time spent":"1.216129398s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:47.838043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.533798Z","time spent":"1.304237249s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:53:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:47.838876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.533974Z","time spent":"1.304893904s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:53:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:47.838888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.533858Z","time spent":"1.305021797s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:53:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:47.84877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315095867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:47.84882Z","caller":"traceutil/trace.go:171","msg":"trace[1569046364] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; }","duration":"1.315156978s","start":"2026-07-03T16:53:46.53365Z","end":"2026-07-03T16:53:47.848807Z","steps":["trace[1569046364] 'agreement among raft nodes before linearized reading' (duration: 1.315094067s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:47.848854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.533616Z","time spent":"1.31522768s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} 2026/07/03 16:53:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:48.53513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000627623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:53:48.535184Z","caller":"traceutil/trace.go:171","msg":"trace[848972678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000708485s","start":"2026-07-03T16:53:46.534463Z","end":"2026-07-03T16:53:48.535171Z","steps":["trace[848972678] 'agreement among raft nodes before linearized reading' (duration: 2.000637013s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:48.535211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.534455Z","time spent":"2.000750466s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:53:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:53:48.629751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.200111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:48.630101Z","caller":"traceutil/trace.go:171","msg":"trace[73459349] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"2.093390241s","start":"2026-07-03T16:53:46.536674Z","end":"2026-07-03T16:53:48.630064Z","steps":["trace[73459349] 'process raft request' (duration: 2.093279928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:48.630288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.536667Z","time spent":"2.093518494s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.064252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.241881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:53:49.064463Z","caller":"traceutil/trace.go:171","msg":"trace[252070391] linearizableReadLoop","detail":"{readStateIndex:27905; appliedIndex:27900; }","duration":"2.532022792s","start":"2026-07-03T16:53:46.532423Z","end":"2026-07-03T16:53:49.064445Z","steps":["trace[252070391] 'read index received' (duration: 798.433934ms)","trace[252070391] 'applied index is now lower than readState.Index' (duration: 1.733587778s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:49.064981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532547574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:53:49.065027Z","caller":"traceutil/trace.go:171","msg":"trace[1370415485] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26967; }","duration":"2.532630966s","start":"2026-07-03T16:53:46.532385Z","end":"2026-07-03T16:53:49.065016Z","steps":["trace[1370415485] 'agreement among raft nodes before linearized reading' (duration: 2.532486143s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.065059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.532371Z","time spent":"2.532681007s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:53:49.065208Z","caller":"traceutil/trace.go:171","msg":"trace[72588932] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"1.682268728s","start":"2026-07-03T16:53:47.382904Z","end":"2026-07-03T16:53:49.065173Z","steps":["trace[72588932] 'process raft request' (duration: 1.681440529s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.06539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.382892Z","time spent":"1.682405471s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.806888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.525206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:49.807151Z","caller":"traceutil/trace.go:171","msg":"trace[142707601] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"2.421241844s","start":"2026-07-03T16:53:47.385893Z","end":"2026-07-03T16:53:49.807135Z","steps":["trace[142707601] 'process raft request' (duration: 2.421135322s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.807212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.385885Z","time spent":"2.421298285s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:49.80719Z","caller":"traceutil/trace.go:171","msg":"trace[548054032] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"2.423057036s","start":"2026-07-03T16:53:47.384103Z","end":"2026-07-03T16:53:49.80716Z","steps":["trace[548054032] 'process raft request' (duration: 2.422872001s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.807255Z","caller":"traceutil/trace.go:171","msg":"trace[1409601090] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"2.423296891s","start":"2026-07-03T16:53:47.383927Z","end":"2026-07-03T16:53:49.807224Z","steps":["trace[1409601090] 'process raft request' (duration: 1.681228243s)","trace[1409601090] 'compare' (duration: 741.325241ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:49.807272Z","caller":"traceutil/trace.go:171","msg":"trace[1288010728] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"2.411774158s","start":"2026-07-03T16:53:47.395407Z","end":"2026-07-03T16:53:49.807181Z","steps":["trace[1288010728] 'process raft request' (duration: 2.411649405s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.807323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.384096Z","time spent":"2.423155328s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:49.807328Z","caller":"traceutil/trace.go:171","msg":"trace[2090940431] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"2.410012767s","start":"2026-07-03T16:53:47.397298Z","end":"2026-07-03T16:53:49.807311Z","steps":["trace[2090940431] 'process raft request' (duration: 2.409785872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.807397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.383917Z","time spent":"2.423417813s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.807413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.397283Z","time spent":"2.410089928s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.807433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.395398Z","time spent":"2.411980782s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:49.808254Z","caller":"traceutil/trace.go:171","msg":"trace[441346482] linearizableReadLoop","detail":"{readStateIndex:27919; appliedIndex:27907; }","duration":"743.747305ms","start":"2026-07-03T16:53:49.064497Z","end":"2026-07-03T16:53:49.808244Z","steps":["trace[441346482] 'read index received' (duration: 330.35897ms)","trace[441346482] 'applied index is now lower than readState.Index' (duration: 413.387525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:49.808481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426206637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:53:49.808483Z","caller":"traceutil/trace.go:171","msg":"trace[1972803048] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"1.591618188s","start":"2026-07-03T16:53:48.216848Z","end":"2026-07-03T16:53:49.808467Z","steps":["trace[1972803048] 'process raft request' (duration: 1.591307771s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.808509Z","caller":"traceutil/trace.go:171","msg":"trace[790366992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26978; }","duration":"2.426268279s","start":"2026-07-03T16:53:47.382234Z","end":"2026-07-03T16:53:49.808503Z","steps":["trace[790366992] 'agreement among raft nodes before linearized reading' (duration: 2.426181137s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.808534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.382216Z","time spent":"2.426312469s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:49.808546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.21682Z","time spent":"1.59169331s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:49.808628Z","caller":"traceutil/trace.go:171","msg":"trace[1156506891] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26975; }","duration":"1.967818484s","start":"2026-07-03T16:53:47.840802Z","end":"2026-07-03T16:53:49.80862Z","steps":["trace[1156506891] 'process raft request' (duration: 1.967283742s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.808626Z","caller":"traceutil/trace.go:171","msg":"trace[1259982408] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"2.057492971s","start":"2026-07-03T16:53:47.751119Z","end":"2026-07-03T16:53:49.808612Z","steps":["trace[1259982408] 'process raft request' (duration: 2.056935339s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.808677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.75109Z","time spent":"2.057566692s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:49.808675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.840785Z","time spent":"1.967865425s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":514,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:49.808767Z","caller":"traceutil/trace.go:171","msg":"trace[945805947] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26975; }","duration":"1.966867773s","start":"2026-07-03T16:53:47.841892Z","end":"2026-07-03T16:53:49.80876Z","steps":["trace[945805947] 'process raft request' (duration: 1.966217768s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.808806Z","caller":"traceutil/trace.go:171","msg":"trace[1291299059] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"2.411138572s","start":"2026-07-03T16:53:47.39766Z","end":"2026-07-03T16:53:49.808798Z","steps":["trace[1291299059] 'process raft request' (duration: 2.409445454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.808808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.841871Z","time spent":"1.966916344s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":528,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.808847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.397644Z","time spent":"2.411181963s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.808892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272614455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.808933Z","caller":"traceutil/trace.go:171","msg":"trace[220670760] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26978; }","duration":"3.272665546s","start":"2026-07-03T16:53:46.53626Z","end":"2026-07-03T16:53:49.808926Z","steps":["trace[220670760] 'agreement among raft nodes before linearized reading' (duration: 3.272598225s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.808959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.536253Z","time spent":"3.272700488s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:49.809076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.268253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:53:49.809103Z","caller":"traceutil/trace.go:171","msg":"trace[40758055] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26978; }","duration":"742.341534ms","start":"2026-07-03T16:53:49.066755Z","end":"2026-07-03T16:53:49.809097Z","steps":["trace[40758055] 'agreement among raft nodes before linearized reading' (duration: 742.257281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.809125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.066734Z","time spent":"742.386485ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:53:49.809167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670535045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-03T16:53:49.809196Z","caller":"traceutil/trace.go:171","msg":"trace[1097560676] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26978; }","duration":"2.670593776s","start":"2026-07-03T16:53:47.138595Z","end":"2026-07-03T16:53:49.809189Z","steps":["trace[1097560676] 'agreement among raft nodes before linearized reading' (duration: 2.670481434s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.80922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.138576Z","time spent":"2.670638757s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:53:49.809272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275521523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-03T16:53:49.809296Z","caller":"traceutil/trace.go:171","msg":"trace[1499583133] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26978; }","duration":"3.275556293s","start":"2026-07-03T16:53:46.533733Z","end":"2026-07-03T16:53:49.80929Z","steps":["trace[1499583133] 'agreement among raft nodes before linearized reading' (duration: 3.275492062s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.809318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.533728Z","time spent":"3.275584864s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:53:49.809321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808900022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-03T16:53:49.809342Z","caller":"traceutil/trace.go:171","msg":"trace[350193797] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26978; }","duration":"2.808955773s","start":"2026-07-03T16:53:47.000381Z","end":"2026-07-03T16:53:49.809337Z","steps":["trace[350193797] 'agreement among raft nodes before linearized reading' (duration: 2.808884212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.809365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.000362Z","time spent":"2.808998324s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7935,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:53:49.809663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241557288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58557"} {"level":"info","ts":"2026-07-03T16:53:49.809737Z","caller":"traceutil/trace.go:171","msg":"trace[834002893] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26978; }","duration":"3.241661269s","start":"2026-07-03T16:53:46.568062Z","end":"2026-07-03T16:53:49.809723Z","steps":["trace[834002893] 'agreement among raft nodes before linearized reading' (duration: 3.241493405s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.809789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.568046Z","time spent":"3.241718151s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":58578,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:49.809867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270906687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-07-03T16:53:49.809897Z","caller":"traceutil/trace.go:171","msg":"trace[679249561] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26978; }","duration":"3.270954518s","start":"2026-07-03T16:53:46.538933Z","end":"2026-07-03T16:53:49.809888Z","steps":["trace[679249561] 'agreement among raft nodes before linearized reading' (duration: 3.270883506s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.809919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:46.538925Z","time spent":"3.270989259s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-07-03T16:53:49.809937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157698254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"info","ts":"2026-07-03T16:53:49.809971Z","caller":"traceutil/trace.go:171","msg":"trace[307904821] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26978; }","duration":"1.157771766s","start":"2026-07-03T16:53:48.652191Z","end":"2026-07-03T16:53:49.809963Z","steps":["trace[307904821] 'agreement among raft nodes before linearized reading' (duration: 1.157681333s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.809996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.652175Z","time spent":"1.157815256s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7249,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:53:49.81003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274571042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:49.810082Z","caller":"traceutil/trace.go:171","msg":"trace[1349233600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26978; }","duration":"1.274658554s","start":"2026-07-03T16:53:48.535411Z","end":"2026-07-03T16:53:49.81007Z","steps":["trace[1349233600] 'agreement among raft nodes before linearized reading' (duration: 1.274578852s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:49.810104Z","caller":"traceutil/trace.go:171","msg":"trace[42510832] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"946.659998ms","start":"2026-07-03T16:53:48.863437Z","end":"2026-07-03T16:53:49.810097Z","steps":["trace[42510832] 'process raft request' (duration: 944.779124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.810151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.863411Z","time spent":"946.716828ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.810197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977420464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-03T16:53:49.810222Z","caller":"traceutil/trace.go:171","msg":"trace[1338338417] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26978; }","duration":"1.977481295s","start":"2026-07-03T16:53:47.832736Z","end":"2026-07-03T16:53:49.810217Z","steps":["trace[1338338417] 'agreement among raft nodes before linearized reading' (duration: 1.977397253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.810237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.832678Z","time spent":"1.977520696s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18374,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-03T16:53:49.810203Z","caller":"traceutil/trace.go:171","msg":"trace[362305762] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"1.0567593s","start":"2026-07-03T16:53:48.753438Z","end":"2026-07-03T16:53:49.810197Z","steps":["trace[362305762] 'process raft request' (duration: 1.054755004s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.810306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.753404Z","time spent":"1.056881233s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:49.810107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:48.535394Z","time spent":"1.274708995s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:49.808652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425827498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:53:49.828864Z","caller":"traceutil/trace.go:171","msg":"trace[1428028387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26978; }","duration":"2.446067021s","start":"2026-07-03T16:53:47.382781Z","end":"2026-07-03T16:53:49.828848Z","steps":["trace[1428028387] 'agreement among raft nodes before linearized reading' (duration: 2.425618883s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:49.828906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:47.382774Z","time spent":"2.446112743s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:50.361103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.808812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:50.361323Z","caller":"traceutil/trace.go:171","msg":"trace[1623182971] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"546.522563ms","start":"2026-07-03T16:53:49.814773Z","end":"2026-07-03T16:53:50.361295Z","steps":["trace[1623182971] 'process raft request' (duration: 112.464076ms)","trace[1623182971] 'compare' (duration: 433.560345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:50.361432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.814752Z","time spent":"546.623016ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:50.361749Z","caller":"traceutil/trace.go:171","msg":"trace[355699294] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"533.64168ms","start":"2026-07-03T16:53:49.82809Z","end":"2026-07-03T16:53:50.361732Z","steps":["trace[355699294] 'process raft request' (duration: 533.532498ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:50.361772Z","caller":"traceutil/trace.go:171","msg":"trace[95673810] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"546.455242ms","start":"2026-07-03T16:53:49.81528Z","end":"2026-07-03T16:53:50.361735Z","steps":["trace[95673810] 'process raft request' (duration: 545.92305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.361816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.827655Z","time spent":"534.133162ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:50.361932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.815263Z","time spent":"546.587315ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:50.361933Z","caller":"traceutil/trace.go:171","msg":"trace[1868991308] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"533.486547ms","start":"2026-07-03T16:53:49.82837Z","end":"2026-07-03T16:53:50.361856Z","steps":["trace[1868991308] 'process raft request' (duration: 533.300243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.362262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.828362Z","time spent":"533.690071ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:53:50.362378Z","caller":"traceutil/trace.go:171","msg":"trace[282128378] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"528.268398ms","start":"2026-07-03T16:53:49.83408Z","end":"2026-07-03T16:53:50.362349Z","steps":["trace[282128378] 'process raft request' (duration: 527.617253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.36252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.834071Z","time spent":"528.37681ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:50.362992Z","caller":"traceutil/trace.go:171","msg":"trace[1403581169] linearizableReadLoop","detail":"{readStateIndex:27921; appliedIndex:27919; }","duration":"535.004171ms","start":"2026-07-03T16:53:49.827941Z","end":"2026-07-03T16:53:50.362945Z","steps":["trace[1403581169] 'read index received' (duration: 99.573512ms)","trace[1403581169] 'applied index is now lower than readState.Index' (duration: 435.428939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:50.363028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.076702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-03T16:53:50.363102Z","caller":"traceutil/trace.go:171","msg":"trace[59789610] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046; range_end:; response_count:1; response_revision:26983; }","duration":"535.172795ms","start":"2026-07-03T16:53:49.827916Z","end":"2026-07-03T16:53:50.363089Z","steps":["trace[59789610] 'agreement among raft nodes before linearized reading' (duration: 534.992381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.363169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.827904Z","time spent":"535.249576ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046\" "} {"level":"warn","ts":"2026-07-03T16:53:50.363291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.337348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:50.363582Z","caller":"traceutil/trace.go:171","msg":"trace[1565920997] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26983; }","duration":"535.39552ms","start":"2026-07-03T16:53:49.827921Z","end":"2026-07-03T16:53:50.363316Z","steps":["trace[1565920997] 'agreement among raft nodes before linearized reading' (duration: 535.336329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.363626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.827909Z","time spent":"535.707117ms","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:50.363782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.586987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-07-03T16:53:50.363836Z","caller":"traceutil/trace.go:171","msg":"trace[1593625857] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26983; }","duration":"532.660598ms","start":"2026-07-03T16:53:49.831163Z","end":"2026-07-03T16:53:50.363823Z","steps":["trace[1593625857] 'agreement among raft nodes before linearized reading' (duration: 532.497834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.363821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.931976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:6112"} {"level":"warn","ts":"2026-07-03T16:53:50.363877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.831153Z","time spent":"532.717079ms","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-07-03T16:53:50.363884Z","caller":"traceutil/trace.go:171","msg":"trace[2130914207] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26983; }","duration":"530.006847ms","start":"2026-07-03T16:53:49.833866Z","end":"2026-07-03T16:53:50.363872Z","steps":["trace[2130914207] 'agreement among raft nodes before linearized reading' (duration: 529.852263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.363941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.833862Z","time spent":"530.045958ms","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":6133,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:50.363683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.006167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-03T16:53:50.364165Z","caller":"traceutil/trace.go:171","msg":"trace[1829408584] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26983; }","duration":"530.502949ms","start":"2026-07-03T16:53:49.833651Z","end":"2026-07-03T16:53:50.364154Z","steps":["trace[1829408584] 'agreement among raft nodes before linearized reading' (duration: 529.926185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.364217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.833644Z","time spent":"530.5616ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1158,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-03T16:53:50.365139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.167585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:50.365213Z","caller":"traceutil/trace.go:171","msg":"trace[1107855179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26983; }","duration":"536.411142ms","start":"2026-07-03T16:53:49.828783Z","end":"2026-07-03T16:53:50.365195Z","steps":["trace[1107855179] 'agreement among raft nodes before linearized reading' (duration: 535.166894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:50.365251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:49.828775Z","time spent":"536.461633ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:51.059069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.553631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:51.059783Z","caller":"traceutil/trace.go:171","msg":"trace[1211153231] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"692.403834ms","start":"2026-07-03T16:53:50.36734Z","end":"2026-07-03T16:53:51.059743Z","steps":["trace[1211153231] 'process raft request' (duration: 483.108767ms)","trace[1211153231] 'compare' (duration: 208.311925ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:51.059817Z","caller":"traceutil/trace.go:171","msg":"trace[1245954537] linearizableReadLoop","detail":"{readStateIndex:27927; appliedIndex:27924; }","duration":"690.371927ms","start":"2026-07-03T16:53:50.369426Z","end":"2026-07-03T16:53:51.059798Z","steps":["trace[1245954537] 'read index received' (duration: 481.037859ms)","trace[1245954537] 'applied index is now lower than readState.Index' (duration: 209.332808ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:51.060017Z","caller":"traceutil/trace.go:171","msg":"trace[1629683945] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"692.625019ms","start":"2026-07-03T16:53:50.367338Z","end":"2026-07-03T16:53:51.059963Z","steps":["trace[1629683945] 'process raft request' (duration: 692.321562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.060046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.367324Z","time spent":"692.537487ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:51.060169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.711405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.060248Z","caller":"traceutil/trace.go:171","msg":"trace[1336433642] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26986; }","duration":"690.830617ms","start":"2026-07-03T16:53:50.3694Z","end":"2026-07-03T16:53:51.06023Z","steps":["trace[1336433642] 'agreement among raft nodes before linearized reading' (duration: 690.611942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:51.060291Z","caller":"traceutil/trace.go:171","msg":"trace[498449751] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"692.752002ms","start":"2026-07-03T16:53:50.367483Z","end":"2026-07-03T16:53:51.060235Z","steps":["trace[498449751] 'process raft request' (duration: 692.266721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.060299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.369389Z","time spent":"690.901329ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-03T16:53:51.060373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.197195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-07-03T16:53:51.060419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.36747Z","time spent":"692.854944ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:51.060524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.212233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.060491Z","caller":"traceutil/trace.go:171","msg":"trace[467040062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26986; }","duration":"687.313797ms","start":"2026-07-03T16:53:50.373149Z","end":"2026-07-03T16:53:51.060463Z","steps":["trace[467040062] 'agreement among raft nodes before linearized reading' (duration: 686.889038ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:51.060567Z","caller":"traceutil/trace.go:171","msg":"trace[1077204223] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26986; }","duration":"488.309585ms","start":"2026-07-03T16:53:50.572245Z","end":"2026-07-03T16:53:51.060555Z","steps":["trace[1077204223] 'agreement among raft nodes before linearized reading' (duration: 488.190743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.060153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.367314Z","time spent":"692.742971ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:51.060781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.572227Z","time spent":"488.54134ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.060824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.190869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.060829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.305385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.060883Z","caller":"traceutil/trace.go:171","msg":"trace[411556271] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26986; }","duration":"508.26379ms","start":"2026-07-03T16:53:50.552604Z","end":"2026-07-03T16:53:51.060868Z","steps":["trace[411556271] 'agreement among raft nodes before linearized reading' (duration: 508.163618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.060934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.552599Z","time spent":"508.320292ms","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.060952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.084136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.060978Z","caller":"traceutil/trace.go:171","msg":"trace[1632304864] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26986; }","duration":"391.121557ms","start":"2026-07-03T16:53:50.669847Z","end":"2026-07-03T16:53:51.060968Z","steps":["trace[1632304864] 'agreement among raft nodes before linearized reading' (duration: 391.080896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.060999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.669839Z","time spent":"391.154417ms","remote":"127.0.0.1:58420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:51.06093Z","caller":"traceutil/trace.go:171","msg":"trace[2009649676] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26986; }","duration":"534.423587ms","start":"2026-07-03T16:53:50.526469Z","end":"2026-07-03T16:53:51.060892Z","steps":["trace[2009649676] 'agreement among raft nodes before linearized reading' (duration: 534.261763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.061117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.836353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.061128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.526464Z","time spent":"534.620572ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.061155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.907029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.061197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.834716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.061207Z","caller":"traceutil/trace.go:171","msg":"trace[118767711] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26986; }","duration":"488.98105ms","start":"2026-07-03T16:53:50.572212Z","end":"2026-07-03T16:53:51.061194Z","steps":["trace[118767711] 'agreement among raft nodes before linearized reading' (duration: 488.904958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.061242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.413119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.061263Z","caller":"traceutil/trace.go:171","msg":"trace[36550229] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26986; }","duration":"407.438809ms","start":"2026-07-03T16:53:50.653816Z","end":"2026-07-03T16:53:51.061255Z","steps":["trace[36550229] 'agreement among raft nodes before linearized reading' (duration: 407.413169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.061282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.653812Z","time spent":"407.464941ms","remote":"127.0.0.1:58406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.061399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.589773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.061425Z","caller":"traceutil/trace.go:171","msg":"trace[311738837] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26986; }","duration":"407.629305ms","start":"2026-07-03T16:53:50.65379Z","end":"2026-07-03T16:53:51.061419Z","steps":["trace[311738837] 'agreement among raft nodes before linearized reading' (duration: 407.587344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.061455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.653784Z","time spent":"407.664945ms","remote":"127.0.0.1:58406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.061635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.224037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:53:51.06166Z","caller":"traceutil/trace.go:171","msg":"trace[129039230] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:26986; }","duration":"408.249768ms","start":"2026-07-03T16:53:50.653404Z","end":"2026-07-03T16:53:51.061654Z","steps":["trace[129039230] 'agreement among raft nodes before linearized reading' (duration: 408.131625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.061677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.653368Z","time spent":"408.304379ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:53:51.061799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.984779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.061823Z","caller":"traceutil/trace.go:171","msg":"trace[187111075] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26986; }","duration":"474.019861ms","start":"2026-07-03T16:53:50.587797Z","end":"2026-07-03T16:53:51.061817Z","steps":["trace[187111075] 'agreement among raft nodes before linearized reading' (duration: 473.97844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.061845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.587791Z","time spent":"474.047311ms","remote":"127.0.0.1:58368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:51.061868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.938799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.061945Z","caller":"traceutil/trace.go:171","msg":"trace[1144050017] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26986; }","duration":"457.058862ms","start":"2026-07-03T16:53:50.604868Z","end":"2026-07-03T16:53:51.061927Z","steps":["trace[1144050017] 'agreement among raft nodes before linearized reading' (duration: 456.829557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.061984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.974421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.062004Z","caller":"traceutil/trace.go:171","msg":"trace[1124538777] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26986; }","duration":"475.006493ms","start":"2026-07-03T16:53:50.586992Z","end":"2026-07-03T16:53:51.061998Z","steps":["trace[1124538777] 'agreement among raft nodes before linearized reading' (duration: 474.980092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.062029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.586984Z","time spent":"475.039903ms","remote":"127.0.0.1:58368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.062045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.941934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.062083Z","caller":"traceutil/trace.go:171","msg":"trace[1756745983] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26986; }","duration":"422.995744ms","start":"2026-07-03T16:53:50.639074Z","end":"2026-07-03T16:53:51.06207Z","steps":["trace[1756745983] 'agreement among raft nodes before linearized reading' (duration: 422.945683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.062119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.729348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.062117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.639059Z","time spent":"423.050886ms","remote":"127.0.0.1:58392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:51.062139Z","caller":"traceutil/trace.go:171","msg":"trace[1654536850] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26986; }","duration":"489.774229ms","start":"2026-07-03T16:53:50.572358Z","end":"2026-07-03T16:53:51.062133Z","steps":["trace[1654536850] 'agreement among raft nodes before linearized reading' (duration: 489.742238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.062161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.572345Z","time spent":"489.81058ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:51.060658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.373125Z","time spent":"687.519132ms","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3317,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-03T16:53:51.062353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.123733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.062405Z","caller":"traceutil/trace.go:171","msg":"trace[758420318] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26986; }","duration":"524.188495ms","start":"2026-07-03T16:53:50.538205Z","end":"2026-07-03T16:53:51.062393Z","steps":["trace[758420318] 'agreement among raft nodes before linearized reading' (duration: 524.106113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.062444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.621655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.06248Z","caller":"traceutil/trace.go:171","msg":"trace[1798659671] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26986; }","duration":"439.666425ms","start":"2026-07-03T16:53:50.622803Z","end":"2026-07-03T16:53:51.06247Z","steps":["trace[1798659671] 'agreement among raft nodes before linearized reading' (duration: 439.622974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.062485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.538201Z","time spent":"524.271116ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:51.062515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.622797Z","time spent":"439.709866ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:51.062672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.10446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.062757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.81165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.062794Z","caller":"traceutil/trace.go:171","msg":"trace[901366412] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26986; }","duration":"457.86668ms","start":"2026-07-03T16:53:50.604919Z","end":"2026-07-03T16:53:51.062785Z","steps":["trace[901366412] 'agreement among raft nodes before linearized reading' (duration: 457.820779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.062825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.324721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.062832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.60491Z","time spent":"457.912241ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 "} {"level":"info","ts":"2026-07-03T16:53:51.062855Z","caller":"traceutil/trace.go:171","msg":"trace[440508497] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26986; }","duration":"536.358352ms","start":"2026-07-03T16:53:50.526487Z","end":"2026-07-03T16:53:51.062845Z","steps":["trace[440508497] 'agreement among raft nodes before linearized reading' (duration: 536.29373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.062898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.526485Z","time spent":"536.401523ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:51.062774Z","caller":"traceutil/trace.go:171","msg":"trace[1430396114] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26986; }","duration":"548.211073ms","start":"2026-07-03T16:53:50.514541Z","end":"2026-07-03T16:53:51.062752Z","steps":["trace[1430396114] 'agreement among raft nodes before linearized reading' (duration: 548.068919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:51.061218Z","caller":"traceutil/trace.go:171","msg":"trace[871839640] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26986; }","duration":"406.862646ms","start":"2026-07-03T16:53:50.654349Z","end":"2026-07-03T16:53:51.061211Z","steps":["trace[871839640] 'agreement among raft nodes before linearized reading' (duration: 406.832215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.061959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.87596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.063046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.654343Z","time spent":"408.691598ms","remote":"127.0.0.1:58406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:51.063061Z","caller":"traceutil/trace.go:171","msg":"trace[653266215] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26986; }","duration":"476.010185ms","start":"2026-07-03T16:53:50.58704Z","end":"2026-07-03T16:53:51.06305Z","steps":["trace[653266215] 'agreement among raft nodes before linearized reading' (duration: 474.89836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.063076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.038298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"warn","ts":"2026-07-03T16:53:51.063098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.587017Z","time spent":"476.066746ms","remote":"127.0.0.1:58368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.063133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.910208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.06316Z","caller":"traceutil/trace.go:171","msg":"trace[2131909056] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26986; }","duration":"509.94348ms","start":"2026-07-03T16:53:50.55321Z","end":"2026-07-03T16:53:51.063153Z","steps":["trace[2131909056] 'agreement among raft nodes before linearized reading' (duration: 509.906989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.063184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.553204Z","time spent":"509.97448ms","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:51.061997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.604852Z","time spent":"457.133553ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.062367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.69481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.063303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.528883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.06241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.920726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.063336Z","caller":"traceutil/trace.go:171","msg":"trace[2050111729] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26986; }","duration":"424.844977ms","start":"2026-07-03T16:53:50.638482Z","end":"2026-07-03T16:53:51.063327Z","steps":["trace[2050111729] 'agreement among raft nodes before linearized reading' (duration: 423.905435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:51.063332Z","caller":"traceutil/trace.go:171","msg":"trace[10572733] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26986; }","duration":"510.563673ms","start":"2026-07-03T16:53:50.55276Z","end":"2026-07-03T16:53:51.063324Z","steps":["trace[10572733] 'agreement among raft nodes before linearized reading' (duration: 510.521733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.063374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.552757Z","time spent":"510.611414ms","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.06338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.63847Z","time spent":"424.894487ms","remote":"127.0.0.1:58392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.06117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.033927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.063521Z","caller":"traceutil/trace.go:171","msg":"trace[217062514] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26986; }","duration":"394.391421ms","start":"2026-07-03T16:53:50.669119Z","end":"2026-07-03T16:53:51.06351Z","steps":["trace[217062514] 'agreement among raft nodes before linearized reading' (duration: 392.035177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.062965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.5722Z","time spent":"490.748711ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.063565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.669112Z","time spent":"394.439143ms","remote":"127.0.0.1:58420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.062764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.978593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.063684Z","caller":"traceutil/trace.go:171","msg":"trace[2075014565] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26986; }","duration":"536.896304ms","start":"2026-07-03T16:53:50.526772Z","end":"2026-07-03T16:53:51.063668Z","steps":["trace[2075014565] 'agreement among raft nodes before linearized reading' (duration: 535.973214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:51.063297Z","caller":"traceutil/trace.go:171","msg":"trace[8212441] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26986; }","duration":"424.718643ms","start":"2026-07-03T16:53:50.638562Z","end":"2026-07-03T16:53:51.063281Z","steps":["trace[8212441] 'agreement among raft nodes before linearized reading' (duration: 423.758252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.063727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.526769Z","time spent":"536.946925ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:51.063746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.638539Z","time spent":"425.193944ms","remote":"127.0.0.1:58392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.062986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.059125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.062725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.147796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.063919Z","caller":"traceutil/trace.go:171","msg":"trace[1965013420] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26986; }","duration":"459.019637ms","start":"2026-07-03T16:53:50.60489Z","end":"2026-07-03T16:53:51.063909Z","steps":["trace[1965013420] 'agreement among raft nodes before linearized reading' (duration: 458.069975ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:51.063938Z","caller":"traceutil/trace.go:171","msg":"trace[767867295] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26986; }","duration":"526.364383ms","start":"2026-07-03T16:53:50.537561Z","end":"2026-07-03T16:53:51.063925Z","steps":["trace[767867295] 'agreement among raft nodes before linearized reading' (duration: 525.145376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.063963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.604876Z","time spent":"459.075278ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:51.063978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.537557Z","time spent":"526.408104ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.06555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.157269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.065653Z","caller":"traceutil/trace.go:171","msg":"trace[1736597320] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26986; }","duration":"579.274012ms","start":"2026-07-03T16:53:50.486367Z","end":"2026-07-03T16:53:51.065641Z","steps":["trace[1736597320] 'agreement among raft nodes before linearized reading' (duration: 579.141099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.065691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.486362Z","time spent":"579.319192ms","remote":"127.0.0.1:58314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:51.065766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.638707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.065802Z","caller":"traceutil/trace.go:171","msg":"trace[2102759155] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26986; }","duration":"564.690118ms","start":"2026-07-03T16:53:50.501103Z","end":"2026-07-03T16:53:51.065793Z","steps":["trace[2102759155] 'agreement among raft nodes before linearized reading' (duration: 564.633897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.065826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.501097Z","time spent":"564.723289ms","remote":"127.0.0.1:58326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 "} {"level":"warn","ts":"2026-07-03T16:53:51.065948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.805825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.065974Z","caller":"traceutil/trace.go:171","msg":"trace[1394250544] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26986; }","duration":"551.841166ms","start":"2026-07-03T16:53:50.514127Z","end":"2026-07-03T16:53:51.065968Z","steps":["trace[1394250544] 'agreement among raft nodes before linearized reading' (duration: 551.800115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.065993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.514123Z","time spent":"551.865226ms","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.066114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.937087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.066218Z","caller":"traceutil/trace.go:171","msg":"trace[160878531] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26986; }","duration":"566.04523ms","start":"2026-07-03T16:53:50.500113Z","end":"2026-07-03T16:53:51.066158Z","steps":["trace[160878531] 'agreement among raft nodes before linearized reading' (duration: 565.916647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.066315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.500106Z","time spent":"566.194643ms","remote":"127.0.0.1:58326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.06613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.201353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.066503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.948885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.066564Z","caller":"traceutil/trace.go:171","msg":"trace[1659529216] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26986; }","duration":"597.012816ms","start":"2026-07-03T16:53:50.469543Z","end":"2026-07-03T16:53:51.066555Z","steps":["trace[1659529216] 'agreement among raft nodes before linearized reading' (duration: 596.931334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.066591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.469526Z","time spent":"597.058478ms","remote":"127.0.0.1:58314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.062686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.603536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.067529Z","caller":"traceutil/trace.go:171","msg":"trace[195685560] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26986; }","duration":"445.462657ms","start":"2026-07-03T16:53:50.622041Z","end":"2026-07-03T16:53:51.067504Z","steps":["trace[195685560] 'agreement among raft nodes before linearized reading' (duration: 440.616967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.067593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.622024Z","time spent":"445.54818ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.062685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.998993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.068414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.951672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.068462Z","caller":"traceutil/trace.go:171","msg":"trace[62475249] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26986; }","duration":"599.019453ms","start":"2026-07-03T16:53:50.469432Z","end":"2026-07-03T16:53:51.068451Z","steps":["trace[62475249] 'agreement among raft nodes before linearized reading' (duration: 598.944551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.062724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.712879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:51.068442Z","caller":"traceutil/trace.go:171","msg":"trace[1901278638] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26986; }","duration":"530.759994ms","start":"2026-07-03T16:53:50.537669Z","end":"2026-07-03T16:53:51.068429Z","steps":["trace[1901278638] 'agreement among raft nodes before linearized reading' (duration: 524.986832ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:51.068502Z","caller":"traceutil/trace.go:171","msg":"trace[67913910] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26986; }","duration":"446.508541ms","start":"2026-07-03T16:53:50.621984Z","end":"2026-07-03T16:53:51.068493Z","steps":["trace[67913910] 'agreement among raft nodes before linearized reading' (duration: 440.720749ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:51.063103Z","caller":"traceutil/trace.go:171","msg":"trace[186282007] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26986; }","duration":"498.090138ms","start":"2026-07-03T16:53:50.565005Z","end":"2026-07-03T16:53:51.063095Z","steps":["trace[186282007] 'agreement among raft nodes before linearized reading' (duration: 497.985446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.068535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.035456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:51.068554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.564986Z","time spent":"503.552464ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":913,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-07-03T16:53:51.06857Z","caller":"traceutil/trace.go:171","msg":"trace[174218884] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26986; }","duration":"568.105737ms","start":"2026-07-03T16:53:50.500456Z","end":"2026-07-03T16:53:51.068562Z","steps":["trace[174218884] 'agreement among raft nodes before linearized reading' (duration: 565.392155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.068563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.469422Z","time spent":"599.134845ms","remote":"127.0.0.1:58314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.068554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.537666Z","time spent":"530.851896ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:53:51.068353Z","caller":"traceutil/trace.go:171","msg":"trace[1578185763] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26986; }","duration":"552.605653ms","start":"2026-07-03T16:53:50.513911Z","end":"2026-07-03T16:53:51.066516Z","steps":["trace[1578185763] 'agreement among raft nodes before linearized reading' (duration: 552.194944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.069946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.513905Z","time spent":"556.029352ms","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.063214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.514537Z","time spent":"548.48246ms","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 "} {"level":"info","ts":"2026-07-03T16:53:51.061142Z","caller":"traceutil/trace.go:171","msg":"trace[2016046181] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26986; }","duration":"391.888144ms","start":"2026-07-03T16:53:50.669247Z","end":"2026-07-03T16:53:51.061135Z","steps":["trace[2016046181] 'agreement among raft nodes before linearized reading' (duration: 391.850624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.070731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.669205Z","time spent":"401.513594ms","remote":"127.0.0.1:58420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.068539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.621972Z","time spent":"446.554813ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T16:53:51.068592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.500438Z","time spent":"568.148278ms","remote":"127.0.0.1:58326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:53:51.070597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.622197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:87328"} {"level":"info","ts":"2026-07-03T16:53:51.071246Z","caller":"traceutil/trace.go:171","msg":"trace[740015692] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26986; }","duration":"646.295752ms","start":"2026-07-03T16:53:50.424938Z","end":"2026-07-03T16:53:51.071234Z","steps":["trace[740015692] 'agreement among raft nodes before linearized reading' (duration: 641.023962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:51.071297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:50.424925Z","time spent":"646.362403ms","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":87349,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:51.571298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:53:52.13303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.477077ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-03T16:53:52.133131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.068372Z","time spent":"1.064755772s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:53:52.88505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.640459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:52.885325Z","caller":"traceutil/trace.go:171","msg":"trace[1587909158] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"1.814760161s","start":"2026-07-03T16:53:51.070523Z","end":"2026-07-03T16:53:52.885283Z","steps":["trace[1587909158] 'process raft request' (duration: 1.556728762s)","trace[1587909158] 'compare' (duration: 257.21849ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:52.885386Z","caller":"traceutil/trace.go:171","msg":"trace[1721459492] linearizableReadLoop","detail":"{readStateIndex:27931; appliedIndex:27927; }","duration":"1.815014047s","start":"2026-07-03T16:53:51.070352Z","end":"2026-07-03T16:53:52.885366Z","steps":["trace[1721459492] 'read index received' (duration: 706.171568ms)","trace[1721459492] 'applied index is now lower than readState.Index' (duration: 1.108840909s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:52.885415Z","caller":"traceutil/trace.go:171","msg":"trace[1971893145] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"1.812734604s","start":"2026-07-03T16:53:51.072648Z","end":"2026-07-03T16:53:52.885383Z","steps":["trace[1971893145] 'process raft request' (duration: 1.81251898s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:52.885523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.070507Z","time spent":"1.814911134s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:52.885542Z","caller":"traceutil/trace.go:171","msg":"trace[1328060731] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"1.652473057s","start":"2026-07-03T16:53:51.233022Z","end":"2026-07-03T16:53:52.885495Z","steps":["trace[1328060731] 'process raft request' (duration: 1.652277823s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:52.885564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.072638Z","time spent":"1.812851957s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:52.885643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.232993Z","time spent":"1.65259883s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:52.885725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815360815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-df4cf7c7b-k666x\" ","response":"range_response_count:1 size:11663"} {"level":"info","ts":"2026-07-03T16:53:52.885794Z","caller":"traceutil/trace.go:171","msg":"trace[883702679] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-df4cf7c7b-k666x; range_end:; response_count:1; response_revision:26989; }","duration":"1.815441236s","start":"2026-07-03T16:53:51.070334Z","end":"2026-07-03T16:53:52.885775Z","steps":["trace[883702679] 'agreement among raft nodes before linearized reading' (duration: 1.815256872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:52.88583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.070327Z","time spent":"1.815493997s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":11684,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-df4cf7c7b-k666x\" "} {"level":"warn","ts":"2026-07-03T16:53:53.519454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999809945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:53:53.519526Z","caller":"traceutil/trace.go:171","msg":"trace[1344364555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999933508s","start":"2026-07-03T16:53:51.519577Z","end":"2026-07-03T16:53:53.519511Z","steps":["trace[1344364555] 'agreement among raft nodes before linearized reading' (duration: 1.999840066s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.519561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.519558Z","time spent":"1.999996109s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:53.939831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.979148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:53.93996Z","caller":"traceutil/trace.go:171","msg":"trace[1133219673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26989; }","duration":"417.129821ms","start":"2026-07-03T16:53:53.52281Z","end":"2026-07-03T16:53:53.93994Z","steps":["trace[1133219673] 'range keys from in-memory index tree' (duration: 416.957927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.940755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.1207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:53.941553Z","caller":"traceutil/trace.go:171","msg":"trace[944876537] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"2.129234298s","start":"2026-07-03T16:53:51.812288Z","end":"2026-07-03T16:53:53.941522Z","steps":["trace[944876537] 'process raft request' (duration: 1.212249198s)","trace[944876537] 'compare' (duration: 915.619569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:53.941683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.812265Z","time spent":"2.129347261s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:53.941757Z","caller":"traceutil/trace.go:171","msg":"trace[1003627399] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"2.129368811s","start":"2026-07-03T16:53:51.812361Z","end":"2026-07-03T16:53:53.94173Z","steps":["trace[1003627399] 'process raft request' (duration: 2.129115765s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:53.941847Z","caller":"traceutil/trace.go:171","msg":"trace[130426139] transaction","detail":"{read_only:false; response_revision:26995; number_of_response:1; }","duration":"2.112696811s","start":"2026-07-03T16:53:51.829122Z","end":"2026-07-03T16:53:53.941819Z","steps":["trace[130426139] 'process raft request' (duration: 2.112609509s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:53.941873Z","caller":"traceutil/trace.go:171","msg":"trace[809351194] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"2.12929235s","start":"2026-07-03T16:53:51.812557Z","end":"2026-07-03T16:53:53.941849Z","steps":["trace[809351194] 'process raft request' (duration: 2.129068665s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:53.941875Z","caller":"traceutil/trace.go:171","msg":"trace[158804144] transaction","detail":"{read_only:false; response_revision:26994; number_of_response:1; }","duration":"2.128448931s","start":"2026-07-03T16:53:51.813403Z","end":"2026-07-03T16:53:53.941852Z","steps":["trace[158804144] 'process raft request' (duration: 2.128294667s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.941894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.812332Z","time spent":"2.129491514s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:53.941858Z","caller":"traceutil/trace.go:171","msg":"trace[1814958944] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"2.129161777s","start":"2026-07-03T16:53:51.812668Z","end":"2026-07-03T16:53:53.94183Z","steps":["trace[1814958944] 'process raft request' (duration: 2.128997574s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.94197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.812549Z","time spent":"2.129373561s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:53.941987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.829109Z","time spent":"2.112800093s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:53.942001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.812657Z","time spent":"2.12928342s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:53.942001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.813393Z","time spent":"2.128537483s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:53.942807Z","caller":"traceutil/trace.go:171","msg":"trace[81548307] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"1.808673182s","start":"2026-07-03T16:53:52.134119Z","end":"2026-07-03T16:53:53.942792Z","steps":["trace[81548307] 'process raft request' (duration: 1.807652079s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:53.942883Z","caller":"traceutil/trace.go:171","msg":"trace[1903544665] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"869.815803ms","start":"2026-07-03T16:53:53.073051Z","end":"2026-07-03T16:53:53.942867Z","steps":["trace[1903544665] 'process raft request' (duration: 869.765692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.942889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:52.134096Z","time spent":"1.808753274s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:53.942897Z","caller":"traceutil/trace.go:171","msg":"trace[579800873] linearizableReadLoop","detail":"{readStateIndex:27938; appliedIndex:27931; }","duration":"1.057460986s","start":"2026-07-03T16:53:52.88542Z","end":"2026-07-03T16:53:53.942881Z","steps":["trace[579800873] 'read index received' (duration: 139.082764ms)","trace[579800873] 'applied index is now lower than readState.Index' (duration: 918.377122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:53.942961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.073025Z","time spent":"869.895155ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:53.943065Z","caller":"traceutil/trace.go:171","msg":"trace[62600703] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"1.055694976s","start":"2026-07-03T16:53:52.88736Z","end":"2026-07-03T16:53:53.943055Z","steps":["trace[62600703] 'process raft request' (duration: 1.055383779s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.943087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57509533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:53:53.943111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:52.887336Z","time spent":"1.055748888s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:53.943119Z","caller":"traceutil/trace.go:171","msg":"trace[511616272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26998; }","duration":"1.575169742s","start":"2026-07-03T16:53:52.36794Z","end":"2026-07-03T16:53:53.943109Z","steps":["trace[511616272] 'agreement among raft nodes before linearized reading' (duration: 1.575031869s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.94317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:52.367915Z","time spent":"1.575247364s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:53.943276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303117558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" ","response":"range_response_count:1 size:6161"} {"level":"warn","ts":"2026-07-03T16:53:53.943303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869605287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1297"} {"level":"warn","ts":"2026-07-03T16:53:53.943305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813902725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:70568"} {"level":"info","ts":"2026-07-03T16:53:53.943335Z","caller":"traceutil/trace.go:171","msg":"trace[1305188438] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:26998; }","duration":"2.869643218s","start":"2026-07-03T16:53:51.073683Z","end":"2026-07-03T16:53:53.943326Z","steps":["trace[1305188438] 'agreement among raft nodes before linearized reading' (duration: 2.869554156s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:53.943344Z","caller":"traceutil/trace.go:171","msg":"trace[382483900] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26998; }","duration":"2.813962977s","start":"2026-07-03T16:53:51.12937Z","end":"2026-07-03T16:53:53.943333Z","steps":["trace[382483900] 'agreement among raft nodes before linearized reading' (duration: 2.813796513s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.943365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.07368Z","time spent":"2.869675449s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1318,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-07-03T16:53:53.943375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578384925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:53:53.943379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.129359Z","time spent":"2.814012528s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":70589,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T16:53:53.943399Z","caller":"traceutil/trace.go:171","msg":"trace[1684960874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26998; }","duration":"1.578443557s","start":"2026-07-03T16:53:52.364948Z","end":"2026-07-03T16:53:53.943392Z","steps":["trace[1684960874] 'agreement among raft nodes before linearized reading' (duration: 1.578376085s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.943427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:52.364926Z","time spent":"1.578494818s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:53.943566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40753153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:53.943591Z","caller":"traceutil/trace.go:171","msg":"trace[1110365441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26998; }","duration":"2.407587082s","start":"2026-07-03T16:53:51.535996Z","end":"2026-07-03T16:53:53.943583Z","steps":["trace[1110365441] 'agreement among raft nodes before linearized reading' (duration: 2.40749219s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.943609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870103798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-07-03T16:53:53.943624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.535979Z","time spent":"2.407639913s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:53:53.94364Z","caller":"traceutil/trace.go:171","msg":"trace[790943710] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26998; }","duration":"2.870146929s","start":"2026-07-03T16:53:51.073483Z","end":"2026-07-03T16:53:53.94363Z","steps":["trace[790943710] 'agreement among raft nodes before linearized reading' (duration: 2.870038467s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.943682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.073477Z","time spent":"2.870198591s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-03T16:53:53.943306Z","caller":"traceutil/trace.go:171","msg":"trace[1342131207] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9; range_end:; response_count:1; response_revision:26998; }","duration":"2.303169928s","start":"2026-07-03T16:53:51.640127Z","end":"2026-07-03T16:53:53.943297Z","steps":["trace[1342131207] 'agreement among raft nodes before linearized reading' (duration: 2.303046866s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.943814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:51.640112Z","time spent":"2.30369354s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6182,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" "} {"level":"warn","ts":"2026-07-03T16:53:53.943822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05414208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-6v5c7.18bed5bce36ff530\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-03T16:53:53.94387Z","caller":"traceutil/trace.go:171","msg":"trace[1520524093] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-6v5c7.18bed5bce36ff530; range_end:; response_count:1; response_revision:26998; }","duration":"1.054236422s","start":"2026-07-03T16:53:52.889619Z","end":"2026-07-03T16:53:53.943855Z","steps":["trace[1520524093] 'agreement among raft nodes before linearized reading' (duration: 1.054095299s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.943903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:52.889599Z","time spent":"1.054296385s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":845,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-6v5c7.18bed5bce36ff530\" "} {"level":"warn","ts":"2026-07-03T16:53:53.94409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053411494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-03T16:53:53.944123Z","caller":"traceutil/trace.go:171","msg":"trace[1183736513] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26998; }","duration":"1.053463495s","start":"2026-07-03T16:53:52.89065Z","end":"2026-07-03T16:53:53.944113Z","steps":["trace[1183736513] 'agreement among raft nodes before linearized reading' (duration: 1.053358862s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.944125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.722252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:53.944155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:52.890643Z","time spent":"1.053501466s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18374,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-03T16:53:53.944156Z","caller":"traceutil/trace.go:171","msg":"trace[1134450981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26998; }","duration":"423.790714ms","start":"2026-07-03T16:53:53.520356Z","end":"2026-07-03T16:53:53.944146Z","steps":["trace[1134450981] 'agreement among raft nodes before linearized reading' (duration: 423.738462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:53.944186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.520336Z","time spent":"423.844395ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:54.447133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694232,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:53:54.952027Z","caller":"traceutil/trace.go:171","msg":"trace[1107695941] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"1.005330556s","start":"2026-07-03T16:53:53.946664Z","end":"2026-07-03T16:53:54.951994Z","steps":["trace[1107695941] 'process raft request' (duration: 917.828109ms)","trace[1107695941] 'compare' (duration: 87.369244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:54.952206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.946644Z","time spent":"1.005475049s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:55.887116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.737218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:55.887427Z","caller":"traceutil/trace.go:171","msg":"trace[1486172837] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"995.580004ms","start":"2026-07-03T16:53:54.891827Z","end":"2026-07-03T16:53:55.887407Z","steps":["trace[1486172837] 'process raft request' (duration: 995.538063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.887693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:54.891807Z","time spent":"995.849589ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:55.887734Z","caller":"traceutil/trace.go:171","msg":"trace[997960416] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"1.93698161s","start":"2026-07-03T16:53:53.950722Z","end":"2026-07-03T16:53:55.887703Z","steps":["trace[997960416] 'process raft request' (duration: 1.230533216s)","trace[997960416] 'compare' (duration: 705.36173ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:55.887766Z","caller":"traceutil/trace.go:171","msg":"trace[1055611555] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"1.936924349s","start":"2026-07-03T16:53:53.950816Z","end":"2026-07-03T16:53:55.887741Z","steps":["trace[1055611555] 'process raft request' (duration: 1.936467279s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:55.887776Z","caller":"traceutil/trace.go:171","msg":"trace[856236672] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"1.9369921s","start":"2026-07-03T16:53:53.950753Z","end":"2026-07-03T16:53:55.887745Z","steps":["trace[856236672] 'process raft request' (duration: 1.936454988s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:55.88783Z","caller":"traceutil/trace.go:171","msg":"trace[796454993] linearizableReadLoop","detail":"{readStateIndex:27944; appliedIndex:27940; }","duration":"1.941037342s","start":"2026-07-03T16:53:53.946779Z","end":"2026-07-03T16:53:55.887816Z","steps":["trace[796454993] 'read index received' (duration: 917.725935ms)","trace[796454993] 'applied index is now lower than readState.Index' (duration: 1.023309717s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:55.887817Z","caller":"traceutil/trace.go:171","msg":"trace[1859339072] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"1.072205392s","start":"2026-07-03T16:53:54.815576Z","end":"2026-07-03T16:53:55.887781Z","steps":["trace[1859339072] 'process raft request' (duration: 1.071746402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.887873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.950809Z","time spent":"1.937004031s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:55.887877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.950705Z","time spent":"1.937097932s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:55.887926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.950742Z","time spent":"1.937094273s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:55.887991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:54.815561Z","time spent":"1.072317624s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:55.888034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939904917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"warn","ts":"2026-07-03T16:53:55.887986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940328286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:55.888057Z","caller":"traceutil/trace.go:171","msg":"trace[711740362] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:27004; }","duration":"1.939938379s","start":"2026-07-03T16:53:53.94811Z","end":"2026-07-03T16:53:55.888049Z","steps":["trace[711740362] 'agreement among raft nodes before linearized reading' (duration: 1.939887277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.888044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937114124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:55.88806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898550513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:44851"} {"level":"warn","ts":"2026-07-03T16:53:55.888045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941251017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:53:55.888087Z","caller":"traceutil/trace.go:171","msg":"trace[455069891] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27004; }","duration":"1.898610705s","start":"2026-07-03T16:53:53.989468Z","end":"2026-07-03T16:53:55.888079Z","steps":["trace[455069891] 'agreement among raft nodes before linearized reading' (duration: 1.898486351s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:55.888091Z","caller":"traceutil/trace.go:171","msg":"trace[634141900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27004; }","duration":"1.937172916s","start":"2026-07-03T16:53:53.950904Z","end":"2026-07-03T16:53:55.888077Z","steps":["trace[634141900] 'agreement among raft nodes before linearized reading' (duration: 1.937093343s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.888104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.989448Z","time spent":"1.898652876s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":44872,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:55.888092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.31055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9.18bed5bafc4e9112\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-07-03T16:53:55.888114Z","caller":"traceutil/trace.go:171","msg":"trace[1269355325] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27004; }","duration":"1.941324219s","start":"2026-07-03T16:53:53.946774Z","end":"2026-07-03T16:53:55.888098Z","steps":["trace[1269355325] 'agreement among raft nodes before linearized reading' (duration: 1.941105333s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.888075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.948098Z","time spent":"1.93997339s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1267,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-07-03T16:53:55.888126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.950896Z","time spent":"1.937222887s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:53:55.888067Z","caller":"traceutil/trace.go:171","msg":"trace[1022175090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27004; }","duration":"1.94044262s","start":"2026-07-03T16:53:53.947613Z","end":"2026-07-03T16:53:55.888055Z","steps":["trace[1022175090] 'agreement among raft nodes before linearized reading' (duration: 1.940278835s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.888154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.94673Z","time spent":"1.941416461s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:53:55.888155Z","caller":"traceutil/trace.go:171","msg":"trace[1239288209] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9.18bed5bafc4e9112; range_end:; response_count:1; response_revision:27004; }","duration":"932.386702ms","start":"2026-07-03T16:53:54.955739Z","end":"2026-07-03T16:53:55.888126Z","steps":["trace[1239288209] 'agreement among raft nodes before linearized reading' (duration: 932.234287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:55.888173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:53.947593Z","time spent":"1.940576833s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:55.888191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:54.955727Z","time spent":"932.455393ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":953,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-zn2q9.18bed5bafc4e9112\" "} {"level":"warn","ts":"2026-07-03T16:53:57.287306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013106594s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:53:57.434132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238495427s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:57.434536Z","caller":"traceutil/trace.go:171","msg":"trace[934025881] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"1.5399742s","start":"2026-07-03T16:53:55.89452Z","end":"2026-07-03T16:53:57.434494Z","steps":["trace[934025881] 'process raft request' (duration: 1.539717563s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:57.434596Z","caller":"traceutil/trace.go:171","msg":"trace[2050282114] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"1.487175264s","start":"2026-07-03T16:53:55.947393Z","end":"2026-07-03T16:53:57.434568Z","steps":["trace[2050282114] 'process raft request' (duration: 1.487036321s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:57.434617Z","caller":"traceutil/trace.go:171","msg":"trace[1583624970] linearizableReadLoop","detail":"{readStateIndex:27947; appliedIndex:27946; }","duration":"1.540297187s","start":"2026-07-03T16:53:55.8943Z","end":"2026-07-03T16:53:57.434597Z","steps":["trace[1583624970] 'read index received' (duration: 301.402349ms)","trace[1583624970] 'applied index is now lower than readState.Index' (duration: 1.238892928s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:57.434645Z","caller":"traceutil/trace.go:171","msg":"trace[1955311450] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"1.482858836s","start":"2026-07-03T16:53:55.951777Z","end":"2026-07-03T16:53:57.434636Z","steps":["trace[1955311450] 'process raft request' (duration: 1.482712653s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:57.434586Z","caller":"traceutil/trace.go:171","msg":"trace[1816975799] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"1.487570373s","start":"2026-07-03T16:53:55.946936Z","end":"2026-07-03T16:53:57.434506Z","steps":["trace[1816975799] 'process raft request' (duration: 1.487373027s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.434701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.894504Z","time spent":"1.540126083s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:57.434707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.951765Z","time spent":"1.482907918s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:57.434723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.947386Z","time spent":"1.487253296s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:57.434716Z","caller":"traceutil/trace.go:171","msg":"trace[358354494] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"1.543406677s","start":"2026-07-03T16:53:55.891298Z","end":"2026-07-03T16:53:57.434705Z","steps":["trace[358354494] 'process raft request' (duration: 304.253234ms)","trace[358354494] 'compare' (duration: 1.238322484s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:57.434842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540531742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1432"} {"level":"info","ts":"2026-07-03T16:53:57.434869Z","caller":"traceutil/trace.go:171","msg":"trace[645039013] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"1.487819349s","start":"2026-07-03T16:53:55.947031Z","end":"2026-07-03T16:53:57.43485Z","steps":["trace[645039013] 'process raft request' (duration: 1.487329867s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:57.434884Z","caller":"traceutil/trace.go:171","msg":"trace[1679982707] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27013; }","duration":"1.540608963s","start":"2026-07-03T16:53:55.894266Z","end":"2026-07-03T16:53:57.434875Z","steps":["trace[1679982707] 'agreement among raft nodes before linearized reading' (duration: 1.54046846s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.434915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.894251Z","time spent":"1.540657105s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1453,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-03T16:53:57.434902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.89128Z","time spent":"1.54353237s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:57.434885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.94691Z","time spent":"1.487833509s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:57.435003Z","caller":"traceutil/trace.go:171","msg":"trace[2121862080] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"1.487669605s","start":"2026-07-03T16:53:55.947321Z","end":"2026-07-03T16:53:57.434991Z","steps":["trace[2121862080] 'process raft request' (duration: 1.487075381s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:57.434575Z","caller":"traceutil/trace.go:171","msg":"trace[1362822957] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"1.482739603s","start":"2026-07-03T16:53:55.951818Z","end":"2026-07-03T16:53:57.434558Z","steps":["trace[1362822957] 'process raft request' (duration: 1.482705142s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.435065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53782092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:57.435094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46293957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:57.4352Z","caller":"traceutil/trace.go:171","msg":"trace[1232044900] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27013; }","duration":"1.463050363s","start":"2026-07-03T16:53:55.972121Z","end":"2026-07-03T16:53:57.435171Z","steps":["trace[1232044900] 'agreement among raft nodes before linearized reading' (duration: 1.462878469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.435266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.972069Z","time spent":"1.463181707s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:53:57.434952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.947023Z","time spent":"1.48787989s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:57.434613Z","caller":"traceutil/trace.go:171","msg":"trace[1534207376] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"1.487168044s","start":"2026-07-03T16:53:55.947437Z","end":"2026-07-03T16:53:57.434605Z","steps":["trace[1534207376] 'process raft request' (duration: 1.487022431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.435378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.856388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-07-03T16:53:57.43541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509077934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:34180"} {"level":"info","ts":"2026-07-03T16:53:57.435494Z","caller":"traceutil/trace.go:171","msg":"trace[1919921825] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27013; }","duration":"1.509196877s","start":"2026-07-03T16:53:55.926273Z","end":"2026-07-03T16:53:57.43547Z","steps":["trace[1919921825] 'agreement among raft nodes before linearized reading' (duration: 1.50888771s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.435127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.951801Z","time spent":"1.483288366s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:57.435514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536696864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" ","response":"range_response_count:1 size:5947"} {"level":"info","ts":"2026-07-03T16:53:57.435553Z","caller":"traceutil/trace.go:171","msg":"trace[1626278306] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9; range_end:; response_count:1; response_revision:27013; }","duration":"1.536746536s","start":"2026-07-03T16:53:55.898799Z","end":"2026-07-03T16:53:57.435545Z","steps":["trace[1626278306] 'agreement among raft nodes before linearized reading' (duration: 1.536391118s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.435557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.926247Z","time spent":"1.509293169s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":34201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:57.435594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.898789Z","time spent":"1.536796687s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5968,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" "} {"level":"info","ts":"2026-07-03T16:53:57.435431Z","caller":"traceutil/trace.go:171","msg":"trace[350238883] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:27013; }","duration":"435.93196ms","start":"2026-07-03T16:53:56.999485Z","end":"2026-07-03T16:53:57.435417Z","steps":["trace[350238883] 'agreement among raft nodes before linearized reading' (duration: 435.696095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.435086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.947288Z","time spent":"1.487759367s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:57.435759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:56.999469Z","time spent":"436.257277ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1198,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-07-03T16:53:57.435787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.251822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273009"} {"level":"info","ts":"2026-07-03T16:53:57.435136Z","caller":"traceutil/trace.go:171","msg":"trace[136416942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27013; }","duration":"1.537930573s","start":"2026-07-03T16:53:55.897186Z","end":"2026-07-03T16:53:57.435116Z","steps":["trace[136416942] 'agreement among raft nodes before linearized reading' (duration: 1.53780915s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.435857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.89717Z","time spent":"1.538677759s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:57.435425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:55.947431Z","time spent":"1.487929611s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:57.435857Z","caller":"traceutil/trace.go:171","msg":"trace[1166172996] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27013; }","duration":"413.362615ms","start":"2026-07-03T16:53:57.022479Z","end":"2026-07-03T16:53:57.435842Z","steps":["trace[1166172996] 'agreement among raft nodes before linearized reading' (duration: 412.584687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:57.435955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.022459Z","time spent":"413.482008ms","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273030,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:53:58.526129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.897361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:58.526491Z","caller":"traceutil/trace.go:171","msg":"trace[690107348] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"632.735002ms","start":"2026-07-03T16:53:57.893725Z","end":"2026-07-03T16:53:58.52646Z","steps":["trace[690107348] 'process raft request' (duration: 632.662391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:58.526578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.893715Z","time spent":"632.815664ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:58.526734Z","caller":"traceutil/trace.go:171","msg":"trace[1631961630] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"1.083900359s","start":"2026-07-03T16:53:57.442798Z","end":"2026-07-03T16:53:58.526699Z","steps":["trace[1631961630] 'process raft request' (duration: 1.083462959s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:58.526819Z","caller":"traceutil/trace.go:171","msg":"trace[1340388742] linearizableReadLoop","detail":"{readStateIndex:27957; appliedIndex:27955; }","duration":"1.083557391s","start":"2026-07-03T16:53:57.443249Z","end":"2026-07-03T16:53:58.526807Z","steps":["trace[1340388742] 'read index received' (duration: 107.958664ms)","trace[1340388742] 'applied index is now lower than readState.Index' (duration: 975.596937ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:58.526844Z","caller":"traceutil/trace.go:171","msg":"trace[759136493] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"1.085520476s","start":"2026-07-03T16:53:57.441309Z","end":"2026-07-03T16:53:58.526829Z","steps":["trace[759136493] 'process raft request' (duration: 109.813416ms)","trace[759136493] 'compare' (duration: 974.593105ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:58.526906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.441293Z","time spent":"1.085586608s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:53:58.526936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.44277Z","time spent":"1.084051213s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:58.527005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083543801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:53:58.52704Z","caller":"traceutil/trace.go:171","msg":"trace[1024786843] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27016; }","duration":"1.083590642s","start":"2026-07-03T16:53:57.443442Z","end":"2026-07-03T16:53:58.527033Z","steps":["trace[1024786843] 'agreement among raft nodes before linearized reading' (duration: 1.083464588s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:58.527057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.443436Z","time spent":"1.083617753s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:53:58.527033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081134697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:53:58.527091Z","caller":"traceutil/trace.go:171","msg":"trace[849251916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27016; }","duration":"1.081212308s","start":"2026-07-03T16:53:57.445865Z","end":"2026-07-03T16:53:58.527077Z","steps":["trace[849251916] 'agreement among raft nodes before linearized reading' (duration: 1.081101806s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:58.527093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.348059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:53:58.527088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.561224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:53:58.527096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083829098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-03T16:53:58.527127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.445856Z","time spent":"1.081265859s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:53:58.527139Z","caller":"traceutil/trace.go:171","msg":"trace[1896847563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27016; }","duration":"634.39805ms","start":"2026-07-03T16:53:57.892726Z","end":"2026-07-03T16:53:58.527124Z","steps":["trace[1896847563] 'agreement among raft nodes before linearized reading' (duration: 634.293628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:58.527144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043537069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:40665"} {"level":"info","ts":"2026-07-03T16:53:58.527146Z","caller":"traceutil/trace.go:171","msg":"trace[1269113044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27016; }","duration":"634.659087ms","start":"2026-07-03T16:53:57.892473Z","end":"2026-07-03T16:53:58.527132Z","steps":["trace[1269113044] 'agreement among raft nodes before linearized reading' (duration: 634.460662ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:58.527164Z","caller":"traceutil/trace.go:171","msg":"trace[1344191718] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27016; }","duration":"1.0839116s","start":"2026-07-03T16:53:57.443233Z","end":"2026-07-03T16:53:58.527144Z","steps":["trace[1344191718] 'agreement among raft nodes before linearized reading' (duration: 1.083766777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:58.527216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.443226Z","time spent":"1.083981241s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1871,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-03T16:53:58.527175Z","caller":"traceutil/trace.go:171","msg":"trace[1492328046] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27016; }","duration":"1.043673292s","start":"2026-07-03T16:53:57.483494Z","end":"2026-07-03T16:53:58.527167Z","steps":["trace[1492328046] 'agreement among raft nodes before linearized reading' (duration: 1.043464388s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:58.527274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.483478Z","time spent":"1.043790665s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":40686,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:53:58.527173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.892721Z","time spent":"634.444491ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:58.527183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.892459Z","time spent":"634.718068ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:53:58.527099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.919491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:53:58.527396Z","caller":"traceutil/trace.go:171","msg":"trace[1088819449] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27016; }","duration":"691.250398ms","start":"2026-07-03T16:53:57.836132Z","end":"2026-07-03T16:53:58.527382Z","steps":["trace[1088819449] 'agreement among raft nodes before linearized reading' (duration: 690.828629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:58.527431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:57.836096Z","time spent":"691.326149ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-03T16:53:59.120957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.343359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:59.12113Z","caller":"traceutil/trace.go:171","msg":"trace[2082642841] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"584.616454ms","start":"2026-07-03T16:53:58.536492Z","end":"2026-07-03T16:53:59.121108Z","steps":["trace[2082642841] 'process raft request' (duration: 446.011619ms)","trace[2082642841] 'compare' (duration: 137.950259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:59.121239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.536473Z","time spent":"584.728916ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:53:59.928106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.032498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:53:59.928396Z","caller":"traceutil/trace.go:171","msg":"trace[1979080948] linearizableReadLoop","detail":"{readStateIndex:27961; appliedIndex:27958; }","duration":"1.390766874s","start":"2026-07-03T16:53:58.537605Z","end":"2026-07-03T16:53:59.928372Z","steps":["trace[1979080948] 'read index received' (duration: 445.003857ms)","trace[1979080948] 'applied index is now lower than readState.Index' (duration: 945.761727ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:53:59.928406Z","caller":"traceutil/trace.go:171","msg":"trace[265719153] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"1.391186313s","start":"2026-07-03T16:53:58.537186Z","end":"2026-07-03T16:53:59.928373Z","steps":["trace[265719153] 'process raft request' (duration: 1.391030799s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:53:59.928505Z","caller":"traceutil/trace.go:171","msg":"trace[852716795] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"1.3914868s","start":"2026-07-03T16:53:58.536979Z","end":"2026-07-03T16:53:59.928466Z","steps":["trace[852716795] 'process raft request' (duration: 708.999492ms)","trace[852716795] 'compare' (duration: 681.609667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:53:59.928586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.537151Z","time spent":"1.391343337s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:59.928592Z","caller":"traceutil/trace.go:171","msg":"trace[508576387] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"485.0311ms","start":"2026-07-03T16:53:59.443523Z","end":"2026-07-03T16:53:59.928554Z","steps":["trace[508576387] 'process raft request' (duration: 484.790114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:59.928617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390984919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:53:59.928661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.536963Z","time spent":"1.391617672s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:53:59.928715Z","caller":"traceutil/trace.go:171","msg":"trace[1108461472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27020; }","duration":"1.391097681s","start":"2026-07-03T16:53:58.537571Z","end":"2026-07-03T16:53:59.928668Z","steps":["trace[1108461472] 'agreement among raft nodes before linearized reading' (duration: 1.390907757s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:53:59.928762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.537556Z","time spent":"1.391197743s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:53:59.928801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.443497Z","time spent":"485.169753ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:00.428758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:01.020894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.160003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:01.021052Z","caller":"traceutil/trace.go:171","msg":"trace[454365147] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"1.577436994s","start":"2026-07-03T16:53:59.443593Z","end":"2026-07-03T16:54:01.02103Z","steps":["trace[454365147] 'process raft request' (duration: 1.216071056s)","trace[454365147] 'compare' (duration: 360.678703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:01.021133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.443565Z","time spent":"1.577525455s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:01.02136Z","caller":"traceutil/trace.go:171","msg":"trace[1275074002] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"1.577669589s","start":"2026-07-03T16:53:59.443666Z","end":"2026-07-03T16:54:01.021336Z","steps":["trace[1275074002] 'process raft request' (duration: 1.577324241s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:01.021536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.443639Z","time spent":"1.577805302s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:01.021778Z","caller":"traceutil/trace.go:171","msg":"trace[1984329800] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"1.578040787s","start":"2026-07-03T16:53:59.443699Z","end":"2026-07-03T16:54:01.02174Z","steps":["trace[1984329800] 'process raft request' (duration: 1.577548106s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:01.021808Z","caller":"traceutil/trace.go:171","msg":"trace[927105587] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"1.5772552s","start":"2026-07-03T16:53:59.444522Z","end":"2026-07-03T16:54:01.021777Z","steps":["trace[927105587] 'process raft request' (duration: 1.577143737s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:01.021848Z","caller":"traceutil/trace.go:171","msg":"trace[358789799] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"1.574142619s","start":"2026-07-03T16:53:59.447687Z","end":"2026-07-03T16:54:01.02183Z","steps":["trace[358789799] 'process raft request' (duration: 1.574028396s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:01.021797Z","caller":"traceutil/trace.go:171","msg":"trace[193313886] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"1.578002406s","start":"2026-07-03T16:53:59.443754Z","end":"2026-07-03T16:54:01.021756Z","steps":["trace[193313886] 'process raft request' (duration: 1.577803612s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:01.021956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.447673Z","time spent":"1.574226931s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:01.021973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.444506Z","time spent":"1.577373592s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:01.021976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.443672Z","time spent":"1.578201691s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:01.022062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.443725Z","time spent":"1.578273123s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:01.930829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000788648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:01.930916Z","caller":"traceutil/trace.go:171","msg":"trace[123189271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000933351s","start":"2026-07-03T16:53:59.929963Z","end":"2026-07-03T16:54:01.930897Z","steps":["trace[123189271] 'agreement among raft nodes before linearized reading' (duration: 2.000820448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:01.930962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.929946Z","time spent":"2.001006483s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:02.011502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.711739ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-03T16:54:02.05906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39937256s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:54:02.059475Z","caller":"traceutil/trace.go:171","msg":"trace[971948539] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"2.14069837s","start":"2026-07-03T16:53:59.918752Z","end":"2026-07-03T16:54:02.059451Z","steps":["trace[971948539] 'process raft request' (duration: 2.140482025s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.059641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.918733Z","time spent":"2.140816124s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:02.059746Z","caller":"traceutil/trace.go:171","msg":"trace[1909875400] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"2.059385305s","start":"2026-07-03T16:54:00.000327Z","end":"2026-07-03T16:54:02.059712Z","steps":["trace[1909875400] 'process raft request' (duration: 2.059078247s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:02.059783Z","caller":"traceutil/trace.go:171","msg":"trace[354349114] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"1.527791442s","start":"2026-07-03T16:54:00.531977Z","end":"2026-07-03T16:54:02.059768Z","steps":["trace[354349114] 'process raft request' (duration: 1.527666209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.059856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.531952Z","time spent":"1.527870724s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:02.059874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.000307Z","time spent":"2.059500088s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:02.059987Z","caller":"traceutil/trace.go:171","msg":"trace[163575906] linearizableReadLoop","detail":"{readStateIndex:27971; appliedIndex:27962; }","duration":"2.131501171s","start":"2026-07-03T16:53:59.92846Z","end":"2026-07-03T16:54:02.059961Z","steps":["trace[163575906] 'read index received' (duration: 731.216589ms)","trace[163575906] 'applied index is now lower than readState.Index' (duration: 1.400279462s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:02.060148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437179722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:204469"} {"level":"info","ts":"2026-07-03T16:54:02.060193Z","caller":"traceutil/trace.go:171","msg":"trace[1728577112] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:27029; }","duration":"3.437251143s","start":"2026-07-03T16:53:58.622921Z","end":"2026-07-03T16:54:02.060173Z","steps":["trace[1728577112] 'agreement among raft nodes before linearized reading' (duration: 3.437041259s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.060218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.622901Z","time spent":"3.437312485s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":204490,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-03T16:54:02.06023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518866246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:54:02.060275Z","caller":"traceutil/trace.go:171","msg":"trace[763770919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27029; }","duration":"3.518944908s","start":"2026-07-03T16:53:58.541317Z","end":"2026-07-03T16:54:02.060262Z","steps":["trace[763770919] 'agreement among raft nodes before linearized reading' (duration: 3.518764454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.06032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.541306Z","time spent":"3.519002459s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:54:02.060441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935214425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b5fb749d55\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-07-03T16:54:02.060468Z","caller":"traceutil/trace.go:171","msg":"trace[1947104266] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b5fb749d55; range_end:; response_count:1; response_revision:27029; }","duration":"2.935241936s","start":"2026-07-03T16:53:59.12522Z","end":"2026-07-03T16:54:02.060462Z","steps":["trace[1947104266] 'agreement among raft nodes before linearized reading' (duration: 2.935168334s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.060487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:59.125176Z","time spent":"2.935306997s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b5fb749d55\" "} {"level":"warn","ts":"2026-07-03T16:54:02.060484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521077627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-07-03T16:54:02.060565Z","caller":"traceutil/trace.go:171","msg":"trace[1473173960] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:27029; }","duration":"3.5211744s","start":"2026-07-03T16:53:58.539369Z","end":"2026-07-03T16:54:02.060544Z","steps":["trace[1473173960] 'agreement among raft nodes before linearized reading' (duration: 3.520973115s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.060643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:53:58.539363Z","time spent":"3.521269732s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9528,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-07-03T16:54:02.56082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:02.644606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:02.644715Z","caller":"traceutil/trace.go:171","msg":"trace[1408750115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233524s","start":"2026-07-03T16:54:00.644437Z","end":"2026-07-03T16:54:02.64467Z","steps":["trace[1408750115] 'agreement among raft nodes before linearized reading' (duration: 2.000128642s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.644764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.644422Z","time spent":"2.000331466s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T16:54:02.840733Z","caller":"traceutil/trace.go:171","msg":"trace[1310106970] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"1.946243051s","start":"2026-07-03T16:54:00.894433Z","end":"2026-07-03T16:54:02.840676Z","steps":["trace[1310106970] 'process raft request' (duration: 1.945998646s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.840917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.894416Z","time spent":"1.946387785s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:02.84101Z","caller":"traceutil/trace.go:171","msg":"trace[1312010690] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"1.388105982s","start":"2026-07-03T16:54:01.452881Z","end":"2026-07-03T16:54:02.840987Z","steps":["trace[1312010690] 'process raft request' (duration: 1.387744624s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:02.841096Z","caller":"traceutil/trace.go:171","msg":"trace[1909327919] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"1.307474613s","start":"2026-07-03T16:54:01.533602Z","end":"2026-07-03T16:54:02.841077Z","steps":["trace[1909327919] 'process raft request' (duration: 1.307272778s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:02.841098Z","caller":"traceutil/trace.go:171","msg":"trace[733395885] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"1.303221016s","start":"2026-07-03T16:54:01.537853Z","end":"2026-07-03T16:54:02.841074Z","steps":["trace[733395885] 'process raft request' (duration: 1.303132903s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.841136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.452859Z","time spent":"1.388207306s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:02.841195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.53357Z","time spent":"1.307574995s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:02.84123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.537827Z","time spent":"1.303331229s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:02.841243Z","caller":"traceutil/trace.go:171","msg":"trace[486554683] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"905.154871ms","start":"2026-07-03T16:54:01.936047Z","end":"2026-07-03T16:54:02.841201Z","steps":["trace[486554683] 'process raft request' (duration: 904.982746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:02.841387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.936037Z","time spent":"905.276303ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:03.461252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.629423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:03.461447Z","caller":"traceutil/trace.go:171","msg":"trace[468585805] linearizableReadLoop","detail":"{readStateIndex:27979; appliedIndex:27972; }","duration":"1.401382195s","start":"2026-07-03T16:54:02.060052Z","end":"2026-07-03T16:54:03.461434Z","steps":["trace[468585805] 'read index received' (duration: 780.34741ms)","trace[468585805] 'applied index is now lower than readState.Index' (duration: 621.033925ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:03.461437Z","caller":"traceutil/trace.go:171","msg":"trace[531978086] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"1.394926658s","start":"2026-07-03T16:54:02.066477Z","end":"2026-07-03T16:54:03.461403Z","steps":["trace[531978086] 'process raft request' (duration: 899.092151ms)","trace[531978086] 'compare' (duration: 495.384357ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:03.461497Z","caller":"traceutil/trace.go:171","msg":"trace[1627843275] transaction","detail":"{read_only:false; response_revision:27036; number_of_response:1; }","duration":"1.391085101s","start":"2026-07-03T16:54:02.070405Z","end":"2026-07-03T16:54:03.461491Z","steps":["trace[1627843275] 'process raft request' (duration: 1.390932988s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.461546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.070388Z","time spent":"1.391126072s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:03.461556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.066455Z","time spent":"1.395042842s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:54:03.461942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396270473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:03.461978Z","caller":"traceutil/trace.go:171","msg":"trace[1308971098] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27036; }","duration":"2.396351555s","start":"2026-07-03T16:54:01.065616Z","end":"2026-07-03T16:54:03.461967Z","steps":["trace[1308971098] 'agreement among raft nodes before linearized reading' (duration: 2.396049648s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.462001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570247145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-03T16:54:03.46202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.065595Z","time spent":"2.396415077s","remote":"127.0.0.1:33456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:03.462076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808780429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:54:03.4621Z","caller":"traceutil/trace.go:171","msg":"trace[441124312] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:27036; }","duration":"2.80883483s","start":"2026-07-03T16:54:00.65326Z","end":"2026-07-03T16:54:03.462095Z","steps":["trace[441124312] 'agreement among raft nodes before linearized reading' (duration: 2.808778179s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.462117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.653244Z","time spent":"2.80886977s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:54:03.462244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525109859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:03.462335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840893312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-07-03T16:54:03.46236Z","caller":"traceutil/trace.go:171","msg":"trace[801604296] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27036; }","duration":"2.840954324s","start":"2026-07-03T16:54:00.6214Z","end":"2026-07-03T16:54:03.462355Z","steps":["trace[801604296] 'agreement among raft nodes before linearized reading' (duration: 2.840822751s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.462377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.621377Z","time spent":"2.840996174s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418420,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-03T16:54:03.462026Z","caller":"traceutil/trace.go:171","msg":"trace[1005582145] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27036; }","duration":"2.570312725s","start":"2026-07-03T16:54:00.891704Z","end":"2026-07-03T16:54:03.462017Z","steps":["trace[1005582145] 'agreement among raft nodes before linearized reading' (duration: 2.570174512s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.462647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847636811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:03.462651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.891682Z","time spent":"2.57093983s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-03T16:54:03.462706Z","caller":"traceutil/trace.go:171","msg":"trace[950260520] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27036; }","duration":"1.847745643s","start":"2026-07-03T16:54:01.614944Z","end":"2026-07-03T16:54:03.46269Z","steps":["trace[950260520] 'agreement among raft nodes before linearized reading' (duration: 1.84760023s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.462735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.61492Z","time spent":"1.847808835s","remote":"127.0.0.1:33594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:03.462699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079949988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:03.462746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528869855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:54:03.462749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529802687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:54:03.462793Z","caller":"traceutil/trace.go:171","msg":"trace[1019985440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27036; }","duration":"1.525671742s","start":"2026-07-03T16:54:01.93711Z","end":"2026-07-03T16:54:03.462782Z","steps":["trace[1019985440] 'agreement among raft nodes before linearized reading' (duration: 1.5250965s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:03.462798Z","caller":"traceutil/trace.go:171","msg":"trace[1451114261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27036; }","duration":"1.528957657s","start":"2026-07-03T16:54:01.933824Z","end":"2026-07-03T16:54:03.462782Z","steps":["trace[1451114261] 'agreement among raft nodes before linearized reading' (duration: 1.528771183s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:03.462793Z","caller":"traceutil/trace.go:171","msg":"trace[187846126] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27036; }","duration":"3.080102291s","start":"2026-07-03T16:54:00.382665Z","end":"2026-07-03T16:54:03.462767Z","steps":["trace[187846126] 'agreement among raft nodes before linearized reading' (duration: 3.079921247s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:03.462817Z","caller":"traceutil/trace.go:171","msg":"trace[354818417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27036; }","duration":"1.52990592s","start":"2026-07-03T16:54:01.932893Z","end":"2026-07-03T16:54:03.462799Z","steps":["trace[354818417] 'agreement among raft nodes before linearized reading' (duration: 1.529719946s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:03.462842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.933805Z","time spent":"1.529027479s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:03.462855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.932877Z","time spent":"1.529970841s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:03.462858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:00.382649Z","time spent":"3.080195454s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:03.46339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:01.937103Z","time spent":"1.526276887s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:03.962307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:04.462477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:04.527092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499753541s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:54:04.527522Z","caller":"traceutil/trace.go:171","msg":"trace[1673550538] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"1.500238473s","start":"2026-07-03T16:54:03.027262Z","end":"2026-07-03T16:54:04.527501Z","steps":["trace[1673550538] 'process raft request' (duration: 1.500094629s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:04.52766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.027244Z","time spent":"1.500337135s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:05.246755Z","caller":"traceutil/trace.go:171","msg":"trace[132661614] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"2.219166271s","start":"2026-07-03T16:54:03.027556Z","end":"2026-07-03T16:54:05.246722Z","steps":["trace[132661614] 'process raft request' (duration: 2.218943276s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.246897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.027525Z","time spent":"2.219299545s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:05.247148Z","caller":"traceutil/trace.go:171","msg":"trace[1602938785] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"2.219436257s","start":"2026-07-03T16:54:03.027675Z","end":"2026-07-03T16:54:05.247112Z","steps":["trace[1602938785] 'process raft request' (duration: 2.219002947s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:05.247253Z","caller":"traceutil/trace.go:171","msg":"trace[1301958824] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"2.219273524s","start":"2026-07-03T16:54:03.027957Z","end":"2026-07-03T16:54:05.247231Z","steps":["trace[1301958824] 'process raft request' (duration: 2.218993948s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.247365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.027945Z","time spent":"2.219364726s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:05.247342Z","caller":"traceutil/trace.go:171","msg":"trace[1930860924] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"2.219044988s","start":"2026-07-03T16:54:03.028257Z","end":"2026-07-03T16:54:05.247302Z","steps":["trace[1930860924] 'process raft request' (duration: 2.218822113s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:05.247406Z","caller":"traceutil/trace.go:171","msg":"trace[1773513069] linearizableReadLoop","detail":"{readStateIndex:27989; appliedIndex:27980; }","duration":"1.785914592s","start":"2026-07-03T16:54:03.461467Z","end":"2026-07-03T16:54:05.247381Z","steps":["trace[1773513069] 'read index received' (duration: 1.066146705s)","trace[1773513069] 'applied index is now lower than readState.Index' (duration: 719.766817ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:05.24745Z","caller":"traceutil/trace.go:171","msg":"trace[1664024965] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"2.213869781s","start":"2026-07-03T16:54:03.033559Z","end":"2026-07-03T16:54:05.247429Z","steps":["trace[1664024965] 'process raft request' (duration: 2.213561373s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:05.247526Z","caller":"traceutil/trace.go:171","msg":"trace[442427077] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"1.778623536s","start":"2026-07-03T16:54:03.468891Z","end":"2026-07-03T16:54:05.247515Z","steps":["trace[442427077] 'process raft request' (duration: 1.77837209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.247526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.028249Z","time spent":"2.219183932s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:05.247567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.033536Z","time spent":"2.213955924s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:05.247633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158443921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:05.247694Z","caller":"traceutil/trace.go:171","msg":"trace[336091933] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27045; }","duration":"3.158542513s","start":"2026-07-03T16:54:02.089135Z","end":"2026-07-03T16:54:05.247677Z","steps":["trace[336091933] 'agreement among raft nodes before linearized reading' (duration: 3.158447181s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.247735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.089115Z","time spent":"3.158608384s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:05.24782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178208242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-07-03T16:54:05.247816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167873336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" ","response":"range_response_count:1 size:5947"} {"level":"info","ts":"2026-07-03T16:54:05.247859Z","caller":"traceutil/trace.go:171","msg":"trace[1925712945] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27045; }","duration":"3.178279753s","start":"2026-07-03T16:54:02.069569Z","end":"2026-07-03T16:54:05.247849Z","steps":["trace[1925712945] 'agreement among raft nodes before linearized reading' (duration: 3.178131849s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:05.247866Z","caller":"traceutil/trace.go:171","msg":"trace[1540089693] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9; range_end:; response_count:1; response_revision:27045; }","duration":"3.167944457s","start":"2026-07-03T16:54:02.07991Z","end":"2026-07-03T16:54:05.247854Z","steps":["trace[1540089693] 'agreement among raft nodes before linearized reading' (duration: 3.167787573s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.247894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.069557Z","time spent":"3.178330135s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3317,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-03T16:54:05.247899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:02.079894Z","time spent":"3.167998719s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5968,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" "} {"level":"warn","ts":"2026-07-03T16:54:05.247379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.463032Z","time spent":"1.784342216s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:54:05.247945Z","caller":"traceutil/trace.go:171","msg":"trace[1706081437] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"1.779044636s","start":"2026-07-03T16:54:03.468891Z","end":"2026-07-03T16:54:05.247936Z","steps":["trace[1706081437] 'process raft request' (duration: 1.778416631s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.248043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.468881Z","time spent":"1.779122288s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:05.247634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.46887Z","time spent":"1.778688538s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:05.247903Z","caller":"traceutil/trace.go:171","msg":"trace[1350347393] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"1.181546639s","start":"2026-07-03T16:54:04.066308Z","end":"2026-07-03T16:54:05.247854Z","steps":["trace[1350347393] 'process raft request' (duration: 1.181031726s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.248378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.066284Z","time spent":"1.18204401s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:05.248926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.027669Z","time spent":"2.21957473s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:05.464498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:05.464561Z","caller":"traceutil/trace.go:171","msg":"trace[323753675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342916s","start":"2026-07-03T16:54:03.464204Z","end":"2026-07-03T16:54:05.464547Z","steps":["trace[323753675] 'agreement among raft nodes before linearized reading' (duration: 2.000199943s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:05.464731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.464192Z","time spent":"2.000530341s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:05.747847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694307,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:54:06.028817Z","caller":"traceutil/trace.go:171","msg":"trace[1180488291] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"1.183131633s","start":"2026-07-03T16:54:04.84566Z","end":"2026-07-03T16:54:06.028792Z","steps":["trace[1180488291] 'process raft request' (duration: 1.182870337s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:06.028939Z","caller":"traceutil/trace.go:171","msg":"trace[440615555] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"976.095948ms","start":"2026-07-03T16:54:05.052822Z","end":"2026-07-03T16:54:06.028918Z","steps":["trace[440615555] 'process raft request' (duration: 975.905414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:06.028986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.845636Z","time spent":"1.183250946s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:06.029148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.052797Z","time spent":"976.190861ms","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18337,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:06.991977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.718949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:06.992185Z","caller":"traceutil/trace.go:171","msg":"trace[628968804] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"1.729090475s","start":"2026-07-03T16:54:05.26307Z","end":"2026-07-03T16:54:06.99216Z","steps":["trace[628968804] 'process raft request' (duration: 1.5571072s)","trace[628968804] 'compare' (duration: 171.339501ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:06.992308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.263048Z","time spent":"1.729191678s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:06.992443Z","caller":"traceutil/trace.go:171","msg":"trace[465997445] linearizableReadLoop","detail":"{readStateIndex:27993; appliedIndex:27989; }","duration":"1.744942777s","start":"2026-07-03T16:54:05.247481Z","end":"2026-07-03T16:54:06.992424Z","steps":["trace[465997445] 'read index received' (duration: 781.123218ms)","trace[465997445] 'applied index is now lower than readState.Index' (duration: 963.818279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:06.99253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140832803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:06.992569Z","caller":"traceutil/trace.go:171","msg":"trace[3040741] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27049; }","duration":"2.140900335s","start":"2026-07-03T16:54:04.851657Z","end":"2026-07-03T16:54:06.992557Z","steps":["trace[3040741] 'agreement among raft nodes before linearized reading' (duration: 2.140800823s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:06.992573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90194469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:06.992548Z","caller":"traceutil/trace.go:171","msg":"trace[2090279930] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"1.72316132s","start":"2026-07-03T16:54:05.26935Z","end":"2026-07-03T16:54:06.992511Z","steps":["trace[2090279930] 'process raft request' (duration: 1.72271954s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:06.99264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:04.85164Z","time spent":"2.140987747s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:06.992641Z","caller":"traceutil/trace.go:171","msg":"trace[1122711772] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27049; }","duration":"1.902051623s","start":"2026-07-03T16:54:05.090579Z","end":"2026-07-03T16:54:06.992631Z","steps":["trace[1122711772] 'agreement among raft nodes before linearized reading' (duration: 1.90194778s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:06.992676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.090561Z","time spent":"1.902104823s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:06.992768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.269325Z","time spent":"1.723330254s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:06.992804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520943753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:06.992848Z","caller":"traceutil/trace.go:171","msg":"trace[1571169124] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27049; }","duration":"3.521126588s","start":"2026-07-03T16:54:03.471708Z","end":"2026-07-03T16:54:06.992835Z","steps":["trace[1571169124] 'agreement among raft nodes before linearized reading' (duration: 3.520899462s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:06.992767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527190737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ff9cb89-da53-4029-be1e-c8d78c5805bf\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-03T16:54:06.9929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.471701Z","time spent":"3.521181469s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:54:06.992921Z","caller":"traceutil/trace.go:171","msg":"trace[89013074] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ff9cb89-da53-4029-be1e-c8d78c5805bf; range_end:; response_count:1; response_revision:27049; }","duration":"3.527392082s","start":"2026-07-03T16:54:03.465514Z","end":"2026-07-03T16:54:06.992906Z","steps":["trace[89013074] 'agreement among raft nodes before linearized reading' (duration: 3.527107034s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:06.992958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.465501Z","time spent":"3.527447723s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-4ff9cb89-da53-4029-be1e-c8d78c5805bf\" "} {"level":"warn","ts":"2026-07-03T16:54:06.992962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527788331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-q2p62.18bed5b6742f662a\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-07-03T16:54:06.993005Z","caller":"traceutil/trace.go:171","msg":"trace[1218794607] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-q2p62.18bed5b6742f662a; range_end:; response_count:1; response_revision:27049; }","duration":"3.527852312s","start":"2026-07-03T16:54:03.465139Z","end":"2026-07-03T16:54:06.992991Z","steps":["trace[1218794607] 'agreement among raft nodes before linearized reading' (duration: 3.527709559s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:06.993028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:03.465125Z","time spent":"3.527896923s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":898,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-q2p62.18bed5b6742f662a\" "} {"level":"warn","ts":"2026-07-03T16:54:07.473743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:07.473828Z","caller":"traceutil/trace.go:171","msg":"trace[919160076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439169s","start":"2026-07-03T16:54:05.473367Z","end":"2026-07-03T16:54:07.473806Z","steps":["trace[919160076] 'agreement among raft nodes before linearized reading' (duration: 2.000326387s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:07.473885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.473346Z","time spent":"2.000526891s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:07.493528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:07.838408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.30299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:07.838512Z","caller":"traceutil/trace.go:171","msg":"trace[94370746] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"1.30431861s","start":"2026-07-03T16:54:06.534174Z","end":"2026-07-03T16:54:07.838493Z","steps":["trace[94370746] 'process raft request' (duration: 1.107844826s)","trace[94370746] 'compare' (duration: 195.803419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:07.838593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.534153Z","time spent":"1.304393251s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:08.667501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.951945Z","time spent":"715.547142ms","remote":"127.0.0.1:32910","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:08.667902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.882954ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-03T16:54:08.668667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.995033Z","time spent":"1.67363088s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:09.082809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.789698ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:54:09.083448Z","caller":"traceutil/trace.go:171","msg":"trace[2028051778] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"1.816516282s","start":"2026-07-03T16:54:07.266904Z","end":"2026-07-03T16:54:09.08342Z","steps":["trace[2028051778] 'process raft request' (duration: 1.81599867s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.083604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.26689Z","time spent":"1.816625474s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:09.472479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.980049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:09.472921Z","caller":"traceutil/trace.go:171","msg":"trace[1945470439] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"803.138652ms","start":"2026-07-03T16:54:08.669765Z","end":"2026-07-03T16:54:09.472904Z","steps":["trace[1945470439] 'process raft request' (duration: 803.08273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.477101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002193069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:09.477245Z","caller":"traceutil/trace.go:171","msg":"trace[1987367328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002370043s","start":"2026-07-03T16:54:07.474852Z","end":"2026-07-03T16:54:09.477222Z","steps":["trace[1987367328] 'agreement among raft nodes before linearized reading' (duration: 2.002207419s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.477327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.474839Z","time spent":"2.002475345s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:09.474487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.669743Z","time spent":"803.219953ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:09.478851Z","caller":"traceutil/trace.go:171","msg":"trace[1332252520] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"2.210704029s","start":"2026-07-03T16:54:07.268079Z","end":"2026-07-03T16:54:09.478783Z","steps":["trace[1332252520] 'process raft request' (duration: 1.815313364s)","trace[1332252520] 'compare' (duration: 388.468786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:09.478967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.268055Z","time spent":"2.210841271s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:09.479194Z","caller":"traceutil/trace.go:171","msg":"trace[1267819391] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"2.210978964s","start":"2026-07-03T16:54:07.26819Z","end":"2026-07-03T16:54:09.479169Z","steps":["trace[1267819391] 'process raft request' (duration: 2.204377494s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.479256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.268183Z","time spent":"2.211042636s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:09.479522Z","caller":"traceutil/trace.go:171","msg":"trace[410738385] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"2.211048376s","start":"2026-07-03T16:54:07.268459Z","end":"2026-07-03T16:54:09.479507Z","steps":["trace[410738385] 'process raft request' (duration: 2.20420306s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:09.479509Z","caller":"traceutil/trace.go:171","msg":"trace[1030260623] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"2.211149008s","start":"2026-07-03T16:54:07.268326Z","end":"2026-07-03T16:54:09.479475Z","steps":["trace[1030260623] 'process raft request' (duration: 2.204304153s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.479594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.26845Z","time spent":"2.211115047s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:09.479613Z","caller":"traceutil/trace.go:171","msg":"trace[731670122] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"2.210069764s","start":"2026-07-03T16:54:07.269522Z","end":"2026-07-03T16:54:09.479592Z","steps":["trace[731670122] 'process raft request' (duration: 2.203217008s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.479644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.268317Z","time spent":"2.211264331s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:09.47968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.269508Z","time spent":"2.210132156s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:09.479938Z","caller":"traceutil/trace.go:171","msg":"trace[1541577767] linearizableReadLoop","detail":"{readStateIndex:28002; appliedIndex:27993; }","duration":"2.487422915s","start":"2026-07-03T16:54:06.992486Z","end":"2026-07-03T16:54:09.479909Z","steps":["trace[1541577767] 'read index received' (duration: 649.544026ms)","trace[1541577767] 'applied index is now lower than readState.Index' (duration: 1.837877399s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:09.479974Z","caller":"traceutil/trace.go:171","msg":"trace[112587130] transaction","detail":"{read_only:false; response_revision:27058; number_of_response:1; }","duration":"1.444355656s","start":"2026-07-03T16:54:08.035594Z","end":"2026-07-03T16:54:09.47995Z","steps":["trace[112587130] 'process raft request' (duration: 1.437216624s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:09.47997Z","caller":"traceutil/trace.go:171","msg":"trace[307789597] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"1.633843382s","start":"2026-07-03T16:54:07.8461Z","end":"2026-07-03T16:54:09.479943Z","steps":["trace[307789597] 'process raft request' (duration: 1.626679239s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.480029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.035559Z","time spent":"1.444436608s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:09.480042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.846082Z","time spent":"1.633920704s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:09.480065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682259511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:09.480109Z","caller":"traceutil/trace.go:171","msg":"trace[408888272] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27059; }","duration":"2.682330693s","start":"2026-07-03T16:54:06.797758Z","end":"2026-07-03T16:54:09.480089Z","steps":["trace[408888272] 'agreement among raft nodes before linearized reading' (duration: 2.682264202s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.480139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.797739Z","time spent":"2.682392884s","remote":"127.0.0.1:52028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.480859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800128617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:09.480899Z","caller":"traceutil/trace.go:171","msg":"trace[581875717] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27059; }","duration":"3.800189148s","start":"2026-07-03T16:54:05.680694Z","end":"2026-07-03T16:54:09.480883Z","steps":["trace[581875717] 'agreement among raft nodes before linearized reading' (duration: 3.799929382s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.480922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.680662Z","time spent":"3.80025393s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.480937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209680655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:54:09.48098Z","caller":"traceutil/trace.go:171","msg":"trace[890725988] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27059; }","duration":"4.209762396s","start":"2026-07-03T16:54:05.271207Z","end":"2026-07-03T16:54:09.480969Z","steps":["trace[890725988] 'agreement among raft nodes before linearized reading' (duration: 4.209635023s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.481002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:05.271197Z","time spent":"4.209798368s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-03T16:54:09.481005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485847619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:54:09.481091Z","caller":"traceutil/trace.go:171","msg":"trace[868842071] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27059; }","duration":"2.485961671s","start":"2026-07-03T16:54:06.995112Z","end":"2026-07-03T16:54:09.481073Z","steps":["trace[868842071] 'agreement among raft nodes before linearized reading' (duration: 2.485764437s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.481136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.995099Z","time spent":"2.486023563s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:09.481634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513416313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-07-03T16:54:09.481681Z","caller":"traceutil/trace.go:171","msg":"trace[1289843471] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:27059; }","duration":"1.513488895s","start":"2026-07-03T16:54:07.968183Z","end":"2026-07-03T16:54:09.481672Z","steps":["trace[1289843471] 'agreement among raft nodes before linearized reading' (duration: 1.513387292s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.481686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513464084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-07-03T16:54:09.481753Z","caller":"traceutil/trace.go:171","msg":"trace[600771744] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:27059; }","duration":"1.513556276s","start":"2026-07-03T16:54:07.968181Z","end":"2026-07-03T16:54:09.481737Z","steps":["trace[600771744] 'agreement among raft nodes before linearized reading' (duration: 1.513423623s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.481801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.968165Z","time spent":"1.513625177s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1253,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-07-03T16:54:09.481885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415628011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:09.481927Z","caller":"traceutil/trace.go:171","msg":"trace[148745888] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27059; }","duration":"1.415736743s","start":"2026-07-03T16:54:08.066181Z","end":"2026-07-03T16:54:09.481917Z","steps":["trace[148745888] 'agreement among raft nodes before linearized reading' (duration: 1.415543989s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.48196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.066158Z","time spent":"1.415786574s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.481963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345563432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:09.48206Z","caller":"traceutil/trace.go:171","msg":"trace[590683551] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27059; }","duration":"1.345727725s","start":"2026-07-03T16:54:08.136308Z","end":"2026-07-03T16:54:09.482036Z","steps":["trace[590683551] 'agreement among raft nodes before linearized reading' (duration: 1.345308575s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.482132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.136287Z","time spent":"1.345831018s","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.482147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502628886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:09.482195Z","caller":"traceutil/trace.go:171","msg":"trace[650507157] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27059; }","duration":"1.502689928s","start":"2026-07-03T16:54:07.979484Z","end":"2026-07-03T16:54:09.482174Z","steps":["trace[650507157] 'agreement among raft nodes before linearized reading' (duration: 1.502608986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.482229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.979474Z","time spent":"1.502748039s","remote":"127.0.0.1:33124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.482403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.093228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:09.482439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164895149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:09.482446Z","caller":"traceutil/trace.go:171","msg":"trace[1736795540] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27059; }","duration":"512.16596ms","start":"2026-07-03T16:54:08.970264Z","end":"2026-07-03T16:54:09.48243Z","steps":["trace[1736795540] 'agreement among raft nodes before linearized reading' (duration: 511.866503ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:09.482475Z","caller":"traceutil/trace.go:171","msg":"trace[1287124142] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27059; }","duration":"1.16496742s","start":"2026-07-03T16:54:08.3175Z","end":"2026-07-03T16:54:09.482468Z","steps":["trace[1287124142] 'agreement among raft nodes before linearized reading' (duration: 1.164884008s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.482502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.317482Z","time spent":"1.165012501s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.482694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086815536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:09.482726Z","caller":"traceutil/trace.go:171","msg":"trace[10156555] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27059; }","duration":"1.086892048s","start":"2026-07-03T16:54:08.395826Z","end":"2026-07-03T16:54:09.482718Z","steps":["trace[10156555] 'agreement among raft nodes before linearized reading' (duration: 1.086828887s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.482753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.395784Z","time spent":"1.08696268s","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.48275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308647159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:09.482813Z","caller":"traceutil/trace.go:171","msg":"trace[145993147] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27059; }","duration":"1.308734932s","start":"2026-07-03T16:54:08.174047Z","end":"2026-07-03T16:54:09.482782Z","steps":["trace[145993147] 'agreement among raft nodes before linearized reading' (duration: 1.308641919s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.482475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.970242Z","time spent":"512.223321ms","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.482848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581560378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:09.482866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.174027Z","time spent":"1.308821493s","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:09.4829Z","caller":"traceutil/trace.go:171","msg":"trace[1562687483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27059; }","duration":"1.581661471s","start":"2026-07-03T16:54:07.901225Z","end":"2026-07-03T16:54:09.482886Z","steps":["trace[1562687483] 'agreement among raft nodes before linearized reading' (duration: 1.581326903s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.482996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.901208Z","time spent":"1.581723262s","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.481632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209591829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:09.483484Z","caller":"traceutil/trace.go:171","msg":"trace[1724634960] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27059; }","duration":"1.211467132s","start":"2026-07-03T16:54:08.271997Z","end":"2026-07-03T16:54:09.483464Z","steps":["trace[1724634960] 'agreement among raft nodes before linearized reading' (duration: 1.209605409s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.483519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:08.271977Z","time spent":"1.211529823s","remote":"127.0.0.1:52208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.483613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853574218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:09.483657Z","caller":"traceutil/trace.go:171","msg":"trace[1656519665] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27059; }","duration":"1.853612309s","start":"2026-07-03T16:54:07.630027Z","end":"2026-07-03T16:54:09.48364Z","steps":["trace[1656519665] 'agreement among raft nodes before linearized reading' (duration: 1.853356113s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.483682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.629983Z","time spent":"1.853692071s","remote":"127.0.0.1:33866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:09.481704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.968171Z","time spent":"1.513526855s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":895,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-07-03T16:54:09.48447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478279616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" ","response":"range_response_count:1 size:6049"} {"level":"info","ts":"2026-07-03T16:54:09.484518Z","caller":"traceutil/trace.go:171","msg":"trace[1122354285] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9; range_end:; response_count:1; response_revision:27059; }","duration":"2.478346027s","start":"2026-07-03T16:54:07.006153Z","end":"2026-07-03T16:54:09.484499Z","steps":["trace[1122354285] 'agreement among raft nodes before linearized reading' (duration: 2.477924068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.484546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.006137Z","time spent":"2.478401749s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6070,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9\" "} {"level":"warn","ts":"2026-07-03T16:54:09.484647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48547765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:09.484698Z","caller":"traceutil/trace.go:171","msg":"trace[244300164] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27059; }","duration":"2.485559161s","start":"2026-07-03T16:54:06.999128Z","end":"2026-07-03T16:54:09.484687Z","steps":["trace[244300164] 'agreement among raft nodes before linearized reading' (duration: 2.485308376s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.484724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:06.999112Z","time spent":"2.485606093s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:09.48495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218683011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:54:09.484992Z","caller":"traceutil/trace.go:171","msg":"trace[328496967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27059; }","duration":"2.218731982s","start":"2026-07-03T16:54:07.266243Z","end":"2026-07-03T16:54:09.484975Z","steps":["trace[328496967] 'agreement among raft nodes before linearized reading' (duration: 2.218628829s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.485016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.266239Z","time spent":"2.218770973s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:09.485244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41760112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:54:09.485284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438039867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-07-03T16:54:09.485321Z","caller":"traceutil/trace.go:171","msg":"trace[558166040] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:27059; }","duration":"2.438096608s","start":"2026-07-03T16:54:07.047208Z","end":"2026-07-03T16:54:09.485304Z","steps":["trace[558166040] 'agreement among raft nodes before linearized reading' (duration: 2.438022887s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.48535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.047191Z","time spent":"2.438151689s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":305,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"warn","ts":"2026-07-03T16:54:09.485405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219177092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:54:09.485458Z","caller":"traceutil/trace.go:171","msg":"trace[565677339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27059; }","duration":"2.219261513s","start":"2026-07-03T16:54:07.266182Z","end":"2026-07-03T16:54:09.485443Z","steps":["trace[565677339] 'agreement among raft nodes before linearized reading' (duration: 2.219158191s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.485504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.266162Z","time spent":"2.219320705s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:54:09.485318Z","caller":"traceutil/trace.go:171","msg":"trace[1594512820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27059; }","duration":"2.417704473s","start":"2026-07-03T16:54:07.067587Z","end":"2026-07-03T16:54:09.485292Z","steps":["trace[1594512820] 'agreement among raft nodes before linearized reading' (duration: 2.417506508s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:09.485554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:07.067568Z","time spent":"2.41797564s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:54:10.010588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.302294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:10.010923Z","caller":"traceutil/trace.go:171","msg":"trace[1751029242] transaction","detail":"{read_only:false; response_revision:27063; number_of_response:1; }","duration":"168.215339ms","start":"2026-07-03T16:54:09.842688Z","end":"2026-07-03T16:54:10.010903Z","steps":["trace[1751029242] 'process raft request' (duration: 168.168788ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:10.01091Z","caller":"traceutil/trace.go:171","msg":"trace[1965414212] linearizableReadLoop","detail":"{readStateIndex:28006; appliedIndex:28005; }","duration":"520.722175ms","start":"2026-07-03T16:54:09.490149Z","end":"2026-07-03T16:54:10.010871Z","steps":["trace[1965414212] 'read index received' (duration: 124.556843ms)","trace[1965414212] 'applied index is now lower than readState.Index' (duration: 396.160832ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:10.010928Z","caller":"traceutil/trace.go:171","msg":"trace[1532458967] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"521.721628ms","start":"2026-07-03T16:54:09.489162Z","end":"2026-07-03T16:54:10.010884Z","steps":["trace[1532458967] 'process raft request' (duration: 125.529024ms)","trace[1532458967] 'compare' (duration: 394.918254ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:10.010945Z","caller":"traceutil/trace.go:171","msg":"trace[2142082112] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"518.837662ms","start":"2026-07-03T16:54:09.492075Z","end":"2026-07-03T16:54:10.010913Z","steps":["trace[2142082112] 'process raft request' (duration: 518.74642ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:10.010945Z","caller":"traceutil/trace.go:171","msg":"trace[1367216724] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"518.916423ms","start":"2026-07-03T16:54:09.491996Z","end":"2026-07-03T16:54:10.010913Z","steps":["trace[1367216724] 'process raft request' (duration: 518.714169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:10.011147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.492062Z","time spent":"518.946235ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:10.011147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.48914Z","time spent":"521.85953ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:10.011194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.491985Z","time spent":"519.118039ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:10.011215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.036032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-03T16:54:10.011245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.769222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:10.011243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.887027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:54:10.011257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.268232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:54:10.011292Z","caller":"traceutil/trace.go:171","msg":"trace[2030971679] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:27063; }","duration":"521.142504ms","start":"2026-07-03T16:54:09.490129Z","end":"2026-07-03T16:54:10.011272Z","steps":["trace[2030971679] 'agreement among raft nodes before linearized reading' (duration: 520.866248ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:10.011294Z","caller":"traceutil/trace.go:171","msg":"trace[340219559] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27063; }","duration":"352.872055ms","start":"2026-07-03T16:54:09.658406Z","end":"2026-07-03T16:54:10.011278Z","steps":["trace[340219559] 'agreement among raft nodes before linearized reading' (duration: 352.755132ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:10.011303Z","caller":"traceutil/trace.go:171","msg":"trace[578000112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27063; }","duration":"516.963119ms","start":"2026-07-03T16:54:09.494324Z","end":"2026-07-03T16:54:10.011287Z","steps":["trace[578000112] 'agreement among raft nodes before linearized reading' (duration: 516.797615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:10.011317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.820419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:10.01135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.494317Z","time spent":"517.02551ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T16:54:10.011357Z","caller":"traceutil/trace.go:171","msg":"trace[1012511947] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27063; }","duration":"517.87065ms","start":"2026-07-03T16:54:09.493475Z","end":"2026-07-03T16:54:10.011345Z","steps":["trace[1012511947] 'agreement among raft nodes before linearized reading' (duration: 517.793488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:10.011337Z","caller":"traceutil/trace.go:171","msg":"trace[1319932544] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27063; }","duration":"519.347853ms","start":"2026-07-03T16:54:09.491967Z","end":"2026-07-03T16:54:10.011315Z","steps":["trace[1319932544] 'agreement among raft nodes before linearized reading' (duration: 519.085498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:10.011394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.493468Z","time spent":"517.919351ms","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:10.011412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.491947Z","time spent":"519.452476ms","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:10.011348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.658389Z","time spent":"352.949256ms","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:10.011335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.490117Z","time spent":"521.208367ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-07-03T16:54:10.011472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.472027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"warn","ts":"2026-07-03T16:54:10.011408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.483968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:10.011558Z","caller":"traceutil/trace.go:171","msg":"trace[1996213328] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27063; }","duration":"519.560988ms","start":"2026-07-03T16:54:09.491971Z","end":"2026-07-03T16:54:10.011532Z","steps":["trace[1996213328] 'agreement among raft nodes before linearized reading' (duration: 519.332183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:10.011619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.491963Z","time spent":"519.64613ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7249,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-03T16:54:10.011667Z","caller":"traceutil/trace.go:171","msg":"trace[1583105215] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27063; }","duration":"314.893727ms","start":"2026-07-03T16:54:09.696699Z","end":"2026-07-03T16:54:10.011593Z","steps":["trace[1583105215] 'agreement among raft nodes before linearized reading' (duration: 314.449167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:10.011743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:09.696665Z","time spent":"315.062691ms","remote":"127.0.0.1:52138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:10.35238Z","caller":"traceutil/trace.go:171","msg":"trace[833770574] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"334.640379ms","start":"2026-07-03T16:54:10.017702Z","end":"2026-07-03T16:54:10.352342Z","steps":["trace[833770574] 'process raft request' (duration: 248.008501ms)","trace[833770574] 'compare' (duration: 86.380332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.352543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.017676Z","time spent":"334.778932ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:10.352339Z","caller":"traceutil/trace.go:171","msg":"trace[1128252022] linearizableReadLoop","detail":"{readStateIndex:28010; appliedIndex:28009; }","duration":"333.228986ms","start":"2026-07-03T16:54:10.019079Z","end":"2026-07-03T16:54:10.352308Z","steps":["trace[1128252022] 'read index received' (duration: 246.752212ms)","trace[1128252022] 'applied index is now lower than readState.Index' (duration: 86.474554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:10.352802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.594794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-07-03T16:54:10.352993Z","caller":"traceutil/trace.go:171","msg":"trace[1138997049] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:27064; }","duration":"333.932972ms","start":"2026-07-03T16:54:10.019042Z","end":"2026-07-03T16:54:10.352975Z","steps":["trace[1138997049] 'agreement among raft nodes before linearized reading' (duration: 333.3947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:10.353081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.019027Z","time spent":"334.040464ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-07-03T16:54:10.853697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:54:11.113819Z","caller":"traceutil/trace.go:171","msg":"trace[951170478] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"1.093448109s","start":"2026-07-03T16:54:10.020344Z","end":"2026-07-03T16:54:11.113792Z","steps":["trace[951170478] 'process raft request' (duration: 1.060076057s)","trace[951170478] 'compare' (duration: 32.972662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:11.113995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.02033Z","time spent":"1.093591411s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:11.478604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.543778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:11.478802Z","caller":"traceutil/trace.go:171","msg":"trace[344247993] linearizableReadLoop","detail":"{readStateIndex:28013; appliedIndex:28010; }","duration":"1.126057842s","start":"2026-07-03T16:54:10.352726Z","end":"2026-07-03T16:54:11.478784Z","steps":["trace[344247993] 'read index received' (duration: 727.70947ms)","trace[344247993] 'applied index is now lower than readState.Index' (duration: 398.347312ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:11.479068Z","caller":"traceutil/trace.go:171","msg":"trace[575939069] transaction","detail":"{read_only:false; response_revision:27067; number_of_response:1; }","duration":"1.119179835s","start":"2026-07-03T16:54:10.359842Z","end":"2026-07-03T16:54:11.479022Z","steps":["trace[575939069] 'process raft request' (duration: 1.118849788s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.4791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359408328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:11.479185Z","caller":"traceutil/trace.go:171","msg":"trace[500295460] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"1.131776002s","start":"2026-07-03T16:54:10.347365Z","end":"2026-07-03T16:54:11.479141Z","steps":["trace[500295460] 'process raft request' (duration: 1.00461765s)","trace[500295460] 'compare' (duration: 126.294763ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:11.479204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.359826Z","time spent":"1.119319208s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:54:11.4794Z","caller":"traceutil/trace.go:171","msg":"trace[70944831] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27067; }","duration":"1.359597312s","start":"2026-07-03T16:54:10.11964Z","end":"2026-07-03T16:54:11.479238Z","steps":["trace[70944831] 'agreement among raft nodes before linearized reading' (duration: 1.359421608s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:11.479476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.347339Z","time spent":"1.131950256s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:11.479582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.119616Z","time spent":"1.359901179s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:54:12.290577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.29336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:12.290801Z","caller":"traceutil/trace.go:171","msg":"trace[1075397885] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"1.201497563s","start":"2026-07-03T16:54:11.089268Z","end":"2026-07-03T16:54:12.290765Z","steps":["trace[1075397885] 'process raft request' (duration: 516.875016ms)","trace[1075397885] 'compare' (duration: 684.002413ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:12.291025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.089213Z","time spent":"1.201680778s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:12.291125Z","caller":"traceutil/trace.go:171","msg":"trace[334063900] linearizableReadLoop","detail":"{readStateIndex:28014; appliedIndex:28013; }","duration":"812.251649ms","start":"2026-07-03T16:54:11.478838Z","end":"2026-07-03T16:54:12.291089Z","steps":["trace[334063900] 'read index received' (duration: 127.343436ms)","trace[334063900] 'applied index is now lower than readState.Index' (duration: 684.902973ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:12.291206Z","caller":"traceutil/trace.go:171","msg":"trace[1315589772] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"802.306392ms","start":"2026-07-03T16:54:11.48878Z","end":"2026-07-03T16:54:12.291086Z","steps":["trace[1315589772] 'process raft request' (duration: 802.165349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.291314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.488763Z","time spent":"802.503077ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:12.291388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933152564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-07-03T16:54:12.291422Z","caller":"traceutil/trace.go:171","msg":"trace[740621820] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27072; }","duration":"1.933219035s","start":"2026-07-03T16:54:10.358192Z","end":"2026-07-03T16:54:12.291411Z","steps":["trace[740621820] 'agreement among raft nodes before linearized reading' (duration: 1.933056861s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.291383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25477163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:12.29145Z","caller":"traceutil/trace.go:171","msg":"trace[929011604] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"802.509266ms","start":"2026-07-03T16:54:11.488916Z","end":"2026-07-03T16:54:12.291425Z","steps":["trace[929011604] 'process raft request' (duration: 802.073746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.291514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934659418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-q2p62.18bed5b6742f662a\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-07-03T16:54:12.291543Z","caller":"traceutil/trace.go:171","msg":"trace[771228405] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-q2p62.18bed5b6742f662a; range_end:; response_count:1; response_revision:27072; }","duration":"1.934721809s","start":"2026-07-03T16:54:10.356811Z","end":"2026-07-03T16:54:12.291533Z","steps":["trace[771228405] 'agreement among raft nodes before linearized reading' (duration: 1.934654538s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.291565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.356792Z","time spent":"1.934768401s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":898,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-q2p62.18bed5b6742f662a\" "} {"level":"info","ts":"2026-07-03T16:54:12.291506Z","caller":"traceutil/trace.go:171","msg":"trace[1878184444] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27072; }","duration":"1.254972784s","start":"2026-07-03T16:54:11.036516Z","end":"2026-07-03T16:54:12.291489Z","steps":["trace[1878184444] 'agreement among raft nodes before linearized reading' (duration: 1.254709639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.291603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.488904Z","time spent":"802.618678ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:12.291625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.036495Z","time spent":"1.255119597s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:12.29145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.358181Z","time spent":"1.933263655s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-03T16:54:12.29183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637789322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:54:12.291873Z","caller":"traceutil/trace.go:171","msg":"trace[2111593991] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:27072; }","duration":"1.637897355s","start":"2026-07-03T16:54:10.653964Z","end":"2026-07-03T16:54:12.291862Z","steps":["trace[2111593991] 'agreement among raft nodes before linearized reading' (duration: 1.637269671s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.291901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.653936Z","time spent":"1.637959036s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-03T16:54:12.291835Z","caller":"traceutil/trace.go:171","msg":"trace[186016891] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"803.170522ms","start":"2026-07-03T16:54:11.488655Z","end":"2026-07-03T16:54:12.291825Z","steps":["trace[186016891] 'process raft request' (duration: 802.240241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.292149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772971017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:12.292195Z","caller":"traceutil/trace.go:171","msg":"trace[1682700710] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"789.263624ms","start":"2026-07-03T16:54:11.502922Z","end":"2026-07-03T16:54:12.292185Z","steps":["trace[1682700710] 'process raft request' (duration: 789.08494ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:12.292206Z","caller":"traceutil/trace.go:171","msg":"trace[1779296888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27073; }","duration":"1.773085089s","start":"2026-07-03T16:54:10.519108Z","end":"2026-07-03T16:54:12.292193Z","steps":["trace[1779296888] 'agreement among raft nodes before linearized reading' (duration: 1.772133378s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.292167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.488632Z","time spent":"803.474129ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:12.292252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:10.519071Z","time spent":"1.773174181s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:12.292255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002142362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:12.292279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.502914Z","time spent":"789.318025ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:12.2923Z","caller":"traceutil/trace.go:171","msg":"trace[1819515721] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27074; }","duration":"1.002227624s","start":"2026-07-03T16:54:11.29006Z","end":"2026-07-03T16:54:12.292288Z","steps":["trace[1819515721] 'agreement among raft nodes before linearized reading' (duration: 1.00114806s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:12.291825Z","caller":"traceutil/trace.go:171","msg":"trace[642298147] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"803.672084ms","start":"2026-07-03T16:54:11.488136Z","end":"2026-07-03T16:54:12.291808Z","steps":["trace[642298147] 'process raft request' (duration: 802.60245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.292439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.48808Z","time spent":"804.330328ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:12.292079Z","caller":"traceutil/trace.go:171","msg":"trace[881901563] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"793.076191ms","start":"2026-07-03T16:54:11.498995Z","end":"2026-07-03T16:54:12.292071Z","steps":["trace[881901563] 'process raft request' (duration: 792.316624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:12.292585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.498986Z","time spent":"793.564532ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:12.292346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.290036Z","time spent":"1.002300616s","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:13.055729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.844394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:13.055989Z","caller":"traceutil/trace.go:171","msg":"trace[263650423] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"1.038879612s","start":"2026-07-03T16:54:12.017082Z","end":"2026-07-03T16:54:13.055961Z","steps":["trace[263650423] 'process raft request' (duration: 713.69176ms)","trace[263650423] 'compare' (duration: 324.530417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:13.056101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.017057Z","time spent":"1.038993205s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:13.056595Z","caller":"traceutil/trace.go:171","msg":"trace[1250071865] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"887.333503ms","start":"2026-07-03T16:54:12.169248Z","end":"2026-07-03T16:54:13.056582Z","steps":["trace[1250071865] 'process raft request' (duration: 886.625337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.056657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.169221Z","time spent":"887.406184ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:13.056735Z","caller":"traceutil/trace.go:171","msg":"trace[246246893] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"794.73424ms","start":"2026-07-03T16:54:12.261971Z","end":"2026-07-03T16:54:13.056706Z","steps":["trace[246246893] 'process raft request' (duration: 794.483914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.056837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.293022Z","time spent":"763.813163ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:13.056873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.261949Z","time spent":"794.868072ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:13.057963Z","caller":"traceutil/trace.go:171","msg":"trace[1520748028] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"764.388667ms","start":"2026-07-03T16:54:12.293564Z","end":"2026-07-03T16:54:13.057953Z","steps":["trace[1520748028] 'process raft request' (duration: 763.059446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.058067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.293541Z","time spent":"764.490349ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:13.058474Z","caller":"traceutil/trace.go:171","msg":"trace[950473772] linearizableReadLoop","detail":"{readStateIndex:28023; appliedIndex:28020; }","duration":"767.277032ms","start":"2026-07-03T16:54:12.291183Z","end":"2026-07-03T16:54:13.05846Z","steps":["trace[950473772] 'read index received' (duration: 439.617794ms)","trace[950473772] 'applied index is now lower than readState.Index' (duration: 327.657958ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:13.0587Z","caller":"traceutil/trace.go:171","msg":"trace[1770464168] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"650.329503ms","start":"2026-07-03T16:54:12.408357Z","end":"2026-07-03T16:54:13.058686Z","steps":["trace[1770464168] 'process raft request' (duration: 649.537586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.058881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.40832Z","time spent":"650.527368ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:54:13.05937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31832627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:13.059473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131196569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:13.059503Z","caller":"traceutil/trace.go:171","msg":"trace[1989388815] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27079; }","duration":"1.318500735s","start":"2026-07-03T16:54:11.740973Z","end":"2026-07-03T16:54:13.05949Z","steps":["trace[1989388815] 'agreement among raft nodes before linearized reading' (duration: 1.318343041s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.059599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.89426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:13.059633Z","caller":"traceutil/trace.go:171","msg":"trace[762351628] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27079; }","duration":"457.954282ms","start":"2026-07-03T16:54:12.601668Z","end":"2026-07-03T16:54:13.059622Z","steps":["trace[762351628] 'agreement among raft nodes before linearized reading' (duration: 457.86888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.059666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.601651Z","time spent":"458.006333ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:13.059672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.740947Z","time spent":"1.318663078s","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:13.059709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043132339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:54:13.05977Z","caller":"traceutil/trace.go:171","msg":"trace[1202045195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27079; }","duration":"1.043227292s","start":"2026-07-03T16:54:12.016525Z","end":"2026-07-03T16:54:13.059753Z","steps":["trace[1202045195] 'agreement among raft nodes before linearized reading' (duration: 1.043061408s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.059815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.0165Z","time spent":"1.043306613s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:13.05986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.345851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:13.059899Z","caller":"traceutil/trace.go:171","msg":"trace[880620333] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27079; }","duration":"532.420283ms","start":"2026-07-03T16:54:12.527468Z","end":"2026-07-03T16:54:13.059888Z","steps":["trace[880620333] 'agreement among raft nodes before linearized reading' (duration: 532.32569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.059931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.527451Z","time spent":"532.470963ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:13.059381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574439356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:13.060076Z","caller":"traceutil/trace.go:171","msg":"trace[643991940] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27079; }","duration":"1.575121801s","start":"2026-07-03T16:54:11.484931Z","end":"2026-07-03T16:54:13.060053Z","steps":["trace[643991940] 'agreement among raft nodes before linearized reading' (duration: 1.574419195s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.060135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.618062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-07-03T16:54:13.060167Z","caller":"traceutil/trace.go:171","msg":"trace[1462791846] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:27079; }","duration":"651.690324ms","start":"2026-07-03T16:54:12.408468Z","end":"2026-07-03T16:54:13.060158Z","steps":["trace[1462791846] 'agreement among raft nodes before linearized reading' (duration: 651.589961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.060188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.408439Z","time spent":"651.744795ms","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9602,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-07-03T16:54:13.060186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.484839Z","time spent":"1.575323586s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:54:13.060146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.18038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:13.060294Z","caller":"traceutil/trace.go:171","msg":"trace[1503807942] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27079; }","duration":"739.371784ms","start":"2026-07-03T16:54:12.32091Z","end":"2026-07-03T16:54:13.060282Z","steps":["trace[1503807942] 'agreement among raft nodes before linearized reading' (duration: 739.205341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.060355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.320888Z","time spent":"739.455427ms","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:13.059518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.080595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-03T16:54:13.060485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272477845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-07-03T16:54:13.060474Z","caller":"traceutil/trace.go:171","msg":"trace[2022074022] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27079; }","duration":"151.068168ms","start":"2026-07-03T16:54:12.909389Z","end":"2026-07-03T16:54:13.060457Z","steps":["trace[2022074022] 'agreement among raft nodes before linearized reading' (duration: 150.053705ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:13.060512Z","caller":"traceutil/trace.go:171","msg":"trace[1898005172] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k; range_end:; response_count:1; response_revision:27079; }","duration":"1.272532485s","start":"2026-07-03T16:54:11.787973Z","end":"2026-07-03T16:54:13.060505Z","steps":["trace[1898005172] 'agreement among raft nodes before linearized reading' (duration: 1.272462063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.060536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.787957Z","time spent":"1.272571967s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6882,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" "} {"level":"warn","ts":"2026-07-03T16:54:13.059428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.230448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:13.060665Z","caller":"traceutil/trace.go:171","msg":"trace[1211187873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27079; }","duration":"767.518579ms","start":"2026-07-03T16:54:12.293136Z","end":"2026-07-03T16:54:13.060655Z","steps":["trace[1211187873] 'agreement among raft nodes before linearized reading' (duration: 766.27334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.06075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.293114Z","time spent":"767.625211ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:13.060679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177989148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:54:13.059559Z","caller":"traceutil/trace.go:171","msg":"trace[1604940416] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27079; }","duration":"1.131352263s","start":"2026-07-03T16:54:11.928187Z","end":"2026-07-03T16:54:13.059539Z","steps":["trace[1604940416] 'agreement among raft nodes before linearized reading' (duration: 1.131183379s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:13.060888Z","caller":"traceutil/trace.go:171","msg":"trace[285384548] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27079; }","duration":"1.178236993s","start":"2026-07-03T16:54:11.882641Z","end":"2026-07-03T16:54:13.060878Z","steps":["trace[285384548] 'agreement among raft nodes before linearized reading' (duration: 1.177990507s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.060899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.928158Z","time spent":"1.132727795s","remote":"127.0.0.1:51932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:13.06092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:11.882619Z","time spent":"1.178290475s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:54:13.061142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044518422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:54:13.061219Z","caller":"traceutil/trace.go:171","msg":"trace[1355778426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27079; }","duration":"1.044660494s","start":"2026-07-03T16:54:12.016547Z","end":"2026-07-03T16:54:13.061208Z","steps":["trace[1355778426] 'agreement among raft nodes before linearized reading' (duration: 1.042573056s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:13.061752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:12.016506Z","time spent":"1.045231927s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:14.163525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.008397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:14.163719Z","caller":"traceutil/trace.go:171","msg":"trace[870940443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27079; }","duration":"640.213752ms","start":"2026-07-03T16:54:13.52348Z","end":"2026-07-03T16:54:14.163694Z","steps":["trace[870940443] 'range keys from in-memory index tree' (duration: 639.989467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:14.163895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.894869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:14.164019Z","caller":"traceutil/trace.go:171","msg":"trace[211494543] linearizableReadLoop","detail":"{readStateIndex:28027; appliedIndex:28026; }","duration":"1.099648548s","start":"2026-07-03T16:54:13.06435Z","end":"2026-07-03T16:54:14.163999Z","steps":["trace[211494543] 'read index received' (duration: 107.583385ms)","trace[211494543] 'applied index is now lower than readState.Index' (duration: 992.062263ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:14.164064Z","caller":"traceutil/trace.go:171","msg":"trace[441004528] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"1.104369436s","start":"2026-07-03T16:54:13.059671Z","end":"2026-07-03T16:54:14.164041Z","steps":["trace[441004528] 'process raft request' (duration: 112.231151ms)","trace[441004528] 'compare' (duration: 991.431169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:14.164194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.059646Z","time spent":"1.104461538s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:14.164404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100031337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-03T16:54:14.164483Z","caller":"traceutil/trace.go:171","msg":"trace[1896332138] range","detail":"{range_begin:/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553; range_end:; response_count:1; response_revision:27080; }","duration":"1.10013028s","start":"2026-07-03T16:54:13.064333Z","end":"2026-07-03T16:54:14.164464Z","steps":["trace[1896332138] 'agreement among raft nodes before linearized reading' (duration: 1.099775431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:14.164532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.064321Z","time spent":"1.100196812s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" "} {"level":"warn","ts":"2026-07-03T16:54:14.238938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066982453s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:14.239559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171303643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:14.239653Z","caller":"traceutil/trace.go:171","msg":"trace[1027892443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27083; }","duration":"1.171423877s","start":"2026-07-03T16:54:13.068194Z","end":"2026-07-03T16:54:14.239618Z","steps":["trace[1027892443] 'agreement among raft nodes before linearized reading' (duration: 1.171250383s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:14.239692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175225703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T16:54:14.239763Z","caller":"traceutil/trace.go:171","msg":"trace[74711311] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"1.1724607s","start":"2026-07-03T16:54:13.067286Z","end":"2026-07-03T16:54:14.239747Z","steps":["trace[74711311] 'process raft request' (duration: 1.171843706s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:14.239866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.067268Z","time spent":"1.172526632s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:14.239908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175116752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-k4p4w.18bed5b577d65c58\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-03T16:54:14.239969Z","caller":"traceutil/trace.go:171","msg":"trace[14320311] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-k4p4w.18bed5b577d65c58; range_end:; response_count:1; response_revision:27083; }","duration":"1.175269725s","start":"2026-07-03T16:54:13.064684Z","end":"2026-07-03T16:54:14.239953Z","steps":["trace[14320311] 'agreement among raft nodes before linearized reading' (duration: 1.175105291s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:14.240017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.064648Z","time spent":"1.175357408s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-k4p4w.18bed5b577d65c58\" "} {"level":"info","ts":"2026-07-03T16:54:14.240086Z","caller":"traceutil/trace.go:171","msg":"trace[541646217] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"1.170806213s","start":"2026-07-03T16:54:13.069268Z","end":"2026-07-03T16:54:14.240074Z","steps":["trace[541646217] 'process raft request' (duration: 1.170040585s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:14.240178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.06926Z","time spent":"1.170871764s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:14.240008Z","caller":"traceutil/trace.go:171","msg":"trace[782491988] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"1.171104709s","start":"2026-07-03T16:54:13.068885Z","end":"2026-07-03T16:54:14.23999Z","steps":["trace[782491988] 'process raft request' (duration: 1.170379022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:14.24023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175542602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:54:14.240329Z","caller":"traceutil/trace.go:171","msg":"trace[1889095131] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27083; }","duration":"1.175686614s","start":"2026-07-03T16:54:13.064619Z","end":"2026-07-03T16:54:14.240306Z","steps":["trace[1889095131] 'agreement among raft nodes before linearized reading' (duration: 1.175378797s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:14.239762Z","caller":"traceutil/trace.go:171","msg":"trace[1353771355] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27083; }","duration":"1.175319926s","start":"2026-07-03T16:54:13.064422Z","end":"2026-07-03T16:54:14.239742Z","steps":["trace[1353771355] 'agreement among raft nodes before linearized reading' (duration: 1.175111401s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:14.2404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.064602Z","time spent":"1.175782777s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:54:14.240422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.064409Z","time spent":"1.175995802s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-03T16:54:14.240332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.068879Z","time spent":"1.171402606s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:14.239714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:13.068185Z","time spent":"1.171516159s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:14.745173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:15.245649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:15.746425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:16.162734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.851497059s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:54:16.163445Z","caller":"traceutil/trace.go:171","msg":"trace[835944411] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"1.920579116s","start":"2026-07-03T16:54:14.24284Z","end":"2026-07-03T16:54:16.163419Z","steps":["trace[835944411] 'process raft request' (duration: 1.920373422s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:16.163775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.242808Z","time spent":"1.920876373s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:16.250295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:16.250358Z","caller":"traceutil/trace.go:171","msg":"trace[344663836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356277s","start":"2026-07-03T16:54:14.249986Z","end":"2026-07-03T16:54:16.250342Z","steps":["trace[344663836] 'agreement among raft nodes before linearized reading' (duration: 2.000244635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:16.250393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.249973Z","time spent":"2.000413529s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:54:17.040804Z","caller":"traceutil/trace.go:171","msg":"trace[50297777] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"2.744107442s","start":"2026-07-03T16:54:14.296662Z","end":"2026-07-03T16:54:17.040769Z","steps":["trace[50297777] 'process raft request' (duration: 2.743886977s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:17.04083Z","caller":"traceutil/trace.go:171","msg":"trace[1736909720] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"2.743950248s","start":"2026-07-03T16:54:14.296844Z","end":"2026-07-03T16:54:17.040795Z","steps":["trace[1736909720] 'process raft request' (duration: 2.743864577s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.040958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.296621Z","time spent":"2.744256925s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:17.041469Z","caller":"traceutil/trace.go:171","msg":"trace[1562512479] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"2.744091133s","start":"2026-07-03T16:54:14.297365Z","end":"2026-07-03T16:54:17.041456Z","steps":["trace[1562512479] 'process raft request' (duration: 2.743377026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.041538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.297353Z","time spent":"2.744150344s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:17.041607Z","caller":"traceutil/trace.go:171","msg":"trace[232673348] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"2.744104033s","start":"2026-07-03T16:54:14.29749Z","end":"2026-07-03T16:54:17.041594Z","steps":["trace[232673348] 'process raft request' (duration: 2.743448168s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.041705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.297474Z","time spent":"2.744169154s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:17.04176Z","caller":"traceutil/trace.go:171","msg":"trace[1600057694] transaction","detail":"{read_only:false; response_revision:27089; number_of_response:1; }","duration":"2.743982351s","start":"2026-07-03T16:54:14.297767Z","end":"2026-07-03T16:54:17.04175Z","steps":["trace[1600057694] 'process raft request' (duration: 2.743371366s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.04182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.297755Z","time spent":"2.744036462s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:17.041864Z","caller":"traceutil/trace.go:171","msg":"trace[1573711469] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"2.743883698s","start":"2026-07-03T16:54:14.297972Z","end":"2026-07-03T16:54:17.041856Z","steps":["trace[1573711469] 'process raft request' (duration: 2.743196252s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.041911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.297932Z","time spent":"2.74395541s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:17.043176Z","caller":"traceutil/trace.go:171","msg":"trace[1172449497] linearizableReadLoop","detail":"{readStateIndex:28040; appliedIndex:28030; }","duration":"2.798224149s","start":"2026-07-03T16:54:14.244939Z","end":"2026-07-03T16:54:17.043163Z","steps":["trace[1172449497] 'read index received' (duration: 1.918260134s)","trace[1172449497] 'applied index is now lower than readState.Index' (duration: 879.963245ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:17.043265Z","caller":"traceutil/trace.go:171","msg":"trace[586733424] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"2.743761594s","start":"2026-07-03T16:54:14.299481Z","end":"2026-07-03T16:54:17.043242Z","steps":["trace[586733424] 'process raft request' (duration: 2.74356595s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:17.043313Z","caller":"traceutil/trace.go:171","msg":"trace[969809744] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"1.980823431s","start":"2026-07-03T16:54:15.06247Z","end":"2026-07-03T16:54:17.043293Z","steps":["trace[969809744] 'process raft request' (duration: 1.980662788s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.043377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.299445Z","time spent":"2.743873827s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:17.043369Z","caller":"traceutil/trace.go:171","msg":"trace[2026426353] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"2.554125126s","start":"2026-07-03T16:54:14.489208Z","end":"2026-07-03T16:54:17.043333Z","steps":["trace[2026426353] 'process raft request' (duration: 2.553890981s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.043409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.062445Z","time spent":"1.980918573s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:17.043427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798483424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:54:17.043465Z","caller":"traceutil/trace.go:171","msg":"trace[1530844615] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27093; }","duration":"2.798568516s","start":"2026-07-03T16:54:14.244888Z","end":"2026-07-03T16:54:17.043457Z","steps":["trace[1530844615] 'agreement among raft nodes before linearized reading' (duration: 2.798457044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.043491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.244877Z","time spent":"2.798609187s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:17.043528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.489191Z","time spent":"2.554251949s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:17.043761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149307372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:17.043777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.624268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:54:17.043799Z","caller":"traceutil/trace.go:171","msg":"trace[1340035816] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27093; }","duration":"1.149407425s","start":"2026-07-03T16:54:15.894382Z","end":"2026-07-03T16:54:17.043789Z","steps":["trace[1340035816] 'agreement among raft nodes before linearized reading' (duration: 1.149347153s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.043824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.894354Z","time spent":"1.149465325s","remote":"127.0.0.1:52142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:17.043833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.174234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:17.043852Z","caller":"traceutil/trace.go:171","msg":"trace[433140717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27093; }","duration":"755.243076ms","start":"2026-07-03T16:54:16.288604Z","end":"2026-07-03T16:54:17.043847Z","steps":["trace[433140717] 'agreement among raft nodes before linearized reading' (duration: 755.208565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.043876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:16.288576Z","time spent":"755.294727ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:17.043949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778787794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:17.043998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605537055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:17.044017Z","caller":"traceutil/trace.go:171","msg":"trace[1930739935] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27093; }","duration":"2.778893226s","start":"2026-07-03T16:54:14.265112Z","end":"2026-07-03T16:54:17.044005Z","steps":["trace[1930739935] 'agreement among raft nodes before linearized reading' (duration: 2.778787103s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.044037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.697403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:17.044038Z","caller":"traceutil/trace.go:171","msg":"trace[528294050] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27093; }","duration":"1.605619268s","start":"2026-07-03T16:54:15.438408Z","end":"2026-07-03T16:54:17.044027Z","steps":["trace[528294050] 'agreement among raft nodes before linearized reading' (duration: 1.605525635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.044049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.897115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:54:17.044057Z","caller":"traceutil/trace.go:171","msg":"trace[2017363303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27093; }","duration":"792.776994ms","start":"2026-07-03T16:54:16.251274Z","end":"2026-07-03T16:54:17.044051Z","steps":["trace[2017363303] 'agreement among raft nodes before linearized reading' (duration: 792.737424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.044054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.265087Z","time spent":"2.778957578s","remote":"127.0.0.1:33112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:17.044071Z","caller":"traceutil/trace.go:171","msg":"trace[342125140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27093; }","duration":"798.948936ms","start":"2026-07-03T16:54:16.245116Z","end":"2026-07-03T16:54:17.044065Z","steps":["trace[342125140] 'agreement among raft nodes before linearized reading' (duration: 798.855633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.044071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:15.438381Z","time spent":"1.60568141s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:17.04408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:16.25124Z","time spent":"792.837086ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:17.04409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:16.245099Z","time spent":"798.987297ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:17.044313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.959223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-k4p4w.18bed5ba1fd0b016\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-03T16:54:17.04434Z","caller":"traceutil/trace.go:171","msg":"trace[708426879] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-k4p4w.18bed5ba1fd0b016; range_end:; response_count:1; response_revision:27093; }","duration":"876.015205ms","start":"2026-07-03T16:54:16.168318Z","end":"2026-07-03T16:54:17.044334Z","steps":["trace[708426879] 'agreement among raft nodes before linearized reading' (duration: 875.891952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.04435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793664415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-07-03T16:54:17.044359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:16.168304Z","time spent":"876.050785ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":845,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-k4p4w.18bed5ba1fd0b016\" "} {"level":"info","ts":"2026-07-03T16:54:17.044372Z","caller":"traceutil/trace.go:171","msg":"trace[2050214354] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:27093; }","duration":"2.793703165s","start":"2026-07-03T16:54:14.250662Z","end":"2026-07-03T16:54:17.044365Z","steps":["trace[2050214354] 'agreement among raft nodes before linearized reading' (duration: 2.793636524s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.04439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.250652Z","time spent":"2.793733946s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9602,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-07-03T16:54:17.0438Z","caller":"traceutil/trace.go:171","msg":"trace[803879701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27093; }","duration":"798.677549ms","start":"2026-07-03T16:54:16.245116Z","end":"2026-07-03T16:54:17.043793Z","steps":["trace[803879701] 'agreement among raft nodes before linearized reading' (duration: 798.615657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.044458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:16.245099Z","time spent":"799.352515ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:17.044465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789325006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-07-03T16:54:17.044502Z","caller":"traceutil/trace.go:171","msg":"trace[1591554994] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k; range_end:; response_count:1; response_revision:27093; }","duration":"2.789396467s","start":"2026-07-03T16:54:14.255092Z","end":"2026-07-03T16:54:17.044488Z","steps":["trace[1591554994] 'agreement among raft nodes before linearized reading' (duration: 2.789290525s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.044532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.255074Z","time spent":"2.789451698s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7076,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q5m7k\" "} {"level":"warn","ts":"2026-07-03T16:54:17.044312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137830315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:54:17.044582Z","caller":"traceutil/trace.go:171","msg":"trace[494363768] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27093; }","duration":"2.138104872s","start":"2026-07-03T16:54:14.90647Z","end":"2026-07-03T16:54:17.044575Z","steps":["trace[494363768] 'agreement among raft nodes before linearized reading' (duration: 2.137738344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.0449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.906387Z","time spent":"2.13850293s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-03T16:54:17.044891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.296833Z","time spent":"2.747999621s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:17.044842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794758509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-07-03T16:54:17.045041Z","caller":"traceutil/trace.go:171","msg":"trace[1941898901] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27093; }","duration":"2.794950114s","start":"2026-07-03T16:54:14.250059Z","end":"2026-07-03T16:54:17.045009Z","steps":["trace[1941898901] 'agreement among raft nodes before linearized reading' (duration: 2.794723319s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.045142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.250051Z","time spent":"2.795058566s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1251,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-03T16:54:17.043797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798542926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18353"} {"level":"info","ts":"2026-07-03T16:54:17.045611Z","caller":"traceutil/trace.go:171","msg":"trace[1552030298] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27093; }","duration":"2.800124932s","start":"2026-07-03T16:54:14.245197Z","end":"2026-07-03T16:54:17.045322Z","steps":["trace[1552030298] 'agreement among raft nodes before linearized reading' (duration: 2.798531985s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.045654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:14.245172Z","time spent":"2.80047097s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18374,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:54:17.363816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.656692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:17.364081Z","caller":"traceutil/trace.go:171","msg":"trace[1191450120] transaction","detail":"{read_only:false; response_revision:27097; number_of_response:1; }","duration":"312.348669ms","start":"2026-07-03T16:54:17.051712Z","end":"2026-07-03T16:54:17.364061Z","steps":["trace[1191450120] 'process raft request' (duration: 312.306748ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:17.364072Z","caller":"traceutil/trace.go:171","msg":"trace[1287812010] linearizableReadLoop","detail":"{readStateIndex:28041; appliedIndex:28040; }","duration":"314.823256ms","start":"2026-07-03T16:54:17.049209Z","end":"2026-07-03T16:54:17.364032Z","steps":["trace[1287812010] 'read index received' (duration: 116.864468ms)","trace[1287812010] 'applied index is now lower than readState.Index' (duration: 197.954558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:17.364154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.051702Z","time spent":"312.421342ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:17.364267Z","caller":"traceutil/trace.go:171","msg":"trace[1383706993] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"317.415834ms","start":"2026-07-03T16:54:17.046831Z","end":"2026-07-03T16:54:17.364247Z","steps":["trace[1383706993] 'process raft request' (duration: 119.250831ms)","trace[1383706993] 'compare' (duration: 197.547109ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:17.364359Z","caller":"traceutil/trace.go:171","msg":"trace[1335716193] transaction","detail":"{read_only:false; response_revision:27096; number_of_response:1; }","duration":"314.469597ms","start":"2026-07-03T16:54:17.049879Z","end":"2026-07-03T16:54:17.364349Z","steps":["trace[1335716193] 'process raft request' (duration: 314.102088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.364404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.049871Z","time spent":"314.512268ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:54:17.364453Z","caller":"traceutil/trace.go:171","msg":"trace[49054796] transaction","detail":"{read_only:false; response_revision:27095; number_of_response:1; }","duration":"314.649511ms","start":"2026-07-03T16:54:17.049776Z","end":"2026-07-03T16:54:17.364425Z","steps":["trace[49054796] 'process raft request' (duration: 314.14664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.364468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.833899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:17.364537Z","caller":"traceutil/trace.go:171","msg":"trace[751513345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27097; }","duration":"308.93228ms","start":"2026-07-03T16:54:17.055586Z","end":"2026-07-03T16:54:17.364518Z","steps":["trace[751513345] 'agreement among raft nodes before linearized reading' (duration: 308.777107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.364591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.055576Z","time spent":"309.005832ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:17.364591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.244905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-03T16:54:17.364601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.049765Z","time spent":"314.748393ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:17.364592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.354348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1286ff0a-794c-4939-9feb-db43277a3aee\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-07-03T16:54:17.364624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.90598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:54:17.364689Z","caller":"traceutil/trace.go:171","msg":"trace[582549385] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1286ff0a-794c-4939-9feb-db43277a3aee; range_end:; response_count:1; response_revision:27097; }","duration":"315.470371ms","start":"2026-07-03T16:54:17.049189Z","end":"2026-07-03T16:54:17.364659Z","steps":["trace[582549385] 'agreement among raft nodes before linearized reading' (duration: 315.169554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.3648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.049176Z","time spent":"315.607543ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-1286ff0a-794c-4939-9feb-db43277a3aee\" "} {"level":"warn","ts":"2026-07-03T16:54:17.364454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.046815Z","time spent":"317.523566ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:17.364735Z","caller":"traceutil/trace.go:171","msg":"trace[1664837588] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27097; }","duration":"309.004942ms","start":"2026-07-03T16:54:17.055667Z","end":"2026-07-03T16:54:17.364672Z","steps":["trace[1664837588] 'agreement among raft nodes before linearized reading' (duration: 308.791437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.364928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.05565Z","time spent":"309.267708ms","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-07-03T16:54:17.364628Z","caller":"traceutil/trace.go:171","msg":"trace[1459415537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27097; }","duration":"308.313107ms","start":"2026-07-03T16:54:17.056305Z","end":"2026-07-03T16:54:17.364618Z","steps":["trace[1459415537] 'agreement among raft nodes before linearized reading' (duration: 308.130443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:17.365038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.056298Z","time spent":"308.726486ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:54:17.872921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:18.373566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:18.873787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:19.374474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:19.875489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:19.97946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.495221821s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:54:20.073827Z","caller":"traceutil/trace.go:171","msg":"trace[1589214956] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"2.704387405s","start":"2026-07-03T16:54:17.369413Z","end":"2026-07-03T16:54:20.073801Z","steps":["trace[1589214956] 'process raft request' (duration: 2.610341598s)","trace[1589214956] 'compare' (duration: 92.866201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:20.073944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.369394Z","time spent":"2.704492868s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:54:20.522047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991844443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:20.522129Z","caller":"traceutil/trace.go:171","msg":"trace[1349533506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.991972616s","start":"2026-07-03T16:54:18.530138Z","end":"2026-07-03T16:54:20.52211Z","steps":["trace[1349533506] 'agreement among raft nodes before linearized reading' (duration: 1.991868854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:20.522189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:18.530119Z","time spent":"1.992049558s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:21.625071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.645035167s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:21.802423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.154573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:21.802821Z","caller":"traceutil/trace.go:171","msg":"trace[953080801] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"2.754743695s","start":"2026-07-03T16:54:19.048063Z","end":"2026-07-03T16:54:21.802807Z","steps":["trace[953080801] 'process raft request' (duration: 2.754694904s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:21.802883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.047961Z","time spent":"2.754894209s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:21.803026Z","caller":"traceutil/trace.go:171","msg":"trace[769393385] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"3.957286903s","start":"2026-07-03T16:54:17.845731Z","end":"2026-07-03T16:54:21.803018Z","steps":["trace[769393385] 'process raft request' (duration: 3.779476015s)","trace[769393385] 'compare' (duration: 176.779865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:21.80307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.845704Z","time spent":"3.957347683s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:21.80351Z","caller":"traceutil/trace.go:171","msg":"trace[1535506098] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"2.755341708s","start":"2026-07-03T16:54:19.048154Z","end":"2026-07-03T16:54:21.803496Z","steps":["trace[1535506098] 'process raft request' (duration: 2.754627852s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:21.803495Z","caller":"traceutil/trace.go:171","msg":"trace[547421293] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"2.755257517s","start":"2026-07-03T16:54:19.048207Z","end":"2026-07-03T16:54:21.803465Z","steps":["trace[547421293] 'process raft request' (duration: 2.754714965s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:21.803529Z","caller":"traceutil/trace.go:171","msg":"trace[1080391959] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"2.757052389s","start":"2026-07-03T16:54:19.046462Z","end":"2026-07-03T16:54:21.803514Z","steps":["trace[1080391959] 'process raft request' (duration: 2.75622164s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:21.803495Z","caller":"traceutil/trace.go:171","msg":"trace[256297521] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"2.755224856s","start":"2026-07-03T16:54:19.048244Z","end":"2026-07-03T16:54:21.803469Z","steps":["trace[256297521] 'process raft request' (duration: 2.754790106s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:21.803536Z","caller":"traceutil/trace.go:171","msg":"trace[1973725498] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"2.754436969s","start":"2026-07-03T16:54:19.049076Z","end":"2026-07-03T16:54:21.803513Z","steps":["trace[1973725498] 'process raft request' (duration: 2.75403668s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:21.803538Z","caller":"traceutil/trace.go:171","msg":"trace[1459981391] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"2.756707261s","start":"2026-07-03T16:54:19.046798Z","end":"2026-07-03T16:54:21.803505Z","steps":["trace[1459981391] 'process raft request' (duration: 2.755913313s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:21.803586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.046437Z","time spent":"2.757120181s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:21.803611Z","caller":"traceutil/trace.go:171","msg":"trace[528267429] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"3.956576608s","start":"2026-07-03T16:54:17.847026Z","end":"2026-07-03T16:54:21.803603Z","steps":["trace[528267429] 'process raft request' (duration: 3.955468022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:21.803642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.048191Z","time spent":"2.755371651s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:21.803697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.046773Z","time spent":"2.756839835s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:21.803732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.847003Z","time spent":"3.956656799s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:21.803549Z","caller":"traceutil/trace.go:171","msg":"trace[1316400138] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"2.818238395s","start":"2026-07-03T16:54:18.985281Z","end":"2026-07-03T16:54:21.80352Z","steps":["trace[1316400138] 'process raft request' (duration: 2.817293594s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:21.803663Z","caller":"traceutil/trace.go:171","msg":"trace[1319829182] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"2.755833861s","start":"2026-07-03T16:54:19.047821Z","end":"2026-07-03T16:54:21.803654Z","steps":["trace[1319829182] 'process raft request' (duration: 2.754914209s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:21.803818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.047797Z","time spent":"2.755993604s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:21.803824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:18.985261Z","time spent":"2.818521583s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:21.803654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.04906Z","time spent":"2.754534372s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:21.803879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430999566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-03T16:54:21.803907Z","caller":"traceutil/trace.go:171","msg":"trace[571367357] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27109; }","duration":"4.431045076s","start":"2026-07-03T16:54:17.372853Z","end":"2026-07-03T16:54:21.803898Z","steps":["trace[571367357] 'agreement among raft nodes before linearized reading' (duration: 4.430914084s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:21.803927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.372845Z","time spent":"4.431076428s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3327,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-03T16:54:21.804507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.048236Z","time spent":"2.75534437s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:21.803195Z","caller":"traceutil/trace.go:171","msg":"trace[1012821746] linearizableReadLoop","detail":"{readStateIndex:28056; appliedIndex:28044; }","duration":"4.430291179s","start":"2026-07-03T16:54:17.372876Z","end":"2026-07-03T16:54:21.803167Z","steps":["trace[1012821746] 'read index received' (duration: 2.606891661s)","trace[1012821746] 'applied index is now lower than readState.Index' (duration: 1.823398288s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:21.808311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.048142Z","time spent":"2.755399581s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:22.52273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:22.522793Z","caller":"traceutil/trace.go:171","msg":"trace[1364801500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000513091s","start":"2026-07-03T16:54:20.522265Z","end":"2026-07-03T16:54:22.522778Z","steps":["trace[1364801500] 'agreement among raft nodes before linearized reading' (duration: 2.000415009s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:22.522844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.522207Z","time spent":"2.000630464s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:22.645853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000390548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:22.64637Z","caller":"traceutil/trace.go:171","msg":"trace[57419346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599223s","start":"2026-07-03T16:54:20.645325Z","end":"2026-07-03T16:54:22.645925Z","steps":["trace[57419346] 'agreement among raft nodes before linearized reading' (duration: 2.00047204s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:22.646658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.64528Z","time spent":"2.00135713s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:24.530175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:24.530243Z","caller":"traceutil/trace.go:171","msg":"trace[1179389509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000018999s","start":"2026-07-03T16:54:22.530209Z","end":"2026-07-03T16:54:24.530228Z","steps":["trace[1179389509] 'agreement among raft nodes before linearized reading' (duration: 1.999921557s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.53028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:22.530198Z","time spent":"2.00007408s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:24.776381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.719610553s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:24.81233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932495003s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:54:24.812505Z","caller":"traceutil/trace.go:171","msg":"trace[696334950] linearizableReadLoop","detail":"{readStateIndex:28057; appliedIndex:28056; }","duration":"3.007492795s","start":"2026-07-03T16:54:21.804999Z","end":"2026-07-03T16:54:24.812492Z","steps":["trace[696334950] 'read index received' (duration: 74.851309ms)","trace[696334950] 'applied index is now lower than readState.Index' (duration: 2.932640666s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:24.813249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28898773s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:24.813346Z","caller":"traceutil/trace.go:171","msg":"trace[970951498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27109; }","duration":"1.289094303s","start":"2026-07-03T16:54:23.524237Z","end":"2026-07-03T16:54:24.813332Z","steps":["trace[970951498] 'range keys from in-memory index tree' (duration: 1.28897289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.813388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247229405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:24.813454Z","caller":"traceutil/trace.go:171","msg":"trace[1393142704] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27109; }","duration":"3.247341778s","start":"2026-07-03T16:54:21.566093Z","end":"2026-07-03T16:54:24.813435Z","steps":["trace[1393142704] 'agreement among raft nodes before linearized reading' (duration: 3.247217035s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.813509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:21.566073Z","time spent":"3.2474185s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:24.813646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.559095104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:24.813671Z","caller":"traceutil/trace.go:171","msg":"trace[370375363] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27109; }","duration":"5.559155564s","start":"2026-07-03T16:54:19.254507Z","end":"2026-07-03T16:54:24.813663Z","steps":["trace[370375363] 'agreement among raft nodes before linearized reading' (duration: 5.559102833s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.813696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.254487Z","time spent":"5.559202496s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:24.813805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.746714465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:24.813858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549930075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:24.813879Z","caller":"traceutil/trace.go:171","msg":"trace[1342723347] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27109; }","duration":"3.549980196s","start":"2026-07-03T16:54:21.263892Z","end":"2026-07-03T16:54:24.813872Z","steps":["trace[1342723347] 'agreement among raft nodes before linearized reading' (duration: 3.549951325s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:24.813873Z","caller":"traceutil/trace.go:171","msg":"trace[654305469] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27109; }","duration":"5.746812418s","start":"2026-07-03T16:54:19.067044Z","end":"2026-07-03T16:54:24.813857Z","steps":["trace[654305469] 'agreement among raft nodes before linearized reading' (duration: 5.746696355s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.813898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:21.263874Z","time spent":"3.550019256s","remote":"127.0.0.1:52258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:24.813928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.067033Z","time spent":"5.746878579s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:24.813999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773548029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:24.814017Z","caller":"traceutil/trace.go:171","msg":"trace[1344180409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27109; }","duration":"3.77361771s","start":"2026-07-03T16:54:21.040394Z","end":"2026-07-03T16:54:24.814012Z","steps":["trace[1344180409] 'agreement among raft nodes before linearized reading' (duration: 3.773584789s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.814035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:21.04037Z","time spent":"3.773660042s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:24.814173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970962415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-07-03T16:54:24.81419Z","caller":"traceutil/trace.go:171","msg":"trace[1923399822] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27109; }","duration":"3.971016876s","start":"2026-07-03T16:54:20.843168Z","end":"2026-07-03T16:54:24.814185Z","steps":["trace[1923399822] 'agreement among raft nodes before linearized reading' (duration: 3.970940624s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.814206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.843147Z","time spent":"3.971055036s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-03T16:54:24.814325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.446827021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T16:54:24.81432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.765055189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:54:24.814375Z","caller":"traceutil/trace.go:171","msg":"trace[1880418581] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27109; }","duration":"6.765139021s","start":"2026-07-03T16:54:18.049221Z","end":"2026-07-03T16:54:24.81436Z","steps":["trace[1880418581] 'agreement among raft nodes before linearized reading' (duration: 6.764927186s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.814398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.446217117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T16:54:24.814426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:18.049207Z","time spent":"6.765204782s","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:24.814463Z","caller":"traceutil/trace.go:171","msg":"trace[693320183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27109; }","duration":"5.446306369s","start":"2026-07-03T16:54:19.368139Z","end":"2026-07-03T16:54:24.814446Z","steps":["trace[693320183] 'agreement among raft nodes before linearized reading' (duration: 5.446118535s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.814501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.368131Z","time spent":"5.44636331s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:24.814505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356524336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:24.814575Z","caller":"traceutil/trace.go:171","msg":"trace[727462952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27109; }","duration":"4.356609137s","start":"2026-07-03T16:54:20.457949Z","end":"2026-07-03T16:54:24.814558Z","steps":["trace[727462952] 'agreement among raft nodes before linearized reading' (duration: 4.356483855s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.814624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.457902Z","time spent":"4.3567105s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:24.813831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456625816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:24.814736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.737273696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-6v5c7.18bed5b83b3eb4ef\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:54:24.814738Z","caller":"traceutil/trace.go:171","msg":"trace[9104987] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27109; }","duration":"3.457555137s","start":"2026-07-03T16:54:21.357161Z","end":"2026-07-03T16:54:24.814716Z","steps":["trace[9104987] 'agreement among raft nodes before linearized reading' (duration: 3.456652647s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:24.814767Z","caller":"traceutil/trace.go:171","msg":"trace[434969934] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-6v5c7.18bed5b83b3eb4ef; range_end:; response_count:1; response_revision:27109; }","duration":"4.737329727s","start":"2026-07-03T16:54:20.077428Z","end":"2026-07-03T16:54:24.814757Z","steps":["trace[434969934] 'agreement among raft nodes before linearized reading' (duration: 4.737238215s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.81477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.971166773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-68gj2\" ","response":"range_response_count:1 size:3397"} {"level":"warn","ts":"2026-07-03T16:54:24.8148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:21.35714Z","time spent":"3.457639748s","remote":"127.0.0.1:33228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:24.814836Z","caller":"traceutil/trace.go:171","msg":"trace[631052435] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-68gj2; range_end:; response_count:1; response_revision:27109; }","duration":"6.971263934s","start":"2026-07-03T16:54:17.843555Z","end":"2026-07-03T16:54:24.814819Z","steps":["trace[631052435] 'agreement among raft nodes before linearized reading' (duration: 6.971048109s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.814863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086673685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:24.814875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.843539Z","time spent":"6.971325236s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3418,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-68gj2\" "} {"level":"info","ts":"2026-07-03T16:54:24.814893Z","caller":"traceutil/trace.go:171","msg":"trace[975782522] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27109; }","duration":"4.086971842s","start":"2026-07-03T16:54:20.727912Z","end":"2026-07-03T16:54:24.814884Z","steps":["trace[975782522] 'agreement among raft nodes before linearized reading' (duration: 4.086707946s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.814916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.727885Z","time spent":"4.087024693s","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:24.814343Z","caller":"traceutil/trace.go:171","msg":"trace[859327908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27109; }","duration":"5.446880622s","start":"2026-07-03T16:54:19.367458Z","end":"2026-07-03T16:54:24.814338Z","steps":["trace[859327908] 'agreement among raft nodes before linearized reading' (duration: 5.446822761s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.814794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.077414Z","time spent":"4.737374449s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":902,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-6v5c7.18bed5b83b3eb4ef\" "} {"level":"info","ts":"2026-07-03T16:54:24.815113Z","caller":"traceutil/trace.go:171","msg":"trace[528921667] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"2.767146759s","start":"2026-07-03T16:54:22.04794Z","end":"2026-07-03T16:54:24.815086Z","steps":["trace[528921667] 'process raft request' (duration: 2.764468808s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:24.815259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:22.047921Z","time spent":"2.767261631s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:24.81621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:19.367439Z","time spent":"5.448753725s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:25.304013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.243182684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:25.304106Z","caller":"traceutil/trace.go:171","msg":"trace[99690022] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27110; }","duration":"5.243314447s","start":"2026-07-03T16:54:20.060768Z","end":"2026-07-03T16:54:25.304082Z","steps":["trace[99690022] 'agreement among raft nodes before linearized reading' (duration: 4.754044839s)","trace[99690022] 'range keys from in-memory index tree' (duration: 489.142735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:25.304152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.060753Z","time spent":"5.243388128s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:25.304454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650340072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:54:25.304535Z","caller":"traceutil/trace.go:171","msg":"trace[1239890846] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:27110; }","duration":"4.650449135s","start":"2026-07-03T16:54:20.654061Z","end":"2026-07-03T16:54:25.30451Z","steps":["trace[1239890846] 'agreement among raft nodes before linearized reading' (duration: 4.160744987s)","trace[1239890846] 'range keys from in-memory index tree' (duration: 489.514164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:25.304579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:20.654049Z","time spent":"4.650522006s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:54:25.30501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.861430013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:25.305133Z","caller":"traceutil/trace.go:171","msg":"trace[766736976] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27110; }","duration":"7.861613547s","start":"2026-07-03T16:54:17.443491Z","end":"2026-07-03T16:54:25.305104Z","steps":["trace[766736976] 'agreement among raft nodes before linearized reading' (duration: 7.371463219s)","trace[766736976] 'count revisions from in-memory index tree' (duration: 489.954033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:25.305191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:17.443474Z","time spent":"7.86170404s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:25.313582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694419,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:54:25.498938Z","caller":"traceutil/trace.go:171","msg":"trace[1620619019] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"2.410842587s","start":"2026-07-03T16:54:23.088069Z","end":"2026-07-03T16:54:25.498912Z","steps":["trace[1620619019] 'process raft request' (duration: 2.410647773s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:25.498967Z","caller":"traceutil/trace.go:171","msg":"trace[1908892752] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"2.192685427s","start":"2026-07-03T16:54:23.306262Z","end":"2026-07-03T16:54:25.498947Z","steps":["trace[1908892752] 'process raft request' (duration: 2.192593635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.499076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.088041Z","time spent":"2.410962459s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:25.499078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.306206Z","time spent":"2.192821851s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:25.499352Z","caller":"traceutil/trace.go:171","msg":"trace[290290047] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"1.682022412s","start":"2026-07-03T16:54:23.817316Z","end":"2026-07-03T16:54:25.499338Z","steps":["trace[290290047] 'process raft request' (duration: 1.681592462s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.499423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.817278Z","time spent":"1.682108024s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:25.499464Z","caller":"traceutil/trace.go:171","msg":"trace[603721925] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"1.68192624s","start":"2026-07-03T16:54:23.817517Z","end":"2026-07-03T16:54:25.499443Z","steps":["trace[603721925] 'process raft request' (duration: 1.681693055s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:25.499568Z","caller":"traceutil/trace.go:171","msg":"trace[1253938100] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"1.681709274s","start":"2026-07-03T16:54:23.817837Z","end":"2026-07-03T16:54:25.499546Z","steps":["trace[1253938100] 'process raft request' (duration: 1.681610542s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:25.499647Z","caller":"traceutil/trace.go:171","msg":"trace[1587908899] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"1.681738494s","start":"2026-07-03T16:54:23.817897Z","end":"2026-07-03T16:54:25.499636Z","steps":["trace[1587908899] 'process raft request' (duration: 1.681597961s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:25.499672Z","caller":"traceutil/trace.go:171","msg":"trace[1657723249] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"1.682020672s","start":"2026-07-03T16:54:23.817626Z","end":"2026-07-03T16:54:25.499646Z","steps":["trace[1657723249] 'process raft request' (duration: 1.681718465s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.499683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.817826Z","time spent":"1.681796376s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:25.499732Z","caller":"traceutil/trace.go:171","msg":"trace[1514104444] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"1.682147634s","start":"2026-07-03T16:54:23.817574Z","end":"2026-07-03T16:54:25.499722Z","steps":["trace[1514104444] 'process raft request' (duration: 1.681711494s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.499764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.817619Z","time spent":"1.682098323s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:25.499786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.817567Z","time spent":"1.682191516s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:25.499824Z","caller":"traceutil/trace.go:171","msg":"trace[681867868] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"1.682129554s","start":"2026-07-03T16:54:23.81768Z","end":"2026-07-03T16:54:25.499809Z","steps":["trace[681867868] 'process raft request' (duration: 1.681714845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.499585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.817507Z","time spent":"1.682011862s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:25.499894Z","caller":"traceutil/trace.go:171","msg":"trace[2049711196] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"1.681830407s","start":"2026-07-03T16:54:23.818055Z","end":"2026-07-03T16:54:25.499885Z","steps":["trace[2049711196] 'process raft request' (duration: 1.68154067s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:25.499702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.817891Z","time spent":"1.681781895s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:25.499905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.817672Z","time spent":"1.682188895s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:25.499938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.818047Z","time spent":"1.681866238s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:26.534322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:26.534405Z","caller":"traceutil/trace.go:171","msg":"trace[1423115406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199494s","start":"2026-07-03T16:54:24.534187Z","end":"2026-07-03T16:54:26.534386Z","steps":["trace[1423115406] 'agreement among raft nodes before linearized reading' (duration: 2.000096431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:26.534454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.534135Z","time spent":"2.000305866s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:28.28717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.788331112s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:28.438375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.343952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:28.438661Z","caller":"traceutil/trace.go:171","msg":"trace[197942115] linearizableReadLoop","detail":"{readStateIndex:28073; appliedIndex:28058; }","duration":"3.626115034s","start":"2026-07-03T16:54:24.812532Z","end":"2026-07-03T16:54:28.438647Z","steps":["trace[197942115] 'read index received' (duration: 686.276944ms)","trace[197942115] 'applied index is now lower than readState.Index' (duration: 2.93983734s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:28.438713Z","caller":"traceutil/trace.go:171","msg":"trace[438599550] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"3.620415144s","start":"2026-07-03T16:54:24.818291Z","end":"2026-07-03T16:54:28.438706Z","steps":["trace[438599550] 'process raft request' (duration: 3.620157698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.438751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.818281Z","time spent":"3.620447365s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:28.438806Z","caller":"traceutil/trace.go:171","msg":"trace[1398041721] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"3.621213583s","start":"2026-07-03T16:54:24.817566Z","end":"2026-07-03T16:54:28.43878Z","steps":["trace[1398041721] 'process raft request' (duration: 3.47037876s)","trace[1398041721] 'compare' (duration: 148.937299ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:28.438892Z","caller":"traceutil/trace.go:171","msg":"trace[1961249076] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"3.619766589s","start":"2026-07-03T16:54:24.819118Z","end":"2026-07-03T16:54:28.438885Z","steps":["trace[1961249076] 'process raft request' (duration: 3.619401891s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.438902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.817545Z","time spent":"3.621301324s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:28.43893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.819109Z","time spent":"3.61980193s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:28.439081Z","caller":"traceutil/trace.go:171","msg":"trace[1861859815] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"3.619440892s","start":"2026-07-03T16:54:24.819633Z","end":"2026-07-03T16:54:28.439074Z","steps":["trace[1861859815] 'process raft request' (duration: 3.618914641s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.439115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.819624Z","time spent":"3.619472523s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3696,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:28.439174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:25.305789Z","time spent":"3.133384088s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:28.439285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034419814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.439305Z","caller":"traceutil/trace.go:171","msg":"trace[563053209] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27124; }","duration":"4.034481355s","start":"2026-07-03T16:54:24.404817Z","end":"2026-07-03T16:54:28.439299Z","steps":["trace[563053209] 'agreement among raft nodes before linearized reading' (duration: 4.034442204s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.439323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.404777Z","time spent":"4.034541336s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.439494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.999996276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.439538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891505117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.439542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807618632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:28.439564Z","caller":"traceutil/trace.go:171","msg":"trace[535513573] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27124; }","duration":"4.891561917s","start":"2026-07-03T16:54:23.547994Z","end":"2026-07-03T16:54:28.439556Z","steps":["trace[535513573] 'agreement among raft nodes before linearized reading' (duration: 4.891521736s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:28.439566Z","caller":"traceutil/trace.go:171","msg":"trace[1244074601] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27124; }","duration":"6.000117239s","start":"2026-07-03T16:54:22.43943Z","end":"2026-07-03T16:54:28.439547Z","steps":["trace[1244074601] 'agreement among raft nodes before linearized reading' (duration: 5.999967156s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.439585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.547976Z","time spent":"4.891603979s","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.439591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.404246585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:28.439607Z","caller":"traceutil/trace.go:171","msg":"trace[826887696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27124; }","duration":"4.404327646s","start":"2026-07-03T16:54:24.035275Z","end":"2026-07-03T16:54:28.439603Z","steps":["trace[826887696] 'agreement among raft nodes before linearized reading' (duration: 4.404301466s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.439623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.035242Z","time spent":"4.404376548s","remote":"127.0.0.1:33710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.439612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:22.439417Z","time spent":"6.000185771s","remote":"127.0.0.1:33942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.439655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064788506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T16:54:28.43969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.888390595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.43971Z","caller":"traceutil/trace.go:171","msg":"trace[581906786] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27124; }","duration":"4.888425837s","start":"2026-07-03T16:54:23.551279Z","end":"2026-07-03T16:54:28.439704Z","steps":["trace[581906786] 'agreement among raft nodes before linearized reading' (duration: 4.888390196s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.439731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.551272Z","time spent":"4.888453927s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:28.43972Z","caller":"traceutil/trace.go:171","msg":"trace[694376875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27124; }","duration":"6.064894669s","start":"2026-07-03T16:54:22.374808Z","end":"2026-07-03T16:54:28.439702Z","steps":["trace[694376875] 'agreement among raft nodes before linearized reading' (duration: 6.064686394s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.439759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:22.37479Z","time spent":"6.06496146s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:54:28.439781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.549279615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:28.439567Z","caller":"traceutil/trace.go:171","msg":"trace[1123540856] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27124; }","duration":"4.807666742s","start":"2026-07-03T16:54:23.631893Z","end":"2026-07-03T16:54:28.43956Z","steps":["trace[1123540856] 'agreement among raft nodes before linearized reading' (duration: 4.807619851s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:28.43982Z","caller":"traceutil/trace.go:171","msg":"trace[1080690341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27124; }","duration":"4.549299936s","start":"2026-07-03T16:54:23.890494Z","end":"2026-07-03T16:54:28.439794Z","steps":["trace[1080690341] 'agreement among raft nodes before linearized reading' (duration: 4.549267635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.439816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.679789518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:28.439826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.63188Z","time spent":"4.807938089s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.439837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.890419Z","time spent":"4.549413729s","remote":"127.0.0.1:33774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:28.439849Z","caller":"traceutil/trace.go:171","msg":"trace[1068721023] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27124; }","duration":"5.67988164s","start":"2026-07-03T16:54:22.759956Z","end":"2026-07-03T16:54:28.439838Z","steps":["trace[1068721023] 'agreement among raft nodes before linearized reading' (duration: 5.679831249s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.439879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:22.759905Z","time spent":"5.679966201s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.439905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782679542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:28.439921Z","caller":"traceutil/trace.go:171","msg":"trace[958700547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27124; }","duration":"4.782715403s","start":"2026-07-03T16:54:23.657199Z","end":"2026-07-03T16:54:28.439915Z","steps":["trace[958700547] 'agreement among raft nodes before linearized reading' (duration: 4.782691773s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.439934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:23.657189Z","time spent":"4.782741684s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:28.439998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.214269378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:54:28.440028Z","caller":"traceutil/trace.go:171","msg":"trace[306527309] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27124; }","duration":"6.21433s","start":"2026-07-03T16:54:22.225689Z","end":"2026-07-03T16:54:28.440019Z","steps":["trace[306527309] 'agreement among raft nodes before linearized reading' (duration: 6.214228016s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.440056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:22.22567Z","time spent":"6.21437851s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:54:28.440184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.630755463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-07-03T16:54:28.440206Z","caller":"traceutil/trace.go:171","msg":"trace[138996474] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:27124; }","duration":"6.630803925s","start":"2026-07-03T16:54:21.809395Z","end":"2026-07-03T16:54:28.440199Z","steps":["trace[138996474] 'agreement among raft nodes before linearized reading' (duration: 6.630708423s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.440225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:21.80938Z","time spent":"6.630838955s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1331,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"warn","ts":"2026-07-03T16:54:28.54281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:28.542908Z","caller":"traceutil/trace.go:171","msg":"trace[886770689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117731s","start":"2026-07-03T16:54:26.542761Z","end":"2026-07-03T16:54:28.542879Z","steps":["trace[886770689] 'agreement among raft nodes before linearized reading' (duration: 2.000008029s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:28.542962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:26.542728Z","time spent":"2.000223384s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:28.939737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:29.440909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:29.941323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:30.44238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:30.543457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:30.543517Z","caller":"traceutil/trace.go:171","msg":"trace[1253131145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048654s","start":"2026-07-03T16:54:28.543018Z","end":"2026-07-03T16:54:30.543504Z","steps":["trace[1253131145] 'agreement among raft nodes before linearized reading' (duration: 2.000409338s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:30.543546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.543Z","time spent":"2.000540092s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:30.943484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:31.444579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:31.944689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:31.968891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43886544s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:32.082557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.394539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:32.082779Z","caller":"traceutil/trace.go:171","msg":"trace[1867927454] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"4.57448205s","start":"2026-07-03T16:54:27.508286Z","end":"2026-07-03T16:54:32.082768Z","steps":["trace[1867927454] 'process raft request' (duration: 4.57445908s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:32.082819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.508254Z","time spent":"4.574548112s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:32.083041Z","caller":"traceutil/trace.go:171","msg":"trace[671561413] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"5.520234497s","start":"2026-07-03T16:54:26.5628Z","end":"2026-07-03T16:54:32.083035Z","steps":["trace[671561413] 'process raft request' (duration: 5.406294006s)","trace[671561413] 'compare' (duration: 113.307277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:32.083072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:26.562773Z","time spent":"5.520285459s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18371,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:32.083189Z","caller":"traceutil/trace.go:171","msg":"trace[864166251] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"4.576905595s","start":"2026-07-03T16:54:27.506278Z","end":"2026-07-03T16:54:32.083184Z","steps":["trace[864166251] 'process raft request' (duration: 4.576340673s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:32.08322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.506247Z","time spent":"4.576958137s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:32.083287Z","caller":"traceutil/trace.go:171","msg":"trace[1455078498] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"4.575296449s","start":"2026-07-03T16:54:27.507986Z","end":"2026-07-03T16:54:32.083283Z","steps":["trace[1455078498] 'process raft request' (duration: 4.574664164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:32.083314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.507964Z","time spent":"4.575337709s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:32.083391Z","caller":"traceutil/trace.go:171","msg":"trace[1633273425] transaction","detail":"{read_only:false; response_revision:27128; number_of_response:1; }","duration":"4.575323859s","start":"2026-07-03T16:54:27.508062Z","end":"2026-07-03T16:54:32.083386Z","steps":["trace[1633273425] 'process raft request' (duration: 4.574605773s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:32.083418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.50805Z","time spent":"4.575354919s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:32.08348Z","caller":"traceutil/trace.go:171","msg":"trace[2127617132] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"4.57534296s","start":"2026-07-03T16:54:27.508133Z","end":"2026-07-03T16:54:32.083476Z","steps":["trace[2127617132] 'process raft request' (duration: 4.574552022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:32.083508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.508123Z","time spent":"4.57537128s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:32.08357Z","caller":"traceutil/trace.go:171","msg":"trace[8545840] transaction","detail":"{read_only:false; response_revision:27130; number_of_response:1; }","duration":"4.57537624s","start":"2026-07-03T16:54:27.508186Z","end":"2026-07-03T16:54:32.083563Z","steps":["trace[8545840] 'process raft request' (duration: 4.57451361s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:32.0836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.508179Z","time spent":"4.575405061s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:32.083663Z","caller":"traceutil/trace.go:171","msg":"trace[401913759] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"4.575472812s","start":"2026-07-03T16:54:27.508185Z","end":"2026-07-03T16:54:32.083658Z","steps":["trace[401913759] 'process raft request' (duration: 4.574531431s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:32.083691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.508179Z","time spent":"4.575498564s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:32.083748Z","caller":"traceutil/trace.go:171","msg":"trace[114077333] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"4.575478743s","start":"2026-07-03T16:54:27.508265Z","end":"2026-07-03T16:54:32.083744Z","steps":["trace[114077333] 'process raft request' (duration: 4.5744653s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:32.083775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:27.508237Z","time spent":"4.575525683s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:32.548794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001177946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:32.548878Z","caller":"traceutil/trace.go:171","msg":"trace[471371741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001305618s","start":"2026-07-03T16:54:30.547553Z","end":"2026-07-03T16:54:32.548859Z","steps":["trace[471371741] 'agreement among raft nodes before linearized reading' (duration: 2.001190295s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:32.548926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.547535Z","time spent":"2.00138214s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:33.250105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228816738s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:33.682692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.674645ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:33.682796Z","caller":"traceutil/trace.go:171","msg":"trace[973694397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27133; }","duration":"159.791848ms","start":"2026-07-03T16:54:33.522989Z","end":"2026-07-03T16:54:33.682781Z","steps":["trace[973694397] 'range keys from in-memory index tree' (duration: 159.657335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.041883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.562327ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:54:34.042127Z","caller":"traceutil/trace.go:171","msg":"trace[693735793] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27134; }","duration":"5.59966714s","start":"2026-07-03T16:54:28.442442Z","end":"2026-07-03T16:54:34.042109Z","steps":["trace[693735793] 'process raft request' (duration: 5.599534837s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.042235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.442421Z","time spent":"5.599750231s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:34.042823Z","caller":"traceutil/trace.go:171","msg":"trace[751693836] linearizableReadLoop","detail":"{readStateIndex:28086; appliedIndex:28073; }","duration":"5.604129651s","start":"2026-07-03T16:54:28.438681Z","end":"2026-07-03T16:54:34.042811Z","steps":["trace[751693836] 'read index received' (duration: 3.530427809s)","trace[751693836] 'applied index is now lower than readState.Index' (duration: 2.073700752s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:34.042943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.632539874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.042978Z","caller":"traceutil/trace.go:171","msg":"trace[1370138314] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27136; }","duration":"8.632614156s","start":"2026-07-03T16:54:25.410356Z","end":"2026-07-03T16:54:34.04297Z","steps":["trace[1370138314] 'agreement among raft nodes before linearized reading' (duration: 8.632534994s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.043013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:25.410336Z","time spent":"8.632668757s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.04319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.734782257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.043176Z","caller":"traceutil/trace.go:171","msg":"trace[922192843] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"4.728317271s","start":"2026-07-03T16:54:29.31484Z","end":"2026-07-03T16:54:34.043157Z","steps":["trace[922192843] 'process raft request' (duration: 4.727189465s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:34.043233Z","caller":"traceutil/trace.go:171","msg":"trace[478642791] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27136; }","duration":"8.734851589s","start":"2026-07-03T16:54:25.308368Z","end":"2026-07-03T16:54:34.04322Z","steps":["trace[478642791] 'agreement among raft nodes before linearized reading' (duration: 8.734791957s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.043268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:25.308353Z","time spent":"8.734906259s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:34.043302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:29.314818Z","time spent":"4.728428034s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:34.043499Z","caller":"traceutil/trace.go:171","msg":"trace[1295032656] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"4.222546048s","start":"2026-07-03T16:54:29.820942Z","end":"2026-07-03T16:54:34.043488Z","steps":["trace[1295032656] 'process raft request' (duration: 4.221812001s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.04356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:29.820918Z","time spent":"4.22260893s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:34.043733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.255235877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.043778Z","caller":"traceutil/trace.go:171","msg":"trace[523900801] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27136; }","duration":"7.255320849s","start":"2026-07-03T16:54:26.788444Z","end":"2026-07-03T16:54:34.043765Z","steps":["trace[523900801] 'agreement among raft nodes before linearized reading' (duration: 7.255250817s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.043814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:26.788413Z","time spent":"7.255392711s","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.044527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.198169744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-03T16:54:34.044571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.198111582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:54:34.044591Z","caller":"traceutil/trace.go:171","msg":"trace[200854585] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27136; }","duration":"9.198264155s","start":"2026-07-03T16:54:24.846312Z","end":"2026-07-03T16:54:34.044576Z","steps":["trace[200854585] 'agreement among raft nodes before linearized reading' (duration: 9.198087741s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:34.044606Z","caller":"traceutil/trace.go:171","msg":"trace[268905913] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27136; }","duration":"9.198167454s","start":"2026-07-03T16:54:24.846429Z","end":"2026-07-03T16:54:34.044597Z","steps":["trace[268905913] 'agreement among raft nodes before linearized reading' (duration: 9.196965577s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.044635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.846423Z","time spent":"9.198204584s","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2718,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.044755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.229056698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4779"} {"level":"warn","ts":"2026-07-03T16:54:34.042954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.263271741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.044834Z","caller":"traceutil/trace.go:171","msg":"trace[1191934701] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27136; }","duration":"7.265206515s","start":"2026-07-03T16:54:26.779615Z","end":"2026-07-03T16:54:34.044822Z","steps":["trace[1191934701] 'agreement among raft nodes before linearized reading' (duration: 7.263252501s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.044878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:26.779595Z","time spent":"7.265269746s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.044893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601360988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:54:34.044919Z","caller":"traceutil/trace.go:171","msg":"trace[67991238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27136; }","duration":"5.601405329s","start":"2026-07-03T16:54:28.443506Z","end":"2026-07-03T16:54:34.044912Z","steps":["trace[67991238] 'agreement among raft nodes before linearized reading' (duration: 5.601325017s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.044952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.443493Z","time spent":"5.601452989s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:54:34.044635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.8463Z","time spent":"9.198325707s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-03T16:54:34.044795Z","caller":"traceutil/trace.go:171","msg":"trace[716600240] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:27136; }","duration":"9.22912033s","start":"2026-07-03T16:54:24.815665Z","end":"2026-07-03T16:54:34.044785Z","steps":["trace[716600240] 'agreement among raft nodes before linearized reading' (duration: 9.228991057s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.045247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:24.815649Z","time spent":"9.22958858s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-07-03T16:54:34.045337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.680593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:34.045386Z","caller":"traceutil/trace.go:171","msg":"trace[301913289] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27136; }","duration":"686.757825ms","start":"2026-07-03T16:54:33.358616Z","end":"2026-07-03T16:54:34.045374Z","steps":["trace[301913289] 'agreement among raft nodes before linearized reading' (duration: 686.670713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.045423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:33.358601Z","time spent":"686.813736ms","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.045503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004956991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:34.045571Z","caller":"traceutil/trace.go:171","msg":"trace[839583668] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27136; }","duration":"4.005055703s","start":"2026-07-03T16:54:30.040502Z","end":"2026-07-03T16:54:34.045558Z","steps":["trace[839583668] 'agreement among raft nodes before linearized reading' (duration: 4.004837267s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.045593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070125849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.045631Z","caller":"traceutil/trace.go:171","msg":"trace[896363834] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27136; }","duration":"4.070198781s","start":"2026-07-03T16:54:29.975423Z","end":"2026-07-03T16:54:34.045622Z","steps":["trace[896363834] 'agreement among raft nodes before linearized reading' (duration: 4.070140909s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.045616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.040486Z","time spent":"4.005121195s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.045703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746288872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:34.045733Z","caller":"traceutil/trace.go:171","msg":"trace[1685964583] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27136; }","duration":"4.746350534s","start":"2026-07-03T16:54:29.299375Z","end":"2026-07-03T16:54:34.045726Z","steps":["trace[1685964583] 'agreement among raft nodes before linearized reading' (duration: 4.746304493s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.045761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:29.29936Z","time spent":"4.746393855s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.045907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495027114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.045966Z","caller":"traceutil/trace.go:171","msg":"trace[675757347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27136; }","duration":"1.495123956s","start":"2026-07-03T16:54:32.550834Z","end":"2026-07-03T16:54:34.045958Z","steps":["trace[675757347] 'agreement among raft nodes before linearized reading' (duration: 1.495047124s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.046011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924912939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:34.04602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601056782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b5fb749d55\" ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-07-03T16:54:34.046008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:32.550816Z","time spent":"1.495185437s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:54:34.046074Z","caller":"traceutil/trace.go:171","msg":"trace[1692345013] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b5fb749d55; range_end:; response_count:1; response_revision:27136; }","duration":"5.601148584s","start":"2026-07-03T16:54:28.44491Z","end":"2026-07-03T16:54:34.046059Z","steps":["trace[1692345013] 'agreement among raft nodes before linearized reading' (duration: 5.600992821s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.046102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.029881295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:34.046128Z","caller":"traceutil/trace.go:171","msg":"trace[1902326144] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27136; }","duration":"5.029942037s","start":"2026-07-03T16:54:29.016179Z","end":"2026-07-03T16:54:34.046121Z","steps":["trace[1902326144] 'agreement among raft nodes before linearized reading' (duration: 5.029890866s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.046163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:29.016159Z","time spent":"5.029995658s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.046294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63203902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.0464Z","caller":"traceutil/trace.go:171","msg":"trace[30629146] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27136; }","duration":"1.632143143s","start":"2026-07-03T16:54:32.414246Z","end":"2026-07-03T16:54:34.046389Z","steps":["trace[30629146] 'agreement among raft nodes before linearized reading' (duration: 1.63202406s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.046428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.586694154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-68gj2\" ","response":"range_response_count:1 size:3714"} {"level":"info","ts":"2026-07-03T16:54:34.046464Z","caller":"traceutil/trace.go:171","msg":"trace[1463278514] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-68gj2; range_end:; response_count:1; response_revision:27136; }","duration":"5.586736304s","start":"2026-07-03T16:54:28.459719Z","end":"2026-07-03T16:54:34.046455Z","steps":["trace[1463278514] 'agreement among raft nodes before linearized reading' (duration: 5.586648162s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.046491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.459714Z","time spent":"5.586771025s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3735,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-68gj2\" "} {"level":"warn","ts":"2026-07-03T16:54:34.046553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701789183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.046621Z","caller":"traceutil/trace.go:171","msg":"trace[662220188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27136; }","duration":"1.701882505s","start":"2026-07-03T16:54:32.344732Z","end":"2026-07-03T16:54:34.046614Z","steps":["trace[662220188] 'agreement among raft nodes before linearized reading' (duration: 1.701798223s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.046663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:32.344672Z","time spent":"1.701982797s","remote":"127.0.0.1:52152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.046755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398629202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.046795Z","caller":"traceutil/trace.go:171","msg":"trace[2118881577] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27136; }","duration":"3.398670223s","start":"2026-07-03T16:54:30.648116Z","end":"2026-07-03T16:54:34.046786Z","steps":["trace[2118881577] 'agreement among raft nodes before linearized reading' (duration: 3.398612121s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.046816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601897821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:54:34.046825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.648063Z","time spent":"3.398753714s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.045662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:29.975405Z","time spent":"4.070247031s","remote":"127.0.0.1:51988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.046883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601992034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:54:34.046905Z","caller":"traceutil/trace.go:171","msg":"trace[921313138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27136; }","duration":"3.602014034s","start":"2026-07-03T16:54:30.444886Z","end":"2026-07-03T16:54:34.0469Z","steps":["trace[921313138] 'agreement among raft nodes before linearized reading' (duration: 3.601964063s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.046924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.444828Z","time spent":"3.602092316s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:34.046983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791164272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.047019Z","caller":"traceutil/trace.go:171","msg":"trace[1803854586] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27136; }","duration":"1.791235864s","start":"2026-07-03T16:54:32.255775Z","end":"2026-07-03T16:54:34.047011Z","steps":["trace[1803854586] 'agreement among raft nodes before linearized reading' (duration: 1.791182353s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.047048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:32.255721Z","time spent":"1.791319275s","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.046124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.4449Z","time spent":"5.601214156s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tblr2.18bed5b5fb749d55\" "} {"level":"warn","ts":"2026-07-03T16:54:34.046348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.575869857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:34.047161Z","caller":"traceutil/trace.go:171","msg":"trace[3777791] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27136; }","duration":"5.576714426s","start":"2026-07-03T16:54:28.470437Z","end":"2026-07-03T16:54:34.047151Z","steps":["trace[3777791] 'agreement among raft nodes before linearized reading' (duration: 5.575861777s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.047196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292736025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:34.045968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.598634276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-07-03T16:54:34.046053Z","caller":"traceutil/trace.go:171","msg":"trace[1473233520] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27136; }","duration":"4.92497699s","start":"2026-07-03T16:54:29.121063Z","end":"2026-07-03T16:54:34.04604Z","steps":["trace[1473233520] 'agreement among raft nodes before linearized reading' (duration: 4.924926049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.047218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.47042Z","time spent":"5.576785497s","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:34.047349Z","caller":"traceutil/trace.go:171","msg":"trace[1909162773] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27136; }","duration":"3.292887528s","start":"2026-07-03T16:54:30.75445Z","end":"2026-07-03T16:54:34.047338Z","steps":["trace[1909162773] 'agreement among raft nodes before linearized reading' (duration: 3.292722564s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.047389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.75443Z","time spent":"3.292949249s","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.046446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:32.414235Z","time spent":"1.632201485s","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:34.047392Z","caller":"traceutil/trace.go:171","msg":"trace[1137332894] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:27136; }","duration":"5.600078499s","start":"2026-07-03T16:54:28.447305Z","end":"2026-07-03T16:54:34.047384Z","steps":["trace[1137332894] 'agreement among raft nodes before linearized reading' (duration: 5.598569055s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.047542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:28.447297Z","time spent":"5.600237932s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1277,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"info","ts":"2026-07-03T16:54:34.046837Z","caller":"traceutil/trace.go:171","msg":"trace[1400069515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27136; }","duration":"3.601955443s","start":"2026-07-03T16:54:30.444875Z","end":"2026-07-03T16:54:34.046831Z","steps":["trace[1400069515] 'agreement among raft nodes before linearized reading' (duration: 3.601908252s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.046766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.877287237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-03T16:54:34.047701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.444854Z","time spent":"3.602837663s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:54:34.047723Z","caller":"traceutil/trace.go:171","msg":"trace[490186804] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27136; }","duration":"3.878268969s","start":"2026-07-03T16:54:30.169443Z","end":"2026-07-03T16:54:34.047712Z","steps":["trace[490186804] 'agreement among raft nodes before linearized reading' (duration: 3.877269567s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:34.047851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:30.169429Z","time spent":"3.878412722s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T16:54:34.04724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:29.121047Z","time spent":"4.926185198s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:34.551063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:35.052105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:35.552393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:36.053346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:36.05764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:36.057709Z","caller":"traceutil/trace.go:171","msg":"trace[705184882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499431s","start":"2026-07-03T16:54:34.057193Z","end":"2026-07-03T16:54:36.057693Z","steps":["trace[705184882] 'agreement among raft nodes before linearized reading' (duration: 2.000405839s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:36.057764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.057187Z","time spent":"2.000570053s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:36.398912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.348130796s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:36.673404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.27007ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-03T16:54:36.673493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.049981Z","time spent":"2.623509261s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:54:37.367048Z","caller":"traceutil/trace.go:171","msg":"trace[353755391] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"3.314463901s","start":"2026-07-03T16:54:34.05256Z","end":"2026-07-03T16:54:37.367024Z","steps":["trace[353755391] 'process raft request' (duration: 3.2513288s)","trace[353755391] 'compare' (duration: 62.751062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:37.367176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.052546Z","time spent":"3.314568884s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.367454Z","caller":"traceutil/trace.go:171","msg":"trace[1173662344] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"3.312347983s","start":"2026-07-03T16:54:34.055093Z","end":"2026-07-03T16:54:37.367441Z","steps":["trace[1173662344] 'process raft request' (duration: 3.312023666s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.36751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.055086Z","time spent":"3.312394254s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.36753Z","caller":"traceutil/trace.go:171","msg":"trace[472389718] transaction","detail":"{read_only:false; response_revision:27145; number_of_response:1; }","duration":"3.273925775s","start":"2026-07-03T16:54:34.093578Z","end":"2026-07-03T16:54:37.367504Z","steps":["trace[472389718] 'process raft request' (duration: 3.2736928s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:37.367539Z","caller":"traceutil/trace.go:171","msg":"trace[1352897145] linearizableReadLoop","detail":"{readStateIndex:28102; appliedIndex:28086; }","duration":"3.316726993s","start":"2026-07-03T16:54:34.050794Z","end":"2026-07-03T16:54:37.367521Z","steps":["trace[1352897145] 'read index received' (duration: 2.34833835s)","trace[1352897145] 'applied index is now lower than readState.Index' (duration: 968.387663ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:37.367508Z","caller":"traceutil/trace.go:171","msg":"trace[1164360572] transaction","detail":"{read_only:false; response_revision:27139; number_of_response:1; }","duration":"3.313404966s","start":"2026-07-03T16:54:34.054077Z","end":"2026-07-03T16:54:37.367481Z","steps":["trace[1164360572] 'process raft request' (duration: 3.312940995s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:37.367624Z","caller":"traceutil/trace.go:171","msg":"trace[1053159049] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"3.273574207s","start":"2026-07-03T16:54:34.09404Z","end":"2026-07-03T16:54:37.367615Z","steps":["trace[1053159049] 'process raft request' (duration: 3.27326222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.367635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.09357Z","time spent":"3.274005207s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:37.367712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.094034Z","time spent":"3.273611268s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.367734Z","caller":"traceutil/trace.go:171","msg":"trace[2052677130] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"3.313289493s","start":"2026-07-03T16:54:34.054437Z","end":"2026-07-03T16:54:37.367726Z","steps":["trace[2052677130] 'process raft request' (duration: 3.312625428s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:37.367772Z","caller":"traceutil/trace.go:171","msg":"trace[139829269] transaction","detail":"{read_only:false; response_revision:27142; number_of_response:1; }","duration":"3.276510414s","start":"2026-07-03T16:54:34.091255Z","end":"2026-07-03T16:54:37.367765Z","steps":["trace[139829269] 'process raft request' (duration: 3.27589839s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.367786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.054421Z","time spent":"3.313338085s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:37.367802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.091238Z","time spent":"3.276547765s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.367875Z","caller":"traceutil/trace.go:171","msg":"trace[479637880] transaction","detail":"{read_only:false; response_revision:27143; number_of_response:1; }","duration":"3.276016734s","start":"2026-07-03T16:54:34.091854Z","end":"2026-07-03T16:54:37.36787Z","steps":["trace[479637880] 'process raft request' (duration: 3.275335278s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.367912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.091835Z","time spent":"3.276050404s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.367957Z","caller":"traceutil/trace.go:171","msg":"trace[1551320273] transaction","detail":"{read_only:false; response_revision:27144; number_of_response:1; }","duration":"3.275933511s","start":"2026-07-03T16:54:34.092016Z","end":"2026-07-03T16:54:37.36795Z","steps":["trace[1551320273] 'process raft request' (duration: 3.275205745s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.367994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.09201Z","time spent":"3.275970503s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.368015Z","caller":"traceutil/trace.go:171","msg":"trace[660175841] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"3.314293529s","start":"2026-07-03T16:54:34.053713Z","end":"2026-07-03T16:54:37.368006Z","steps":["trace[660175841] 'process raft request' (duration: 3.313188783s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:37.368027Z","caller":"traceutil/trace.go:171","msg":"trace[217782861] transaction","detail":"{read_only:false; response_revision:27147; number_of_response:1; }","duration":"3.273261282s","start":"2026-07-03T16:54:34.094752Z","end":"2026-07-03T16:54:37.368013Z","steps":["trace[217782861] 'process raft request' (duration: 3.272599636s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.368059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.053705Z","time spent":"3.314328559s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:37.368087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.094618Z","time spent":"3.273436246s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.368171Z","caller":"traceutil/trace.go:171","msg":"trace[1274516494] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"3.272258169s","start":"2026-07-03T16:54:34.095904Z","end":"2026-07-03T16:54:37.368162Z","steps":["trace[1274516494] 'process raft request' (duration: 3.271475951s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.368214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.095897Z","time spent":"3.27229229s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.368286Z","caller":"traceutil/trace.go:171","msg":"trace[1754782718] transaction","detail":"{read_only:false; response_revision:27149; number_of_response:1; }","duration":"3.271814958s","start":"2026-07-03T16:54:34.096463Z","end":"2026-07-03T16:54:37.368278Z","steps":["trace[1754782718] 'process raft request' (duration: 3.270949737s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.368329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.096457Z","time spent":"3.271850298s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.368323Z","caller":"traceutil/trace.go:171","msg":"trace[1874035114] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"1.598318122s","start":"2026-07-03T16:54:35.769998Z","end":"2026-07-03T16:54:37.368316Z","steps":["trace[1874035114] 'process raft request' (duration: 1.597475542s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.368372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.769971Z","time spent":"1.598384172s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:37.368456Z","caller":"traceutil/trace.go:171","msg":"trace[1769786094] transaction","detail":"{read_only:false; response_revision:27150; number_of_response:1; }","duration":"1.786128508s","start":"2026-07-03T16:54:35.582322Z","end":"2026-07-03T16:54:37.36845Z","steps":["trace[1769786094] 'process raft request' (duration: 1.785122614s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.368498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.582304Z","time spent":"1.786163079s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:37.36861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317812178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-03T16:54:37.368639Z","caller":"traceutil/trace.go:171","msg":"trace[1722436465] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123; range_end:; response_count:1; response_revision:27151; }","duration":"3.31787261s","start":"2026-07-03T16:54:34.050758Z","end":"2026-07-03T16:54:37.368631Z","steps":["trace[1722436465] 'agreement among raft nodes before linearized reading' (duration: 3.317659135s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:37.368662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.050742Z","time spent":"3.31791431s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-7de15ae8-8de7-43e0-a7c2-479768822123\" "} {"level":"warn","ts":"2026-07-03T16:54:37.375842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.054062Z","time spent":"3.321731007s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:54:38.059092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000791786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:38.05918Z","caller":"traceutil/trace.go:171","msg":"trace[1576098691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00094116s","start":"2026-07-03T16:54:36.058217Z","end":"2026-07-03T16:54:38.059158Z","steps":["trace[1576098691] 'agreement among raft nodes before linearized reading' (duration: 2.000823267s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:38.05923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.058197Z","time spent":"2.001022722s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:39.984856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264865374s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:39.9851Z","caller":"traceutil/trace.go:171","msg":"trace[610334980] linearizableReadLoop","detail":"{readStateIndex:28105; appliedIndex:28102; }","duration":"2.617497954s","start":"2026-07-03T16:54:37.367584Z","end":"2026-07-03T16:54:39.985082Z","steps":["trace[610334980] 'read index received' (duration: 352.24243ms)","trace[610334980] 'applied index is now lower than readState.Index' (duration: 2.265254574s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:39.985134Z","caller":"traceutil/trace.go:171","msg":"trace[1894313071] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"3.309480818s","start":"2026-07-03T16:54:36.675599Z","end":"2026-07-03T16:54:39.98508Z","steps":["trace[1894313071] 'process raft request' (duration: 1.044295996s)","trace[1894313071] 'compare' (duration: 2.263301048s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:39.985354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.675584Z","time spent":"3.309658991s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:39.985385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.178711907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.985422Z","caller":"traceutil/trace.go:171","msg":"trace[285552370] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27154; }","duration":"4.178797679s","start":"2026-07-03T16:54:35.806611Z","end":"2026-07-03T16:54:39.985409Z","steps":["trace[285552370] 'agreement among raft nodes before linearized reading' (duration: 4.178725798s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.985385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.878014755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.985503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234335987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.985533Z","caller":"traceutil/trace.go:171","msg":"trace[2099089611] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27154; }","duration":"4.234398479s","start":"2026-07-03T16:54:35.751125Z","end":"2026-07-03T16:54:39.985523Z","steps":["trace[2099089611] 'agreement among raft nodes before linearized reading' (duration: 4.234355128s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:39.985536Z","caller":"traceutil/trace.go:171","msg":"trace[1179864494] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27154; }","duration":"3.878235679s","start":"2026-07-03T16:54:36.107269Z","end":"2026-07-03T16:54:39.985505Z","steps":["trace[1179864494] 'agreement among raft nodes before linearized reading' (duration: 3.877916642s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.985569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.751107Z","time spent":"4.23445466s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.985613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.107256Z","time spent":"3.878342301s","remote":"127.0.0.1:50482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.98577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97709284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.985811Z","caller":"traceutil/trace.go:171","msg":"trace[972136891] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27154; }","duration":"4.977184852s","start":"2026-07-03T16:54:35.008615Z","end":"2026-07-03T16:54:39.9858Z","steps":["trace[972136891] 'agreement among raft nodes before linearized reading' (duration: 4.977122051s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.985845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.008589Z","time spent":"4.977244663s","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.98591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096924955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:39.985972Z","caller":"traceutil/trace.go:171","msg":"trace[254404143] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27154; }","duration":"3.097027799s","start":"2026-07-03T16:54:36.888929Z","end":"2026-07-03T16:54:39.985957Z","steps":["trace[254404143] 'agreement among raft nodes before linearized reading' (duration: 3.096906396s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.985999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.617915916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.986186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003048173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:39.986215Z","caller":"traceutil/trace.go:171","msg":"trace[1424713862] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27154; }","duration":"5.618166122s","start":"2026-07-03T16:54:34.368037Z","end":"2026-07-03T16:54:39.986203Z","steps":["trace[1424713862] 'agreement among raft nodes before linearized reading' (duration: 5.617933947s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:39.986231Z","caller":"traceutil/trace.go:171","msg":"trace[37977581] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27154; }","duration":"3.003120284s","start":"2026-07-03T16:54:36.983099Z","end":"2026-07-03T16:54:39.98622Z","steps":["trace[37977581] 'agreement among raft nodes before linearized reading' (duration: 3.003007112s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.986255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.368016Z","time spent":"5.618228023s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:54:39.986264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.983085Z","time spent":"3.003170616s","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.986011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.888912Z","time spent":"3.09708937s","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:39.986042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163984856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.986602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.932176019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:39.986654Z","caller":"traceutil/trace.go:171","msg":"trace[409113099] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27154; }","duration":"3.164627701s","start":"2026-07-03T16:54:36.822014Z","end":"2026-07-03T16:54:39.986641Z","steps":["trace[409113099] 'agreement among raft nodes before linearized reading' (duration: 3.163968006s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:39.986676Z","caller":"traceutil/trace.go:171","msg":"trace[1848624725] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27154; }","duration":"5.93225923s","start":"2026-07-03T16:54:34.054395Z","end":"2026-07-03T16:54:39.986654Z","steps":["trace[1848624725] 'agreement among raft nodes before linearized reading' (duration: 5.932140078s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.986739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.054374Z","time spent":"5.932352453s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:39.98706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.93269261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1440"} {"level":"warn","ts":"2026-07-03T16:54:39.986697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.821997Z","time spent":"3.164686182s","remote":"127.0.0.1:51956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:39.98711Z","caller":"traceutil/trace.go:171","msg":"trace[833786025] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27154; }","duration":"5.932789462s","start":"2026-07-03T16:54:34.05431Z","end":"2026-07-03T16:54:39.987099Z","steps":["trace[833786025] 'agreement among raft nodes before linearized reading' (duration: 5.932444984s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.98714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:34.054301Z","time spent":"5.932831803s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1461,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-07-03T16:54:39.986051Z","caller":"traceutil/trace.go:171","msg":"trace[1874276328] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"3.17162063s","start":"2026-07-03T16:54:36.81442Z","end":"2026-07-03T16:54:39.986041Z","steps":["trace[1874276328] 'process raft request' (duration: 3.170539456s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:39.986088Z","caller":"traceutil/trace.go:171","msg":"trace[379402994] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"3.170310961s","start":"2026-07-03T16:54:36.815768Z","end":"2026-07-03T16:54:39.986079Z","steps":["trace[379402994] 'process raft request' (duration: 3.169268268s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.987298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.814387Z","time spent":"3.17287084s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:39.987325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.815743Z","time spent":"3.171544849s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:39.986129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68421847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:39.985456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:35.806581Z","time spent":"4.178866421s","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:39.98738Z","caller":"traceutil/trace.go:171","msg":"trace[1164801097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27154; }","duration":"3.685535381s","start":"2026-07-03T16:54:36.301826Z","end":"2026-07-03T16:54:39.987361Z","steps":["trace[1164801097] 'agreement among raft nodes before linearized reading' (duration: 3.684243641s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:39.987423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:36.301801Z","time spent":"3.685605672s","remote":"127.0.0.1:52284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:40.067359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:40.067426Z","caller":"traceutil/trace.go:171","msg":"trace[314391626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510311s","start":"2026-07-03T16:54:38.066901Z","end":"2026-07-03T16:54:40.067411Z","steps":["trace[314391626] 'agreement among raft nodes before linearized reading' (duration: 2.000435769s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:40.067466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:38.066839Z","time spent":"2.000617193s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:41.151026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.697572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:41.151374Z","caller":"traceutil/trace.go:171","msg":"trace[1363644087] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"2.09337642s","start":"2026-07-03T16:54:39.057953Z","end":"2026-07-03T16:54:41.151329Z","steps":["trace[1363644087] 'process raft request' (duration: 1.262263909s)","trace[1363644087] 'compare' (duration: 829.652438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:41.151561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.057927Z","time spent":"2.093525484s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:41.151804Z","caller":"traceutil/trace.go:171","msg":"trace[612803715] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"1.77393934s","start":"2026-07-03T16:54:39.377834Z","end":"2026-07-03T16:54:41.151774Z","steps":["trace[612803715] 'process raft request' (duration: 1.773556011s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.15195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.377821Z","time spent":"1.774051692s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:41.152098Z","caller":"traceutil/trace.go:171","msg":"trace[1719447735] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"1.775627028s","start":"2026-07-03T16:54:39.376459Z","end":"2026-07-03T16:54:41.152086Z","steps":["trace[1719447735] 'process raft request' (duration: 1.774877671s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.15208Z","caller":"traceutil/trace.go:171","msg":"trace[916603794] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"1.774139334s","start":"2026-07-03T16:54:39.377905Z","end":"2026-07-03T16:54:41.152045Z","steps":["trace[916603794] 'process raft request' (duration: 1.773638803s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.152116Z","caller":"traceutil/trace.go:171","msg":"trace[1077002413] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"1.776443757s","start":"2026-07-03T16:54:39.375645Z","end":"2026-07-03T16:54:41.152089Z","steps":["trace[1077002413] 'process raft request' (duration: 1.775518936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.152153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.37643Z","time spent":"1.77569051s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:41.152242Z","caller":"traceutil/trace.go:171","msg":"trace[84071553] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"1.773720674s","start":"2026-07-03T16:54:39.378512Z","end":"2026-07-03T16:54:41.152232Z","steps":["trace[84071553] 'process raft request' (duration: 1.77308153s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.152257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.375606Z","time spent":"1.77656652s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:41.152258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.377869Z","time spent":"1.774299468s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:41.152289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.378496Z","time spent":"1.773765726s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:41.152381Z","caller":"traceutil/trace.go:171","msg":"trace[242895914] linearizableReadLoop","detail":"{readStateIndex:28114; appliedIndex:28105; }","duration":"1.167230791s","start":"2026-07-03T16:54:39.985137Z","end":"2026-07-03T16:54:41.152368Z","steps":["trace[242895914] 'read index received' (duration: 335.282862ms)","trace[242895914] 'applied index is now lower than readState.Index' (duration: 831.947059ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:41.15247Z","caller":"traceutil/trace.go:171","msg":"trace[983252551] transaction","detail":"{read_only:false; response_revision:27162; number_of_response:1; }","duration":"1.773753545s","start":"2026-07-03T16:54:39.378691Z","end":"2026-07-03T16:54:41.152445Z","steps":["trace[983252551] 'process raft request' (duration: 1.773359726s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.152542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516380901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:41.15256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698337383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-07-03T16:54:41.152594Z","caller":"traceutil/trace.go:171","msg":"trace[540904782] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27164; }","duration":"3.698416555s","start":"2026-07-03T16:54:37.454168Z","end":"2026-07-03T16:54:41.152585Z","steps":["trace[540904782] 'agreement among raft nodes before linearized reading' (duration: 3.698287722s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.152585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.378675Z","time spent":"1.773852568s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:41.152617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418047187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:41.152651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981809239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:41.152668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569445883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:41.152722Z","caller":"traceutil/trace.go:171","msg":"trace[1241969] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27164; }","duration":"2.981882341s","start":"2026-07-03T16:54:38.170792Z","end":"2026-07-03T16:54:41.152675Z","steps":["trace[1241969] 'agreement among raft nodes before linearized reading' (duration: 2.98183511s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.152763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:38.170771Z","time spent":"2.981982943s","remote":"127.0.0.1:52352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:41.152788Z","caller":"traceutil/trace.go:171","msg":"trace[1654426926] transaction","detail":"{read_only:false; response_revision:27163; number_of_response:1; }","duration":"1.766443399s","start":"2026-07-03T16:54:39.386328Z","end":"2026-07-03T16:54:41.152771Z","steps":["trace[1654426926] 'process raft request' (duration: 1.765817204s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.152881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.386312Z","time spent":"1.766518111s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:41.152886Z","caller":"traceutil/trace.go:171","msg":"trace[1206940678] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"1.776628052s","start":"2026-07-03T16:54:39.376211Z","end":"2026-07-03T16:54:41.152839Z","steps":["trace[1206940678] 'process raft request' (duration: 1.775073686s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.15296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303074721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:41.152996Z","caller":"traceutil/trace.go:171","msg":"trace[1102888160] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27164; }","duration":"3.303183915s","start":"2026-07-03T16:54:37.8498Z","end":"2026-07-03T16:54:41.152984Z","steps":["trace[1102888160] 'agreement among raft nodes before linearized reading' (duration: 3.303130914s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.153013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775166008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:54:41.153026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.849772Z","time spent":"3.303246096s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.153043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.376178Z","time spent":"1.776778956s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:41.153062Z","caller":"traceutil/trace.go:171","msg":"trace[188509669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27164; }","duration":"1.77523425s","start":"2026-07-03T16:54:39.377811Z","end":"2026-07-03T16:54:41.153045Z","steps":["trace[188509669] 'agreement among raft nodes before linearized reading' (duration: 1.775126907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.15323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164273644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:54:41.153279Z","caller":"traceutil/trace.go:171","msg":"trace[194887150] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27164; }","duration":"1.164385738s","start":"2026-07-03T16:54:39.988882Z","end":"2026-07-03T16:54:41.153268Z","steps":["trace[194887150] 'agreement among raft nodes before linearized reading' (duration: 1.164245074s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.153289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08565079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:41.153022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775102336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-03T16:54:41.153311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.988868Z","time spent":"1.164435858s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T16:54:41.153319Z","caller":"traceutil/trace.go:171","msg":"trace[1004966398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27164; }","duration":"1.085704041s","start":"2026-07-03T16:54:40.067607Z","end":"2026-07-03T16:54:41.153311Z","steps":["trace[1004966398] 'agreement among raft nodes before linearized reading' (duration: 1.085661071s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.153336Z","caller":"traceutil/trace.go:171","msg":"trace[293039546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27164; }","duration":"3.775440764s","start":"2026-07-03T16:54:37.377879Z","end":"2026-07-03T16:54:41.15332Z","steps":["trace[293039546] 'agreement among raft nodes before linearized reading' (duration: 3.775061945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.153347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:40.067589Z","time spent":"1.085752062s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:41.153378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.37787Z","time spent":"3.775495545s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-03T16:54:41.153456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161429289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:41.152552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605159085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T16:54:41.153492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164048009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:41.153503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.795254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:41.153508Z","caller":"traceutil/trace.go:171","msg":"trace[109151036] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27164; }","duration":"1.161482561s","start":"2026-07-03T16:54:39.99201Z","end":"2026-07-03T16:54:41.153493Z","steps":["trace[109151036] 'agreement among raft nodes before linearized reading' (duration: 1.161400429s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.153521Z","caller":"traceutil/trace.go:171","msg":"trace[1207403174] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27164; }","duration":"3.606129808s","start":"2026-07-03T16:54:37.547374Z","end":"2026-07-03T16:54:41.153504Z","steps":["trace[1207403174] 'agreement among raft nodes before linearized reading' (duration: 3.605030192s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.153532Z","caller":"traceutil/trace.go:171","msg":"trace[363906417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27164; }","duration":"508.862755ms","start":"2026-07-03T16:54:40.64466Z","end":"2026-07-03T16:54:41.153523Z","steps":["trace[363906417] 'agreement among raft nodes before linearized reading' (duration: 508.816274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.15355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.991982Z","time spent":"1.161556033s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:41.15356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:40.644643Z","time spent":"508.911436ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:41.15357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.547315Z","time spent":"3.606240671s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:41.152554Z","caller":"traceutil/trace.go:171","msg":"trace[1523334351] transaction","detail":"{read_only:false; response_revision:27164; number_of_response:1; }","duration":"1.160989639s","start":"2026-07-03T16:54:39.991548Z","end":"2026-07-03T16:54:41.152538Z","steps":["trace[1523334351] 'process raft request' (duration: 1.160655612s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.153708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.554224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:41.153526Z","caller":"traceutil/trace.go:171","msg":"trace[903914618] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27164; }","duration":"1.164115201s","start":"2026-07-03T16:54:39.989402Z","end":"2026-07-03T16:54:41.153517Z","steps":["trace[903914618] 'agreement among raft nodes before linearized reading' (duration: 1.16405975s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.153736Z","caller":"traceutil/trace.go:171","msg":"trace[572678954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27164; }","duration":"670.608276ms","start":"2026-07-03T16:54:40.48312Z","end":"2026-07-03T16:54:41.153728Z","steps":["trace[572678954] 'agreement among raft nodes before linearized reading' (duration: 670.564695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.153748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.991529Z","time spent":"1.162193257s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:54:41.153774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:40.483103Z","time spent":"670.663407ms","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.15328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.377802Z","time spent":"1.775457364s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:41.153867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00330119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:41.152761Z","caller":"traceutil/trace.go:171","msg":"trace[28584258] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27164; }","duration":"1.569580436s","start":"2026-07-03T16:54:39.583166Z","end":"2026-07-03T16:54:41.152746Z","steps":["trace[28584258] 'agreement among raft nodes before linearized reading' (duration: 1.569465503s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.153902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161385059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-03T16:54:41.153928Z","caller":"traceutil/trace.go:171","msg":"trace[1687306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27164; }","duration":"1.003415893s","start":"2026-07-03T16:54:40.150496Z","end":"2026-07-03T16:54:41.153912Z","steps":["trace[1687306] 'agreement among raft nodes before linearized reading' (duration: 1.00330266s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.153956Z","caller":"traceutil/trace.go:171","msg":"trace[118359109] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27164; }","duration":"1.161470471s","start":"2026-07-03T16:54:39.99247Z","end":"2026-07-03T16:54:41.15394Z","steps":["trace[118359109] 'agreement among raft nodes before linearized reading' (duration: 1.1609767s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.153768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.989384Z","time spent":"1.164357906s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T16:54:41.153991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:40.150473Z","time spent":"1.003501904s","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.153999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.992458Z","time spent":"1.161532722s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-07-03T16:54:41.152911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779727831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"info","ts":"2026-07-03T16:54:41.154046Z","caller":"traceutil/trace.go:171","msg":"trace[1658183402] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27164; }","duration":"3.780890898s","start":"2026-07-03T16:54:37.373142Z","end":"2026-07-03T16:54:41.154033Z","steps":["trace[1658183402] 'agreement among raft nodes before linearized reading' (duration: 3.77966235s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.153937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.583143Z","time spent":"1.570781943s","remote":"127.0.0.1:52038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.154096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.373125Z","time spent":"3.780948109s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7249,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-03T16:54:41.152669Z","caller":"traceutil/trace.go:171","msg":"trace[1153945087] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27164; }","duration":"1.418095089s","start":"2026-07-03T16:54:39.734554Z","end":"2026-07-03T16:54:41.152649Z","steps":["trace[1153945087] 'agreement among raft nodes before linearized reading' (duration: 1.418024386s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.154161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.734548Z","time spent":"1.419587932s","remote":"127.0.0.1:33850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.152623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.454147Z","time spent":"3.698469016s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1241,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-03T16:54:41.152602Z","caller":"traceutil/trace.go:171","msg":"trace[1147323216] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27164; }","duration":"1.516490553s","start":"2026-07-03T16:54:39.636094Z","end":"2026-07-03T16:54:41.152584Z","steps":["trace[1147323216] 'agreement among raft nodes before linearized reading' (duration: 1.516417281s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.154304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.636063Z","time spent":"1.518229594s","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.15248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425383513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:41.154349Z","caller":"traceutil/trace.go:171","msg":"trace[747069507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27164; }","duration":"1.427286038s","start":"2026-07-03T16:54:39.727049Z","end":"2026-07-03T16:54:41.154335Z","steps":["trace[747069507] 'agreement among raft nodes before linearized reading' (duration: 1.425350433s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.154393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.727033Z","time spent":"1.427345219s","remote":"127.0.0.1:33680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.152608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498766012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:41.154489Z","caller":"traceutil/trace.go:171","msg":"trace[1695375236] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27164; }","duration":"2.500665637s","start":"2026-07-03T16:54:38.653804Z","end":"2026-07-03T16:54:41.154469Z","steps":["trace[1695375236] 'agreement among raft nodes before linearized reading' (duration: 2.498779603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.152481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007567041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:41.154549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:38.653786Z","time spent":"2.500742419s","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.152909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775023425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:54:41.154646Z","caller":"traceutil/trace.go:171","msg":"trace[1601231464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27164; }","duration":"1.776778044s","start":"2026-07-03T16:54:39.377849Z","end":"2026-07-03T16:54:41.154627Z","steps":["trace[1601231464] 'agreement among raft nodes before linearized reading' (duration: 1.774936923s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.154821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.377836Z","time spent":"1.776919778s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:41.153198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324541212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:41.154845Z","caller":"traceutil/trace.go:171","msg":"trace[1918485740] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27164; }","duration":"2.009652399s","start":"2026-07-03T16:54:39.144898Z","end":"2026-07-03T16:54:41.15455Z","steps":["trace[1918485740] 'agreement among raft nodes before linearized reading' (duration: 2.00749597s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:41.154883Z","caller":"traceutil/trace.go:171","msg":"trace[394319406] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27164; }","duration":"3.326284751s","start":"2026-07-03T16:54:37.828583Z","end":"2026-07-03T16:54:41.154868Z","steps":["trace[394319406] 'agreement among raft nodes before linearized reading' (duration: 3.324576812s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.154943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.828543Z","time spent":"3.326381163s","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.154895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:39.144839Z","time spent":"2.010041399s","remote":"127.0.0.1:33906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.153135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775838802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed5b635003ab5\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-07-03T16:54:41.155431Z","caller":"traceutil/trace.go:171","msg":"trace[294518004] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed5b635003ab5; range_end:; response_count:1; response_revision:27164; }","duration":"3.778162035s","start":"2026-07-03T16:54:37.377198Z","end":"2026-07-03T16:54:41.15536Z","steps":["trace[294518004] 'agreement among raft nodes before linearized reading' (duration: 3.775853453s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.155582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.377181Z","time spent":"3.778338779s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":883,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed5b635003ab5\" "} {"level":"warn","ts":"2026-07-03T16:54:41.161451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773331755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:54:41.16152Z","caller":"traceutil/trace.go:171","msg":"trace[567320062] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27164; }","duration":"3.773429667s","start":"2026-07-03T16:54:37.388079Z","end":"2026-07-03T16:54:41.161509Z","steps":["trace[567320062] 'agreement among raft nodes before linearized reading' (duration: 3.764565514s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:41.161567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:37.388067Z","time spent":"3.773491458s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2720,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:41.663808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:42.660457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.134324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:42.660576Z","caller":"traceutil/trace.go:171","msg":"trace[196569058] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"1.500290154s","start":"2026-07-03T16:54:41.160262Z","end":"2026-07-03T16:54:42.660552Z","steps":["trace[196569058] 'process raft request' (duration: 851.971545ms)","trace[196569058] 'compare' (duration: 646.439816ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:42.660643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.160234Z","time spent":"1.500374826s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:43.174245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:43.17432Z","caller":"traceutil/trace.go:171","msg":"trace[592294619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297367s","start":"2026-07-03T16:54:41.174007Z","end":"2026-07-03T16:54:43.174305Z","steps":["trace[592294619] 'agreement among raft nodes before linearized reading' (duration: 2.000203245s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:43.174357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.173993Z","time spent":"2.000356968s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:43.26812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.37763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:43.268636Z","caller":"traceutil/trace.go:171","msg":"trace[186985966] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"2.094562088s","start":"2026-07-03T16:54:41.174041Z","end":"2026-07-03T16:54:43.268603Z","steps":["trace[186985966] 'process raft request' (duration: 2.094267612s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:43.268659Z","caller":"traceutil/trace.go:171","msg":"trace[1253483690] linearizableReadLoop","detail":"{readStateIndex:28120; appliedIndex:28115; }","duration":"2.105561529s","start":"2026-07-03T16:54:41.163078Z","end":"2026-07-03T16:54:43.268639Z","steps":["trace[1253483690] 'read index received' (duration: 849.174742ms)","trace[1253483690] 'applied index is now lower than readState.Index' (duration: 1.256385657s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:43.26875Z","caller":"traceutil/trace.go:171","msg":"trace[1013072425] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"2.099757657s","start":"2026-07-03T16:54:41.168961Z","end":"2026-07-03T16:54:43.268718Z","steps":["trace[1013072425] 'process raft request' (duration: 1.70163026s)","trace[1013072425] 'compare' (duration: 396.885328ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:43.268787Z","caller":"traceutil/trace.go:171","msg":"trace[408417302] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"1.713300066s","start":"2026-07-03T16:54:41.55547Z","end":"2026-07-03T16:54:43.268771Z","steps":["trace[408417302] 'process raft request' (duration: 1.713090012s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:43.268806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.174029Z","time spent":"2.094697791s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:43.2689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.55545Z","time spent":"1.713385158s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:43.268898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.168945Z","time spent":"2.09988519s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:43.268897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105800395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:54:43.268877Z","caller":"traceutil/trace.go:171","msg":"trace[103152826] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"2.088233215s","start":"2026-07-03T16:54:41.180556Z","end":"2026-07-03T16:54:43.26879Z","steps":["trace[103152826] 'process raft request' (duration: 2.087908227s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:43.268964Z","caller":"traceutil/trace.go:171","msg":"trace[1895568220] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27169; }","duration":"2.105883016s","start":"2026-07-03T16:54:41.163065Z","end":"2026-07-03T16:54:43.268948Z","steps":["trace[1895568220] 'agreement among raft nodes before linearized reading' (duration: 2.105705942s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:43.269003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.163059Z","time spent":"2.105937707s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:54:43.269115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.180547Z","time spent":"2.088439639s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:45.190612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00051252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:45.190692Z","caller":"traceutil/trace.go:171","msg":"trace[878408549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650804s","start":"2026-07-03T16:54:43.190024Z","end":"2026-07-03T16:54:45.190674Z","steps":["trace[878408549] 'agreement among raft nodes before linearized reading' (duration: 2.000547591s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.190736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.190009Z","time spent":"2.000717315s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:45.903712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380657606s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:45.903828Z","caller":"traceutil/trace.go:171","msg":"trace[685940224] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27169; }","duration":"2.38078482s","start":"2026-07-03T16:54:43.523026Z","end":"2026-07-03T16:54:45.903811Z","steps":["trace[685940224] 'range keys from in-memory index tree' (duration: 2.380640026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:45.905218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272230923s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:45.906584Z","caller":"traceutil/trace.go:171","msg":"trace[1692464746] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"2.740251176s","start":"2026-07-03T16:54:43.166311Z","end":"2026-07-03T16:54:45.906562Z","steps":["trace[1692464746] 'process raft request' (duration: 466.607311ms)","trace[1692464746] 'compare' (duration: 2.271340202s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:45.90676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.166277Z","time spent":"2.74043543s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:47.190892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:47.190986Z","caller":"traceutil/trace.go:171","msg":"trace[872504278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324506s","start":"2026-07-03T16:54:45.190635Z","end":"2026-07-03T16:54:47.19096Z","steps":["trace[872504278] 'agreement among raft nodes before linearized reading' (duration: 2.000210743s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.191035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.190619Z","time spent":"2.000406258s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:47.952671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:47.019181Z","time spent":"933.485006ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:47.95344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872250923s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:47.953675Z","caller":"traceutil/trace.go:171","msg":"trace[1961252284] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"4.785047626s","start":"2026-07-03T16:54:43.168598Z","end":"2026-07-03T16:54:47.953646Z","steps":["trace[1961252284] 'process raft request' (duration: 2.912501406s)","trace[1961252284] 'compare' (duration: 1.871045466s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:47.9538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.168561Z","time spent":"4.785170529s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:47.953855Z","caller":"traceutil/trace.go:171","msg":"trace[1479105097] transaction","detail":"{read_only:false; response_revision:27174; number_of_response:1; }","duration":"4.776481691s","start":"2026-07-03T16:54:43.177349Z","end":"2026-07-03T16:54:47.953831Z","steps":["trace[1479105097] 'process raft request' (duration: 4.776379769s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.953986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.177341Z","time spent":"4.776587673s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:47.95405Z","caller":"traceutil/trace.go:171","msg":"trace[620737241] transaction","detail":"{read_only:false; response_revision:27175; number_of_response:1; }","duration":"4.775854716s","start":"2026-07-03T16:54:43.178178Z","end":"2026-07-03T16:54:47.954033Z","steps":["trace[620737241] 'process raft request' (duration: 4.77560034s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.954132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.178157Z","time spent":"4.775921408s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:47.954228Z","caller":"traceutil/trace.go:171","msg":"trace[1474380762] transaction","detail":"{read_only:false; response_revision:27176; number_of_response:1; }","duration":"4.775664162s","start":"2026-07-03T16:54:43.178551Z","end":"2026-07-03T16:54:47.954216Z","steps":["trace[1474380762] 'process raft request' (duration: 4.775392096s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.954295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.178543Z","time spent":"4.775715263s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:47.954318Z","caller":"traceutil/trace.go:171","msg":"trace[1987308875] linearizableReadLoop","detail":"{readStateIndex:28128; appliedIndex:28120; }","duration":"4.685568575s","start":"2026-07-03T16:54:43.268726Z","end":"2026-07-03T16:54:47.954294Z","steps":["trace[1987308875] 'read index received' (duration: 364.256504ms)","trace[1987308875] 'applied index is now lower than readState.Index' (duration: 4.321310531s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:47.954424Z","caller":"traceutil/trace.go:171","msg":"trace[103601834] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"4.775572s","start":"2026-07-03T16:54:43.17884Z","end":"2026-07-03T16:54:47.954412Z","steps":["trace[103601834] 'process raft request' (duration: 4.775307583s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:47.954503Z","caller":"traceutil/trace.go:171","msg":"trace[489593545] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"4.777835022s","start":"2026-07-03T16:54:43.176654Z","end":"2026-07-03T16:54:47.954489Z","steps":["trace[489593545] 'process raft request' (duration: 4.777005562s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.954519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.178831Z","time spent":"4.775617142s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:47.954549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.176642Z","time spent":"4.777882564s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:47.954631Z","caller":"traceutil/trace.go:171","msg":"trace[2103601243] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"4.778569729s","start":"2026-07-03T16:54:43.176052Z","end":"2026-07-03T16:54:47.954621Z","steps":["trace[2103601243] 'process raft request' (duration: 4.777495644s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:47.954787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.17603Z","time spent":"4.778728772s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:48.4555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:48.610393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.096015831s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:48.836914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.596975ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-03T16:54:48.837083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.307550692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:48.83715Z","caller":"traceutil/trace.go:171","msg":"trace[1702390720] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27177; }","duration":"7.307633074s","start":"2026-07-03T16:54:41.5295Z","end":"2026-07-03T16:54:48.837134Z","steps":["trace[1702390720] 'agreement among raft nodes before linearized reading' (duration: 6.424935607s)","trace[1702390720] 'count revisions from in-memory index tree' (duration: 882.590125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.837182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.529474Z","time spent":"7.307700316s","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:48.837458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.76792569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:54:48.837491Z","caller":"traceutil/trace.go:171","msg":"trace[1104254433] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27177; }","duration":"5.767996861s","start":"2026-07-03T16:54:43.069485Z","end":"2026-07-03T16:54:48.837482Z","steps":["trace[1104254433] 'agreement among raft nodes before linearized reading' (duration: 4.884971287s)","trace[1104254433] 'count revisions from in-memory index tree' (duration: 882.982134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.837512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.069463Z","time spent":"5.768044173s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:48.837632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.870283847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:48.837658Z","caller":"traceutil/trace.go:171","msg":"trace[1596430273] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27177; }","duration":"5.870359578s","start":"2026-07-03T16:54:42.967291Z","end":"2026-07-03T16:54:48.837651Z","steps":["trace[1596430273] 'agreement among raft nodes before linearized reading' (duration: 4.98717635s)","trace[1596430273] 'count revisions from in-memory index tree' (duration: 883.148218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.837677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:42.967266Z","time spent":"5.87040651s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:48.837838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.172821662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed5b63500feed\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-07-03T16:54:48.837866Z","caller":"traceutil/trace.go:171","msg":"trace[173338371] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed5b63500feed; range_end:; response_count:1; response_revision:27177; }","duration":"6.172891144s","start":"2026-07-03T16:54:42.664968Z","end":"2026-07-03T16:54:48.837859Z","steps":["trace[173338371] 'agreement among raft nodes before linearized reading' (duration: 5.289510002s)","trace[173338371] 'range keys from in-memory index tree' (duration: 883.29794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.837885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:42.664948Z","time spent":"6.172932594s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":922,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed5b63500feed\" "} {"level":"warn","ts":"2026-07-03T16:54:48.838148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.663156379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T16:54:48.838447Z","caller":"traceutil/trace.go:171","msg":"trace[1603122793] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27177; }","duration":"7.663474275s","start":"2026-07-03T16:54:41.174947Z","end":"2026-07-03T16:54:48.838421Z","steps":["trace[1603122793] 'agreement among raft nodes before linearized reading' (duration: 6.779611362s)","trace[1603122793] 'range keys from in-memory index tree' (duration: 883.438154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.838479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.663285991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16940"} {"level":"info","ts":"2026-07-03T16:54:48.838563Z","caller":"traceutil/trace.go:171","msg":"trace[1403837106] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27177; }","duration":"7.663396843s","start":"2026-07-03T16:54:41.175145Z","end":"2026-07-03T16:54:48.838542Z","steps":["trace[1403837106] 'agreement among raft nodes before linearized reading' (duration: 6.779405827s)","trace[1403837106] 'range keys from in-memory index tree' (duration: 883.784622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.838609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.175092Z","time spent":"7.663508045s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16961,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T16:54:48.83864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.699308128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:48.838671Z","caller":"traceutil/trace.go:171","msg":"trace[573979873] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27177; }","duration":"6.69937467s","start":"2026-07-03T16:54:42.139287Z","end":"2026-07-03T16:54:48.838661Z","steps":["trace[573979873] 'agreement among raft nodes before linearized reading' (duration: 5.81520081s)","trace[573979873] 'count revisions from in-memory index tree' (duration: 884.137629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.838696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:42.139265Z","time spent":"6.69942385s","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:48.838614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.796896226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:48.838751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.663548056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:54:48.838803Z","caller":"traceutil/trace.go:171","msg":"trace[1570983345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27177; }","duration":"7.663604568s","start":"2026-07-03T16:54:41.175179Z","end":"2026-07-03T16:54:48.838784Z","steps":["trace[1570983345] 'agreement among raft nodes before linearized reading' (duration: 6.779334485s)","trace[1570983345] 'range keys from in-memory index tree' (duration: 884.111088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.838883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.175109Z","time spent":"7.663763802s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:54:48.838363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.662467642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-25aec692-f62b-4d8f-b136-2d60dd5e3ab0\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-03T16:54:48.838921Z","caller":"traceutil/trace.go:171","msg":"trace[1510453586] range","detail":"{range_begin:/registry/persistentvolumes/pvc-25aec692-f62b-4d8f-b136-2d60dd5e3ab0; range_end:; response_count:1; response_revision:27177; }","duration":"7.663036645s","start":"2026-07-03T16:54:41.175877Z","end":"2026-07-03T16:54:48.838913Z","steps":["trace[1510453586] 'agreement among raft nodes before linearized reading' (duration: 6.778664641s)","trace[1510453586] 'range keys from in-memory index tree' (duration: 883.770971ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:48.838801Z","caller":"traceutil/trace.go:171","msg":"trace[933973057] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27177; }","duration":"6.797110411s","start":"2026-07-03T16:54:42.04167Z","end":"2026-07-03T16:54:48.83878Z","steps":["trace[933973057] 'agreement among raft nodes before linearized reading' (duration: 5.912827998s)","trace[933973057] 'count revisions from in-memory index tree' (duration: 884.095798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.838962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.175872Z","time spent":"7.663070646s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-25aec692-f62b-4d8f-b136-2d60dd5e3ab0\" "} {"level":"info","ts":"2026-07-03T16:54:48.838997Z","caller":"traceutil/trace.go:171","msg":"trace[2022830070] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"2.662268994s","start":"2026-07-03T16:54:46.176718Z","end":"2026-07-03T16:54:48.838987Z","steps":["trace[2022830070] 'process raft request' (duration: 2.660325561s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:48.838984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:42.041633Z","time spent":"6.797328386s","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:48.839103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.176672Z","time spent":"2.662382437s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:48.839151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.437337324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:48.839216Z","caller":"traceutil/trace.go:171","msg":"trace[215311221] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27177; }","duration":"7.437489597s","start":"2026-07-03T16:54:41.401717Z","end":"2026-07-03T16:54:48.839207Z","steps":["trace[215311221] 'agreement among raft nodes before linearized reading' (duration: 6.552814536s)","trace[215311221] 'count revisions from in-memory index tree' (duration: 884.348234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:48.839239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.401674Z","time spent":"7.437559739s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:48.839322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:41.174941Z","time spent":"7.663592349s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-03T16:54:49.199056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:49.199161Z","caller":"traceutil/trace.go:171","msg":"trace[383652364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483901s","start":"2026-07-03T16:54:47.19866Z","end":"2026-07-03T16:54:49.199144Z","steps":["trace[383652364] 'agreement among raft nodes before linearized reading' (duration: 2.000326097s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.199204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:47.198638Z","time spent":"2.000556082s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T16:54:49.809971Z","caller":"traceutil/trace.go:171","msg":"trace[1002196513] linearizableReadLoop","detail":"{readStateIndex:28133; appliedIndex:28128; }","duration":"1.855573462s","start":"2026-07-03T16:54:47.954375Z","end":"2026-07-03T16:54:49.809949Z","steps":["trace[1002196513] 'read index received' (duration: 656.176827ms)","trace[1002196513] 'applied index is now lower than readState.Index' (duration: 1.199395735s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:49.810047Z","caller":"traceutil/trace.go:171","msg":"trace[1881889798] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"2.070824515s","start":"2026-07-03T16:54:47.739214Z","end":"2026-07-03T16:54:49.810038Z","steps":["trace[1881889798] 'process raft request' (duration: 1.974117328s)","trace[1881889798] 'compare' (duration: 96.095493ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:49.810104Z","caller":"traceutil/trace.go:171","msg":"trace[117067939] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"1.882346243s","start":"2026-07-03T16:54:47.927747Z","end":"2026-07-03T16:54:49.810094Z","steps":["trace[117067939] 'process raft request' (duration: 1.882152329s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.810136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:47.739188Z","time spent":"2.070888646s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:49.810207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:47.927718Z","time spent":"1.882413795s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:49.810368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909419544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:49.809994Z","caller":"traceutil/trace.go:171","msg":"trace[1325428256] transaction","detail":"{read_only:false; response_revision:27180; number_of_response:1; }","duration":"2.061687647s","start":"2026-07-03T16:54:47.748273Z","end":"2026-07-03T16:54:49.80996Z","steps":["trace[1325428256] 'process raft request' (duration: 2.061547814s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:49.810411Z","caller":"traceutil/trace.go:171","msg":"trace[1200517944] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27181; }","duration":"4.909501986s","start":"2026-07-03T16:54:44.900897Z","end":"2026-07-03T16:54:49.810399Z","steps":["trace[1200517944] 'agreement among raft nodes before linearized reading' (duration: 4.909420685s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.810434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:47.748259Z","time spent":"2.062147618s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:49.810446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.900878Z","time spent":"4.909558517s","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.810564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.653887972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273009"} {"level":"info","ts":"2026-07-03T16:54:49.810648Z","caller":"traceutil/trace.go:171","msg":"trace[1567741237] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27181; }","duration":"4.654011306s","start":"2026-07-03T16:54:45.15662Z","end":"2026-07-03T16:54:49.810631Z","steps":["trace[1567741237] 'agreement among raft nodes before linearized reading' (duration: 4.653576736s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.810695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.156604Z","time spent":"4.654081527s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273030,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:54:49.810765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966376495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:54:49.810813Z","caller":"traceutil/trace.go:171","msg":"trace[117729546] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27181; }","duration":"4.966466317s","start":"2026-07-03T16:54:44.844337Z","end":"2026-07-03T16:54:49.810804Z","steps":["trace[117729546] 'agreement among raft nodes before linearized reading' (duration: 4.966267363s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.810846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.844317Z","time spent":"4.966521758s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.8109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.115150061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:49.810928Z","caller":"traceutil/trace.go:171","msg":"trace[2034553017] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27181; }","duration":"5.115210222s","start":"2026-07-03T16:54:44.69571Z","end":"2026-07-03T16:54:49.810921Z","steps":["trace[2034553017] 'agreement among raft nodes before linearized reading' (duration: 5.115156931s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.810953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.69569Z","time spent":"5.115257593s","remote":"127.0.0.1:33440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.810986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909959038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.811035Z","caller":"traceutil/trace.go:171","msg":"trace[1575282523] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27181; }","duration":"2.91003307s","start":"2026-07-03T16:54:46.900991Z","end":"2026-07-03T16:54:49.811024Z","steps":["trace[1575282523] 'agreement among raft nodes before linearized reading' (duration: 2.909953499s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.811052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.692322095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:49.811076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.900979Z","time spent":"2.910086541s","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:49.811085Z","caller":"traceutil/trace.go:171","msg":"trace[734506647] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27181; }","duration":"5.692383676s","start":"2026-07-03T16:54:44.118691Z","end":"2026-07-03T16:54:49.811075Z","steps":["trace[734506647] 'agreement among raft nodes before linearized reading' (duration: 5.692326794s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.811117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.216284609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:49.811156Z","caller":"traceutil/trace.go:171","msg":"trace[521039519] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27181; }","duration":"5.21634051s","start":"2026-07-03T16:54:44.594802Z","end":"2026-07-03T16:54:49.811142Z","steps":["trace[521039519] 'agreement among raft nodes before linearized reading' (duration: 5.216272469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.811185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.594792Z","time spent":"5.216384781s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.811227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.525497561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7420"} {"level":"info","ts":"2026-07-03T16:54:49.811406Z","caller":"traceutil/trace.go:171","msg":"trace[2069209561] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27181; }","duration":"6.525709696s","start":"2026-07-03T16:54:43.285688Z","end":"2026-07-03T16:54:49.811398Z","steps":["trace[2069209561] 'agreement among raft nodes before linearized reading' (duration: 6.5254468s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.811441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.285673Z","time spent":"6.525762337s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7441,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:54:49.811465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922070415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.811513Z","caller":"traceutil/trace.go:171","msg":"trace[586806249] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27181; }","duration":"2.922129726s","start":"2026-07-03T16:54:46.889371Z","end":"2026-07-03T16:54:49.811501Z","steps":["trace[586806249] 'agreement among raft nodes before linearized reading' (duration: 2.922059145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.811559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.889366Z","time spent":"2.922182577s","remote":"127.0.0.1:51902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.811116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.118675Z","time spent":"5.692434037s","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.811695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.540851871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:54:49.811728Z","caller":"traceutil/trace.go:171","msg":"trace[657306237] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:27181; }","duration":"6.540926293s","start":"2026-07-03T16:54:43.270792Z","end":"2026-07-03T16:54:49.811719Z","steps":["trace[657306237] 'agreement among raft nodes before linearized reading' (duration: 6.540801639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.811765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:43.270772Z","time spent":"6.540983915s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:54:49.811841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022956529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:49.811886Z","caller":"traceutil/trace.go:171","msg":"trace[1917085316] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27181; }","duration":"3.023032301s","start":"2026-07-03T16:54:46.788843Z","end":"2026-07-03T16:54:49.811875Z","steps":["trace[1917085316] 'agreement among raft nodes before linearized reading' (duration: 3.022962369s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.811923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.788826Z","time spent":"3.023087981s","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.810847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.455478618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.811973Z","caller":"traceutil/trace.go:171","msg":"trace[1103921173] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27181; }","duration":"5.456640416s","start":"2026-07-03T16:54:44.355321Z","end":"2026-07-03T16:54:49.811962Z","steps":["trace[1103921173] 'agreement among raft nodes before linearized reading' (duration: 5.455483068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.812019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.355301Z","time spent":"5.456704927s","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.812087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350680638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.812117Z","caller":"traceutil/trace.go:171","msg":"trace[426168161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27181; }","duration":"3.350746009s","start":"2026-07-03T16:54:46.461364Z","end":"2026-07-03T16:54:49.81211Z","steps":["trace[426168161] 'agreement among raft nodes before linearized reading' (duration: 3.350697998s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.812142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.461345Z","time spent":"3.3507895s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.812176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52977929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:54:49.812216Z","caller":"traceutil/trace.go:171","msg":"trace[1441315993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27181; }","duration":"4.529848372s","start":"2026-07-03T16:54:45.282356Z","end":"2026-07-03T16:54:49.812204Z","steps":["trace[1441315993] 'agreement among raft nodes before linearized reading' (duration: 4.529716529s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.812244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.282338Z","time spent":"4.529899283s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:49.811519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229669193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.812333Z","caller":"traceutil/trace.go:171","msg":"trace[1442575985] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27181; }","duration":"5.230513834s","start":"2026-07-03T16:54:44.581806Z","end":"2026-07-03T16:54:49.81232Z","steps":["trace[1442575985] 'agreement among raft nodes before linearized reading' (duration: 5.229679194s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.812367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.581789Z","time spent":"5.230567695s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.812407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504821536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.812445Z","caller":"traceutil/trace.go:171","msg":"trace[309271917] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27181; }","duration":"3.504901747s","start":"2026-07-03T16:54:46.307533Z","end":"2026-07-03T16:54:49.812434Z","steps":["trace[309271917] 'agreement among raft nodes before linearized reading' (duration: 3.504829666s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.812477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.307507Z","time spent":"3.504961549s","remote":"127.0.0.1:52288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.812647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533444789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T16:54:49.81267Z","caller":"traceutil/trace.go:171","msg":"trace[1134990463] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27181; }","duration":"3.53351504s","start":"2026-07-03T16:54:46.279149Z","end":"2026-07-03T16:54:49.812664Z","steps":["trace[1134990463] 'agreement among raft nodes before linearized reading' (duration: 3.533447659s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.812714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:46.279122Z","time spent":"3.533584993s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:54:49.812842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169455515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:49.812866Z","caller":"traceutil/trace.go:171","msg":"trace[1034719989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27181; }","duration":"4.169507507s","start":"2026-07-03T16:54:45.643353Z","end":"2026-07-03T16:54:49.81286Z","steps":["trace[1034719989] 'agreement among raft nodes before linearized reading' (duration: 4.169463496s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.812885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.643339Z","time spent":"4.169540677s","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.811564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314563052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.813013Z","caller":"traceutil/trace.go:171","msg":"trace[1859891554] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27181; }","duration":"5.316012876s","start":"2026-07-03T16:54:44.49699Z","end":"2026-07-03T16:54:49.813003Z","steps":["trace[1859891554] 'agreement among raft nodes before linearized reading' (duration: 5.314547382s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.813046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:44.496929Z","time spent":"5.316108348s","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.813046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530573078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:54:49.813196Z","caller":"traceutil/trace.go:171","msg":"trace[302685814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27181; }","duration":"4.530763102s","start":"2026-07-03T16:54:45.282424Z","end":"2026-07-03T16:54:49.813187Z","steps":["trace[302685814] 'agreement among raft nodes before linearized reading' (duration: 4.530574568s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.813224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.282398Z","time spent":"4.530819414s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:54:49.812982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44654537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.813318Z","caller":"traceutil/trace.go:171","msg":"trace[257507128] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27181; }","duration":"4.446915469s","start":"2026-07-03T16:54:45.366395Z","end":"2026-07-03T16:54:49.81331Z","steps":["trace[257507128] 'agreement among raft nodes before linearized reading' (duration: 4.446552321s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.813347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:45.366377Z","time spent":"4.446961319s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:49.818077Z","caller":"traceutil/trace.go:171","msg":"trace[1193636514] transaction","detail":"{read_only:false; response_revision:27182; number_of_response:1; }","duration":"977.03389ms","start":"2026-07-03T16:54:48.841028Z","end":"2026-07-03T16:54:49.818062Z","steps":["trace[1193636514] 'process raft request' (duration: 976.940678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.818193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.841012Z","time spent":"977.121872ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:49.818414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433479539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.818473Z","caller":"traceutil/trace.go:171","msg":"trace[123757126] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:27182; }","duration":"1.433591231s","start":"2026-07-03T16:54:48.384868Z","end":"2026-07-03T16:54:49.818459Z","steps":["trace[123757126] 'agreement among raft nodes before linearized reading' (duration: 1.433495989s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.818506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.384846Z","time spent":"1.433652592s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.818674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.374428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:49.818701Z","caller":"traceutil/trace.go:171","msg":"trace[1988980111] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27182; }","duration":"177.43918ms","start":"2026-07-03T16:54:49.641256Z","end":"2026-07-03T16:54:49.818695Z","steps":["trace[1988980111] 'agreement among raft nodes before linearized reading' (duration: 177.379428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.818734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.762796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.81878Z","caller":"traceutil/trace.go:171","msg":"trace[785444317] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27182; }","duration":"623.842618ms","start":"2026-07-03T16:54:49.194924Z","end":"2026-07-03T16:54:49.818767Z","steps":["trace[785444317] 'agreement among raft nodes before linearized reading' (duration: 623.773137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.818802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.055973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:49.818816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.194904Z","time spent":"623.902709ms","remote":"127.0.0.1:51928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.818896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.392945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-03T16:54:49.818923Z","caller":"traceutil/trace.go:171","msg":"trace[1742765296] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27182; }","duration":"873.418216ms","start":"2026-07-03T16:54:48.945498Z","end":"2026-07-03T16:54:49.818917Z","steps":["trace[1742765296] 'agreement among raft nodes before linearized reading' (duration: 873.334894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.818941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.945451Z","time spent":"873.485737ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:54:49.81899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.746843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:49.81903Z","caller":"traceutil/trace.go:171","msg":"trace[2121765502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27182; }","duration":"222.828535ms","start":"2026-07-03T16:54:49.596191Z","end":"2026-07-03T16:54:49.81902Z","steps":["trace[2121765502] 'agreement among raft nodes before linearized reading' (duration: 222.746203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.819092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.727164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-03T16:54:49.819118Z","caller":"traceutil/trace.go:171","msg":"trace[312976577] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27182; }","duration":"969.765124ms","start":"2026-07-03T16:54:48.849347Z","end":"2026-07-03T16:54:49.819112Z","steps":["trace[312976577] 'agreement among raft nodes before linearized reading' (duration: 969.695223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.819139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.84934Z","time spent":"969.795025ms","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-07-03T16:54:49.819208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.823264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.819249Z","caller":"traceutil/trace.go:171","msg":"trace[1996334515] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27182; }","duration":"416.889896ms","start":"2026-07-03T16:54:49.402346Z","end":"2026-07-03T16:54:49.819236Z","steps":["trace[1996334515] 'agreement among raft nodes before linearized reading' (duration: 416.822384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.819274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.853752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18387"} {"level":"warn","ts":"2026-07-03T16:54:49.819284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.402329Z","time spent":"416.944477ms","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:49.819297Z","caller":"traceutil/trace.go:171","msg":"trace[913266527] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27182; }","duration":"978.898622ms","start":"2026-07-03T16:54:48.840393Z","end":"2026-07-03T16:54:49.819291Z","steps":["trace[913266527] 'agreement among raft nodes before linearized reading' (duration: 978.836161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.819314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.840376Z","time spent":"978.934074ms","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18408,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T16:54:49.819442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222595194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:49.819452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.32272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.819465Z","caller":"traceutil/trace.go:171","msg":"trace[320289187] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27182; }","duration":"1.222648246s","start":"2026-07-03T16:54:48.596812Z","end":"2026-07-03T16:54:49.81946Z","steps":["trace[320289187] 'agreement among raft nodes before linearized reading' (duration: 1.222578654s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:49.819482Z","caller":"traceutil/trace.go:171","msg":"trace[1356164015] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27182; }","duration":"440.395681ms","start":"2026-07-03T16:54:49.379078Z","end":"2026-07-03T16:54:49.819474Z","steps":["trace[1356164015] 'agreement among raft nodes before linearized reading' (duration: 440.33946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.819484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.596795Z","time spent":"1.222684506s","remote":"127.0.0.1:33534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.819517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.379051Z","time spent":"440.456083ms","remote":"127.0.0.1:33398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.819596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356680715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.819621Z","caller":"traceutil/trace.go:171","msg":"trace[2130402809] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27182; }","duration":"1.356732396s","start":"2026-07-03T16:54:48.462883Z","end":"2026-07-03T16:54:49.819615Z","steps":["trace[2130402809] 'agreement among raft nodes before linearized reading' (duration: 1.356691396s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.819688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:48.462808Z","time spent":"1.3568742s","remote":"127.0.0.1:52166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.819725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.885957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.819762Z","caller":"traceutil/trace.go:171","msg":"trace[2063862110] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27182; }","duration":"477.962009ms","start":"2026-07-03T16:54:49.341791Z","end":"2026-07-03T16:54:49.819753Z","steps":["trace[2063862110] 'agreement among raft nodes before linearized reading' (duration: 477.900167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.819796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.341734Z","time spent":"478.05241ms","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.819888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.103545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.819944Z","caller":"traceutil/trace.go:171","msg":"trace[1589647609] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27182; }","duration":"603.192188ms","start":"2026-07-03T16:54:49.216739Z","end":"2026-07-03T16:54:49.819931Z","steps":["trace[1589647609] 'agreement among raft nodes before linearized reading' (duration: 603.083475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.819974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.216723Z","time spent":"603.245558ms","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:49.820111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.685527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:49.820129Z","caller":"traceutil/trace.go:171","msg":"trace[729062235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27182; }","duration":"620.703587ms","start":"2026-07-03T16:54:49.19942Z","end":"2026-07-03T16:54:49.820124Z","steps":["trace[729062235] 'agreement among raft nodes before linearized reading' (duration: 620.671116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.820142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.199363Z","time spent":"620.776539ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:54:49.818821Z","caller":"traceutil/trace.go:171","msg":"trace[305262281] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27182; }","duration":"769.076243ms","start":"2026-07-03T16:54:49.049738Z","end":"2026-07-03T16:54:49.818815Z","steps":["trace[305262281] 'agreement among raft nodes before linearized reading' (duration: 769.042523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:49.820225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.049661Z","time spent":"770.556838ms","remote":"127.0.0.1:52012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:50.750084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.539803ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-03T16:54:50.750334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.815129Z","time spent":"935.197545ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:54:50.750402Z","caller":"traceutil/trace.go:171","msg":"trace[1819593109] transaction","detail":"{read_only:false; response_revision:27183; number_of_response:1; }","duration":"932.244258ms","start":"2026-07-03T16:54:49.818123Z","end":"2026-07-03T16:54:50.750367Z","steps":["trace[1819593109] 'process raft request' (duration: 932.061894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:50.750454Z","caller":"traceutil/trace.go:171","msg":"trace[90550416] linearizableReadLoop","detail":"{readStateIndex:28137; appliedIndex:28134; }","duration":"921.428191ms","start":"2026-07-03T16:54:49.829006Z","end":"2026-07-03T16:54:50.750434Z","steps":["trace[90550416] 'read index received' (duration: 123.535049ms)","trace[90550416] 'applied index is now lower than readState.Index' (duration: 797.891692ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:50.750473Z","caller":"traceutil/trace.go:171","msg":"trace[382883195] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"931.787418ms","start":"2026-07-03T16:54:49.818657Z","end":"2026-07-03T16:54:50.750444Z","steps":["trace[382883195] 'process raft request' (duration: 931.659795ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:50.750497Z","caller":"traceutil/trace.go:171","msg":"trace[1805987555] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"915.106698ms","start":"2026-07-03T16:54:49.835367Z","end":"2026-07-03T16:54:50.750474Z","steps":["trace[1805987555] 'process raft request' (duration: 914.989325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.750554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.8181Z","time spent":"932.358501ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:50.750584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.835349Z","time spent":"915.197449ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T16:54:50.750609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.818641Z","time spent":"931.8894ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:50.750757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.723068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-03T16:54:50.750855Z","caller":"traceutil/trace.go:171","msg":"trace[1402313840] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9; range_end:; response_count:1; response_revision:27185; }","duration":"921.849621ms","start":"2026-07-03T16:54:49.828976Z","end":"2026-07-03T16:54:50.750826Z","steps":["trace[1402313840] 'agreement among raft nodes before linearized reading' (duration: 921.510423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.750904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.828958Z","time spent":"921.934073ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ef198645-a325-4c6b-90f9-5dde89a9f9e9\" "} {"level":"info","ts":"2026-07-03T16:54:50.781133Z","caller":"traceutil/trace.go:171","msg":"trace[1941748791] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"822.222427ms","start":"2026-07-03T16:54:49.95889Z","end":"2026-07-03T16:54:50.781112Z","steps":["trace[1941748791] 'process raft request' (duration: 822.051833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.781273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.958866Z","time spent":"822.33396ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:50.781556Z","caller":"traceutil/trace.go:171","msg":"trace[1328366662] transaction","detail":"{read_only:false; response_revision:27187; number_of_response:1; }","duration":"822.542484ms","start":"2026-07-03T16:54:49.958988Z","end":"2026-07-03T16:54:50.78153Z","steps":["trace[1328366662] 'process raft request' (duration: 822.087704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.781721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.958959Z","time spent":"822.674358ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:50.781812Z","caller":"traceutil/trace.go:171","msg":"trace[473664815] transaction","detail":"{read_only:false; response_revision:27188; number_of_response:1; }","duration":"822.458193ms","start":"2026-07-03T16:54:49.959329Z","end":"2026-07-03T16:54:50.781787Z","steps":["trace[473664815] 'process raft request' (duration: 822.068964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.781899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.959318Z","time spent":"822.534905ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:50.781904Z","caller":"traceutil/trace.go:171","msg":"trace[489561963] transaction","detail":"{read_only:false; response_revision:27189; number_of_response:1; }","duration":"822.462193ms","start":"2026-07-03T16:54:49.959424Z","end":"2026-07-03T16:54:50.781886Z","steps":["trace[489561963] 'process raft request' (duration: 822.264869ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:50.781902Z","caller":"traceutil/trace.go:171","msg":"trace[1859935120] transaction","detail":"{read_only:false; response_revision:27190; number_of_response:1; }","duration":"820.908597ms","start":"2026-07-03T16:54:49.960974Z","end":"2026-07-03T16:54:50.781883Z","steps":["trace[1859935120] 'process raft request' (duration: 820.795275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.78197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.959414Z","time spent":"822.520625ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:50.781995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.960967Z","time spent":"820.975729ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:50.782034Z","caller":"traceutil/trace.go:171","msg":"trace[1746012755] transaction","detail":"{read_only:false; response_revision:27191; number_of_response:1; }","duration":"820.99599ms","start":"2026-07-03T16:54:49.961028Z","end":"2026-07-03T16:54:50.782024Z","steps":["trace[1746012755] 'process raft request' (duration: 820.785025ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:50.781999Z","caller":"traceutil/trace.go:171","msg":"trace[1233960952] transaction","detail":"{read_only:false; response_revision:27192; number_of_response:1; }","duration":"819.992517ms","start":"2026-07-03T16:54:49.961995Z","end":"2026-07-03T16:54:50.781987Z","steps":["trace[1233960952] 'process raft request' (duration: 819.852594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.782059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.069839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:50.782065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.6683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:54:50.78209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.188938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:50.782107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.961986Z","time spent":"820.102989ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:50.782092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.673631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:50.782113Z","caller":"traceutil/trace.go:171","msg":"trace[526570963] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27192; }","duration":"870.163981ms","start":"2026-07-03T16:54:49.911934Z","end":"2026-07-03T16:54:50.782098Z","steps":["trace[526570963] 'agreement among raft nodes before linearized reading' (duration: 869.974497ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:50.782135Z","caller":"traceutil/trace.go:171","msg":"trace[227212668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27192; }","duration":"858.255429ms","start":"2026-07-03T16:54:49.923869Z","end":"2026-07-03T16:54:50.782124Z","steps":["trace[227212668] 'agreement among raft nodes before linearized reading' (duration: 858.177987ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:50.782135Z","caller":"traceutil/trace.go:171","msg":"trace[1477083184] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27192; }","duration":"894.783073ms","start":"2026-07-03T16:54:49.887335Z","end":"2026-07-03T16:54:50.782118Z","steps":["trace[1477083184] 'agreement among raft nodes before linearized reading' (duration: 894.67119ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:50.782149Z","caller":"traceutil/trace.go:171","msg":"trace[1815114831] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27192; }","duration":"239.768503ms","start":"2026-07-03T16:54:50.542366Z","end":"2026-07-03T16:54:50.782135Z","steps":["trace[1815114831] 'agreement among raft nodes before linearized reading' (duration: 239.65271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.782157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.911913Z","time spent":"870.235183ms","remote":"127.0.0.1:52126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:50.782157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.89429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:54:50.782166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.923858Z","time spent":"858.30111ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:50.782176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.887316Z","time spent":"894.851135ms","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:54:50.78219Z","caller":"traceutil/trace.go:171","msg":"trace[678223196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27192; }","duration":"945.953241ms","start":"2026-07-03T16:54:49.836228Z","end":"2026-07-03T16:54:50.782182Z","steps":["trace[678223196] 'agreement among raft nodes before linearized reading' (duration: 945.89819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.782216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.836215Z","time spent":"945.995532ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:54:50.782201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.90266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-07-03T16:54:50.782233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.929589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9.18bed5b658c0d1a9\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-07-03T16:54:50.782258Z","caller":"traceutil/trace.go:171","msg":"trace[1871343335] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9.18bed5b658c0d1a9; range_end:; response_count:1; response_revision:27192; }","duration":"948.982581ms","start":"2026-07-03T16:54:49.833268Z","end":"2026-07-03T16:54:50.78225Z","steps":["trace[1871343335] 'agreement among raft nodes before linearized reading' (duration: 948.887818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.782275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.833249Z","time spent":"949.022261ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":916,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9.18bed5b658c0d1a9\" "} {"level":"info","ts":"2026-07-03T16:54:50.782267Z","caller":"traceutil/trace.go:171","msg":"trace[1386345248] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27192; }","duration":"946.009373ms","start":"2026-07-03T16:54:49.836238Z","end":"2026-07-03T16:54:50.782248Z","steps":["trace[1386345248] 'agreement among raft nodes before linearized reading' (duration: 945.797608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.78209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.961002Z","time spent":"821.05419ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:50.782315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.836214Z","time spent":"946.088594ms","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3327,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-03T16:54:50.782562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.853764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T16:54:50.782611Z","caller":"traceutil/trace.go:171","msg":"trace[605631028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27192; }","duration":"940.931886ms","start":"2026-07-03T16:54:49.841666Z","end":"2026-07-03T16:54:50.782598Z","steps":["trace[605631028] 'agreement among raft nodes before linearized reading' (duration: 940.794853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:50.782648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:49.841653Z","time spent":"940.985057ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T16:54:52.145276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244565326s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:54:52.145593Z","caller":"traceutil/trace.go:171","msg":"trace[1012870412] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"1.359607243s","start":"2026-07-03T16:54:50.785964Z","end":"2026-07-03T16:54:52.145571Z","steps":["trace[1012870412] 'process raft request' (duration: 1.359523401s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.145688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.785953Z","time spent":"1.359688985s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:52.145779Z","caller":"traceutil/trace.go:171","msg":"trace[187830734] transaction","detail":"{read_only:false; response_revision:27193; number_of_response:1; }","duration":"1.392939304s","start":"2026-07-03T16:54:50.752815Z","end":"2026-07-03T16:54:52.145754Z","steps":["trace[187830734] 'process raft request' (duration: 147.803644ms)","trace[187830734] 'compare' (duration: 1.24293357s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:52.145945Z","caller":"traceutil/trace.go:171","msg":"trace[458963956] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"1.372779163s","start":"2026-07-03T16:54:50.77315Z","end":"2026-07-03T16:54:52.145929Z","steps":["trace[458963956] 'process raft request' (duration: 1.372230401s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.146029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.773125Z","time spent":"1.372862414s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:52.146338Z","caller":"traceutil/trace.go:171","msg":"trace[530851852] linearizableReadLoop","detail":"{readStateIndex:28147; appliedIndex:28145; }","duration":"1.364427032s","start":"2026-07-03T16:54:50.781897Z","end":"2026-07-03T16:54:52.146324Z","steps":["trace[530851852] 'read index received' (duration: 118.734309ms)","trace[530851852] 'applied index is now lower than readState.Index' (duration: 1.245690743s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:52.146812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390008196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:54:52.146178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.75279Z","time spent":"1.393045176s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:54:52.147078Z","caller":"traceutil/trace.go:171","msg":"trace[2085706106] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27195; }","duration":"1.390265081s","start":"2026-07-03T16:54:50.75661Z","end":"2026-07-03T16:54:52.146875Z","steps":["trace[2085706106] 'agreement among raft nodes before linearized reading' (duration: 1.389913193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.147141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.756585Z","time spent":"1.390540338s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T16:54:52.784015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000732937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:54:52.784103Z","caller":"traceutil/trace.go:171","msg":"trace[495877630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00088125s","start":"2026-07-03T16:54:50.783202Z","end":"2026-07-03T16:54:52.784083Z","steps":["trace[495877630] 'agreement among raft nodes before linearized reading' (duration: 2.000750407s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:52.784154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.783192Z","time spent":"2.000952481s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:54.420221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.260358262s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:54:54.435495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27562272s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-03T16:54:54.435923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.712563ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:54.43605Z","caller":"traceutil/trace.go:171","msg":"trace[523650974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27195; }","duration":"912.850316ms","start":"2026-07-03T16:54:53.523181Z","end":"2026-07-03T16:54:54.436031Z","steps":["trace[523650974] 'range keys from in-memory index tree' (duration: 912.693553ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:54:54.438003Z","caller":"traceutil/trace.go:171","msg":"trace[1072196388] linearizableReadLoop","detail":"{readStateIndex:28150; appliedIndex:28148; }","duration":"2.291436911s","start":"2026-07-03T16:54:52.146542Z","end":"2026-07-03T16:54:54.437979Z","steps":["trace[1072196388] 'read index received' (duration: 13.338685ms)","trace[1072196388] 'applied index is now lower than readState.Index' (duration: 2.278096266s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:54:54.438097Z","caller":"traceutil/trace.go:171","msg":"trace[562592257] transaction","detail":"{read_only:false; response_revision:27196; number_of_response:1; }","duration":"2.61824609s","start":"2026-07-03T16:54:51.819757Z","end":"2026-07-03T16:54:54.438003Z","steps":["trace[562592257] 'process raft request' (duration: 2.61779854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:54.439006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.819731Z","time spent":"2.619172042s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:54.790855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:54.790941Z","caller":"traceutil/trace.go:171","msg":"trace[505350133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000660844s","start":"2026-07-03T16:54:52.790263Z","end":"2026-07-03T16:54:54.790924Z","steps":["trace[505350133] 'agreement among raft nodes before linearized reading' (duration: 2.000551421s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:54.790999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.790258Z","time spent":"2.000732026s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:54.938824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:55.440542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:55.941199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:56.44157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:56.655709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.463289698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:56.656022Z","caller":"traceutil/trace.go:171","msg":"trace[1026717181] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27196; }","duration":"5.463642976s","start":"2026-07-03T16:54:51.192336Z","end":"2026-07-03T16:54:56.655979Z","steps":["trace[1026717181] 'agreement among raft nodes before linearized reading' (duration: 3.245644401s)","trace[1026717181] 'range keys from in-memory index tree' (duration: 2.217671988s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:56.656125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.192315Z","time spent":"5.463790519s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:54:56.656146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695702022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:54:56.656241Z","caller":"traceutil/trace.go:171","msg":"trace[1786869245] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27196; }","duration":"5.695854835s","start":"2026-07-03T16:54:50.96036Z","end":"2026-07-03T16:54:56.656215Z","steps":["trace[1786869245] 'agreement among raft nodes before linearized reading' (duration: 3.477640665s)","trace[1786869245] 'count revisions from in-memory index tree' (duration: 2.218072976s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:56.656306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.960338Z","time spent":"5.695946907s","remote":"127.0.0.1:52014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:56.65646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.281088448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:54:56.656562Z","caller":"traceutil/trace.go:171","msg":"trace[1648571581] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27196; }","duration":"5.281235091s","start":"2026-07-03T16:54:51.375295Z","end":"2026-07-03T16:54:56.65653Z","steps":["trace[1648571581] 'agreement among raft nodes before linearized reading' (duration: 3.062701004s)","trace[1648571581] 'count revisions from in-memory index tree' (duration: 2.218389814s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:56.656629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:51.375275Z","time spent":"5.281336314s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:54:56.656945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.833495366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-07-03T16:54:56.657034Z","caller":"traceutil/trace.go:171","msg":"trace[1776357771] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:27196; }","duration":"5.833614319s","start":"2026-07-03T16:54:50.823403Z","end":"2026-07-03T16:54:56.657017Z","steps":["trace[1776357771] 'agreement among raft nodes before linearized reading' (duration: 3.614609752s)","trace[1776357771] 'range keys from in-memory index tree' (duration: 2.218809193s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:56.657079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.823385Z","time spent":"5.833680601s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-07-03T16:54:56.657388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.864957994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T16:54:56.657476Z","caller":"traceutil/trace.go:171","msg":"trace[2067069023] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27196; }","duration":"5.865068877s","start":"2026-07-03T16:54:50.792387Z","end":"2026-07-03T16:54:56.657456Z","steps":["trace[2067069023] 'agreement among raft nodes before linearized reading' (duration: 3.645722712s)","trace[2067069023] 'range keys from in-memory index tree' (duration: 2.219187762s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:54:56.657521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:50.792373Z","time spent":"5.865133898s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-03T16:54:56.791927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000725005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:56.792283Z","caller":"traceutil/trace.go:171","msg":"trace[664210725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000955351s","start":"2026-07-03T16:54:54.791122Z","end":"2026-07-03T16:54:56.792077Z","steps":["trace[664210725] 'agreement among raft nodes before linearized reading' (duration: 2.000749026s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:56.793038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:54.791104Z","time spent":"2.001914713s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:56.942717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:57.443017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:54:57.784241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.786607Z","time spent":"4.997625259s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:57.785698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.787918Z","time spent":"4.997770782s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:54:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:57.786943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.787709Z","time spent":"4.999231905s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:54:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:57.786984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.788Z","time spent":"4.998983439s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:57.786941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.788156Z","time spent":"4.998782755s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:54:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:57.787044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.787674Z","time spent":"4.999368678s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:54:57.788416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.789702Z","time spent":"4.998710643s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 16:54:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:57.822956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.383096607s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:54:57.824184Z","caller":"traceutil/trace.go:171","msg":"trace[564897484] transaction","detail":"{read_only:false; response_revision:27204; number_of_response:1; }","duration":"3.980436402s","start":"2026-07-03T16:54:53.843723Z","end":"2026-07-03T16:54:57.82416Z","steps":["trace[564897484] 'process raft request' (duration: 3.98034092s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:57.824323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:53.843705Z","time spent":"3.980544764s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:54:58.800812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996639701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:54:58.800917Z","caller":"traceutil/trace.go:171","msg":"trace[1089719209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996813346s","start":"2026-07-03T16:54:56.80408Z","end":"2026-07-03T16:54:58.800893Z","steps":["trace[1089719209] 'agreement among raft nodes before linearized reading' (duration: 1.996688913s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:54:58.800969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.804038Z","time spent":"1.996916228s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:54:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:54:59.694087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111445189s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:55:00.324941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.271145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:00.326246Z","caller":"traceutil/trace.go:171","msg":"trace[117498697] transaction","detail":"{read_only:false; response_revision:27205; number_of_response:1; }","duration":"5.316047077s","start":"2026-07-03T16:54:55.01016Z","end":"2026-07-03T16:55:00.326207Z","steps":["trace[117498697] 'process raft request' (duration: 4.68442218s)","trace[117498697] 'compare' (duration: 629.075819ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:00.32633Z","caller":"traceutil/trace.go:171","msg":"trace[406925593] linearizableReadLoop","detail":"{readStateIndex:28160; appliedIndex:28150; }","duration":"5.888208836s","start":"2026-07-03T16:54:54.438087Z","end":"2026-07-03T16:55:00.326296Z","steps":["trace[406925593] 'read index received' (duration: 3.385034652s)","trace[406925593] 'applied index is now lower than readState.Index' (duration: 2.503173124s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:00.326428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.010143Z","time spent":"5.31619103s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:00.326538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.053079988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:00.326568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.571186779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:55:00.326583Z","caller":"traceutil/trace.go:171","msg":"trace[966044306] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27206; }","duration":"8.053185111s","start":"2026-07-03T16:54:52.273383Z","end":"2026-07-03T16:55:00.326569Z","steps":["trace[966044306] 'agreement among raft nodes before linearized reading' (duration: 8.053046308s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:00.326618Z","caller":"traceutil/trace.go:171","msg":"trace[1471762577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27206; }","duration":"7.571268521s","start":"2026-07-03T16:54:52.755336Z","end":"2026-07-03T16:55:00.326604Z","steps":["trace[1471762577] 'agreement among raft nodes before linearized reading' (duration: 7.571081626s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.326599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177108068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9.18bed5b658c07a97\" ","response":"range_response_count:1 size:934"} {"level":"warn","ts":"2026-07-03T16:55:00.326626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.27336Z","time spent":"8.053255812s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.326643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.755317Z","time spent":"7.571320812s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:55:00.32666Z","caller":"traceutil/trace.go:171","msg":"trace[1531291485] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9.18bed5b658c07a97; range_end:; response_count:1; response_revision:27206; }","duration":"8.177191341s","start":"2026-07-03T16:54:52.149453Z","end":"2026-07-03T16:55:00.326644Z","steps":["trace[1531291485] 'agreement among raft nodes before linearized reading' (duration: 8.176974036s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.326688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.149448Z","time spent":"8.177234501s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":955,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8nnj9.18bed5b658c07a97\" "} {"level":"info","ts":"2026-07-03T16:55:00.326725Z","caller":"traceutil/trace.go:171","msg":"trace[919966191] transaction","detail":"{read_only:false; response_revision:27206; number_of_response:1; }","duration":"5.316184439s","start":"2026-07-03T16:54:55.010534Z","end":"2026-07-03T16:55:00.326718Z","steps":["trace[919966191] 'process raft request' (duration: 5.314517321s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.326688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.176032084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-03T16:55:00.326778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.010507Z","time spent":"5.316230451s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:00.326785Z","caller":"traceutil/trace.go:171","msg":"trace[1983866685] range","detail":"{range_begin:/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9; range_end:; response_count:1; response_revision:27206; }","duration":"8.176157337s","start":"2026-07-03T16:54:52.150596Z","end":"2026-07-03T16:55:00.326754Z","steps":["trace[1983866685] 'agreement among raft nodes before linearized reading' (duration: 8.17582838s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.326845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.150591Z","time spent":"8.176245739s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-72d36baf-acdc-4341-828f-7775fc551fd9\" "} {"level":"warn","ts":"2026-07-03T16:55:00.326989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.149442017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:00.327014Z","caller":"traceutil/trace.go:171","msg":"trace[1489680917] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27206; }","duration":"8.149509659s","start":"2026-07-03T16:54:52.177496Z","end":"2026-07-03T16:55:00.327005Z","steps":["trace[1489680917] 'agreement among raft nodes before linearized reading' (duration: 8.149406436s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.327457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.177475Z","time spent":"8.149968899s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.327024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177983248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:55:00.32761Z","caller":"traceutil/trace.go:171","msg":"trace[200373386] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27206; }","duration":"8.178590902s","start":"2026-07-03T16:54:52.14901Z","end":"2026-07-03T16:55:00.327601Z","steps":["trace[200373386] 'agreement among raft nodes before linearized reading' (duration: 8.177962598s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.327639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.148999Z","time spent":"8.178632363s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:55:00.327121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.344573636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:00.327736Z","caller":"traceutil/trace.go:171","msg":"trace[1485883271] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27206; }","duration":"7.345238472s","start":"2026-07-03T16:54:52.982489Z","end":"2026-07-03T16:55:00.327728Z","steps":["trace[1485883271] 'agreement among raft nodes before linearized reading' (duration: 7.344611688s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.327761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.982479Z","time spent":"7.345273922s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.327094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.571541037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:55:00.32784Z","caller":"traceutil/trace.go:171","msg":"trace[1807764658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27206; }","duration":"7.572298174s","start":"2026-07-03T16:54:52.755529Z","end":"2026-07-03T16:55:00.327828Z","steps":["trace[1807764658] 'agreement among raft nodes before linearized reading' (duration: 7.571401934s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.327908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.755523Z","time spent":"7.572375076s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:55:00.327226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.380851105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:00.327954Z","caller":"traceutil/trace.go:171","msg":"trace[1865366048] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27206; }","duration":"7.381652753s","start":"2026-07-03T16:54:52.946293Z","end":"2026-07-03T16:55:00.327946Z","steps":["trace[1865366048] 'agreement among raft nodes before linearized reading' (duration: 7.380829934s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.327972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:52.946271Z","time spent":"7.381694383s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:00.342542Z","caller":"traceutil/trace.go:171","msg":"trace[1532418847] transaction","detail":"{read_only:false; response_revision:27207; number_of_response:1; }","duration":"688.359472ms","start":"2026-07-03T16:54:59.654158Z","end":"2026-07-03T16:55:00.342518Z","steps":["trace[1532418847] 'process raft request' (duration: 688.202389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.342679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:59.654138Z","time spent":"688.466074ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:00.80116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:55:00.801266Z","caller":"traceutil/trace.go:171","msg":"trace[1416291020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005941s","start":"2026-07-03T16:54:58.801187Z","end":"2026-07-03T16:55:00.801246Z","steps":["trace[1416291020] 'agreement among raft nodes before linearized reading' (duration: 1.999928157s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.801314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:58.801161Z","time spent":"2.000142812s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:55:00.827846Z","caller":"traceutil/trace.go:171","msg":"trace[1182187882] transaction","detail":"{read_only:false; response_revision:27209; number_of_response:1; }","duration":"617.515225ms","start":"2026-07-03T16:55:00.210276Z","end":"2026-07-03T16:55:00.827791Z","steps":["trace[1182187882] 'process raft request' (duration: 617.146767ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:00.827951Z","caller":"traceutil/trace.go:171","msg":"trace[1224316254] transaction","detail":"{read_only:false; response_revision:27208; number_of_response:1; }","duration":"624.915803ms","start":"2026-07-03T16:55:00.202948Z","end":"2026-07-03T16:55:00.827864Z","steps":["trace[1224316254] 'process raft request' (duration: 595.189024ms)","trace[1224316254] 'compare' (duration: 28.961532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:00.828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.21027Z","time spent":"617.651268ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:00.828139Z","caller":"traceutil/trace.go:171","msg":"trace[774949418] transaction","detail":"{read_only:false; response_revision:27211; number_of_response:1; }","duration":"497.716081ms","start":"2026-07-03T16:55:00.330406Z","end":"2026-07-03T16:55:00.828122Z","steps":["trace[774949418] 'process raft request' (duration: 497.191709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.330398Z","time spent":"497.788152ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:00.82844Z","caller":"traceutil/trace.go:171","msg":"trace[1631191753] transaction","detail":"{read_only:false; response_revision:27212; number_of_response:1; }","duration":"496.809569ms","start":"2026-07-03T16:55:00.331612Z","end":"2026-07-03T16:55:00.828422Z","steps":["trace[1631191753] 'process raft request' (duration: 496.428791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.20292Z","time spent":"625.437305ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:00.828463Z","caller":"traceutil/trace.go:171","msg":"trace[1811520834] linearizableReadLoop","detail":"{readStateIndex:28163; appliedIndex:28160; }","duration":"502.06561ms","start":"2026-07-03T16:55:00.326369Z","end":"2026-07-03T16:55:00.828434Z","steps":["trace[1811520834] 'read index received' (duration: 16.049447ms)","trace[1811520834] 'applied index is now lower than readState.Index' (duration: 486.014273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:00.8286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279921337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:00.827883Z","caller":"traceutil/trace.go:171","msg":"trace[285972030] transaction","detail":"{read_only:false; response_revision:27210; number_of_response:1; }","duration":"497.748902ms","start":"2026-07-03T16:55:00.330104Z","end":"2026-07-03T16:55:00.827853Z","steps":["trace[285972030] 'process raft request' (duration: 497.405464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168543375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-7l52s\" ","response":"range_response_count:1 size:8168"} {"level":"info","ts":"2026-07-03T16:55:00.82864Z","caller":"traceutil/trace.go:171","msg":"trace[507352561] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27212; }","duration":"4.280000399s","start":"2026-07-03T16:54:56.548627Z","end":"2026-07-03T16:55:00.828628Z","steps":["trace[507352561] 'agreement among raft nodes before linearized reading' (duration: 4.279934928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499312484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:00.828674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603666206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:55:00.828671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.548607Z","time spent":"4.28005673s","remote":"127.0.0.1:51944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.828713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039805062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:55:00.828743Z","caller":"traceutil/trace.go:171","msg":"trace[1071467873] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27212; }","duration":"4.499486998s","start":"2026-07-03T16:54:56.329234Z","end":"2026-07-03T16:55:00.828721Z","steps":["trace[1071467873] 'agreement among raft nodes before linearized reading' (duration: 4.499296004s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.317390736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:00.828669Z","caller":"traceutil/trace.go:171","msg":"trace[531252843] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-7l52s; range_end:; response_count:1; response_revision:27212; }","duration":"4.168623967s","start":"2026-07-03T16:54:56.660029Z","end":"2026-07-03T16:55:00.828653Z","steps":["trace[531252843] 'agreement among raft nodes before linearized reading' (duration: 4.168514744s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:00.828794Z","caller":"traceutil/trace.go:171","msg":"trace[1103218116] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27212; }","duration":"5.317448138s","start":"2026-07-03T16:54:55.511341Z","end":"2026-07-03T16:55:00.828789Z","steps":["trace[1103218116] 'agreement among raft nodes before linearized reading' (duration: 5.317410827s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102155599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:55:00.828803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.735569436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-03T16:55:00.828806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385191409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-07-03T16:55:00.828785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.330092Z","time spent":"498.55885ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:00.828844Z","caller":"traceutil/trace.go:171","msg":"trace[1058584704] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27212; }","duration":"4.735648938s","start":"2026-07-03T16:54:56.093183Z","end":"2026-07-03T16:55:00.828832Z","steps":["trace[1058584704] 'agreement among raft nodes before linearized reading' (duration: 4.735529815s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:00.828852Z","caller":"traceutil/trace.go:171","msg":"trace[669882303] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27212; }","duration":"4.385272761s","start":"2026-07-03T16:54:56.443565Z","end":"2026-07-03T16:55:00.828838Z","steps":["trace[669882303] 'agreement among raft nodes before linearized reading' (duration: 4.385074816s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.660013Z","time spent":"4.16880821s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8189,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-7l52s\" "} {"level":"info","ts":"2026-07-03T16:55:00.828843Z","caller":"traceutil/trace.go:171","msg":"trace[637143375] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27212; }","duration":"4.102393814s","start":"2026-07-03T16:54:56.72643Z","end":"2026-07-03T16:55:00.828824Z","steps":["trace[637143375] 'agreement among raft nodes before linearized reading' (duration: 4.102014276s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.82887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.166584289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-03T16:55:00.828881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.44354Z","time spent":"4.385334253s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-03T16:55:00.828877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.09316Z","time spent":"4.73571069s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7935,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-03T16:55:00.828895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004475435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-03T16:55:00.828915Z","caller":"traceutil/trace.go:171","msg":"trace[358820647] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:27212; }","duration":"4.166641021s","start":"2026-07-03T16:54:56.662263Z","end":"2026-07-03T16:55:00.828904Z","steps":["trace[358820647] 'agreement among raft nodes before linearized reading' (duration: 4.166521939s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038901831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-03T16:55:00.828951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.93789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-03T16:55:00.828946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.662257Z","time spent":"4.166682612s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-07-03T16:55:00.828975Z","caller":"traceutil/trace.go:171","msg":"trace[1473294644] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27212; }","duration":"499.979992ms","start":"2026-07-03T16:55:00.328989Z","end":"2026-07-03T16:55:00.828969Z","steps":["trace[1473294644] 'agreement among raft nodes before linearized reading' (duration: 499.871799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.328971Z","time spent":"500.018792ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-03T16:55:00.828988Z","caller":"traceutil/trace.go:171","msg":"trace[828743836] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27212; }","duration":"3.038958862s","start":"2026-07-03T16:54:57.790008Z","end":"2026-07-03T16:55:00.828967Z","steps":["trace[828743836] 'agreement among raft nodes before linearized reading' (duration: 3.038851469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.82899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041182433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-07-03T16:55:00.829014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050662934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:00.829022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039811072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-03T16:55:00.829047Z","caller":"traceutil/trace.go:171","msg":"trace[2057545376] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27212; }","duration":"3.041259415s","start":"2026-07-03T16:54:57.787768Z","end":"2026-07-03T16:55:00.829028Z","steps":["trace[2057545376] 'agreement among raft nodes before linearized reading' (duration: 3.041075241s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.166100269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:00.829075Z","caller":"traceutil/trace.go:171","msg":"trace[1060286569] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27212; }","duration":"3.039877444s","start":"2026-07-03T16:54:57.78919Z","end":"2026-07-03T16:55:00.829067Z","steps":["trace[1060286569] 'agreement among raft nodes before linearized reading' (duration: 3.039759591s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:00.829078Z","caller":"traceutil/trace.go:171","msg":"trace[1445923337] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27212; }","duration":"4.050778317s","start":"2026-07-03T16:54:56.778284Z","end":"2026-07-03T16:55:00.829062Z","steps":["trace[1445923337] 'agreement among raft nodes before linearized reading' (duration: 4.050683095s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.82908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040552219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-03T16:55:00.8291Z","caller":"traceutil/trace.go:171","msg":"trace[289308563] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27212; }","duration":"4.166454316s","start":"2026-07-03T16:54:56.662635Z","end":"2026-07-03T16:55:00.829089Z","steps":["trace[289308563] 'agreement among raft nodes before linearized reading' (duration: 4.166088318s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.78918Z","time spent":"3.039924925s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-03T16:55:00.828738Z","caller":"traceutil/trace.go:171","msg":"trace[208292547] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27212; }","duration":"4.603750158s","start":"2026-07-03T16:54:56.224976Z","end":"2026-07-03T16:55:00.828726Z","steps":["trace[208292547] 'agreement among raft nodes before linearized reading' (duration: 4.603572914s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.778258Z","time spent":"4.050850019s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:00.829124Z","caller":"traceutil/trace.go:171","msg":"trace[1186016105] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27212; }","duration":"3.0406091s","start":"2026-07-03T16:54:57.788503Z","end":"2026-07-03T16:55:00.829112Z","steps":["trace[1186016105] 'agreement among raft nodes before linearized reading' (duration: 3.040501678s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272119923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:00.829157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.788496Z","time spent":"3.040654151s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T16:55:00.829156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.224943Z","time spent":"4.604199068s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:00.828932Z","caller":"traceutil/trace.go:171","msg":"trace[1988948861] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27212; }","duration":"3.004545467s","start":"2026-07-03T16:54:57.824378Z","end":"2026-07-03T16:55:00.828923Z","steps":["trace[1988948861] 'agreement among raft nodes before linearized reading' (duration: 3.004462445s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.82433Z","time spent":"3.004856384s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-03T16:55:00.829194Z","caller":"traceutil/trace.go:171","msg":"trace[894801606] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27212; }","duration":"5.272725847s","start":"2026-07-03T16:54:55.556448Z","end":"2026-07-03T16:55:00.829174Z","steps":["trace[894801606] 'agreement among raft nodes before linearized reading' (duration: 5.272106903s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.828822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049144366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:00.829261Z","caller":"traceutil/trace.go:171","msg":"trace[868595759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27212; }","duration":"1.049615696s","start":"2026-07-03T16:54:59.779631Z","end":"2026-07-03T16:55:00.829247Z","steps":["trace[868595759] 'agreement among raft nodes before linearized reading' (duration: 1.049161256s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.966935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:00.829278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.556429Z","time spent":"5.272826159s","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.829296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.075871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-03T16:55:00.829294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.846502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-07-03T16:55:00.829307Z","caller":"traceutil/trace.go:171","msg":"trace[989091215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27212; }","duration":"186.008835ms","start":"2026-07-03T16:55:00.64329Z","end":"2026-07-03T16:55:00.829299Z","steps":["trace[989091215] 'agreement among raft nodes before linearized reading' (duration: 185.966594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.787744Z","time spent":"3.041341546s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:55:00.829339Z","caller":"traceutil/trace.go:171","msg":"trace[1778272700] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:27212; }","duration":"486.909953ms","start":"2026-07-03T16:55:00.342419Z","end":"2026-07-03T16:55:00.829329Z","steps":["trace[1778272700] 'agreement among raft nodes before linearized reading' (duration: 486.803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.342409Z","time spent":"486.956984ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":735,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-03T16:55:00.829312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:59.779611Z","time spent":"1.049674608s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.828818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.038072451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:55:00.829491Z","caller":"traceutil/trace.go:171","msg":"trace[373026132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27212; }","duration":"5.038743587s","start":"2026-07-03T16:54:55.790739Z","end":"2026-07-03T16:55:00.829482Z","steps":["trace[373026132] 'agreement among raft nodes before linearized reading' (duration: 5.037969259s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.790683Z","time spent":"5.038836779s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:55:00.828656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.744177632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:00.82957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.619659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-07-03T16:55:00.829645Z","caller":"traceutil/trace.go:171","msg":"trace[879012166] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27212; }","duration":"207.717231ms","start":"2026-07-03T16:55:00.621911Z","end":"2026-07-03T16:55:00.829628Z","steps":["trace[879012166] 'agreement among raft nodes before linearized reading' (duration: 207.377173ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:00.829596Z","caller":"traceutil/trace.go:171","msg":"trace[1480761920] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27212; }","duration":"4.745160125s","start":"2026-07-03T16:54:56.08442Z","end":"2026-07-03T16:55:00.82958Z","steps":["trace[1480761920] 'agreement among raft nodes before linearized reading' (duration: 4.744185563s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.084398Z","time spent":"4.745307909s","remote":"127.0.0.1:41604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.829024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811587327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:00.829812Z","caller":"traceutil/trace.go:171","msg":"trace[1164635148] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27212; }","duration":"3.812418406s","start":"2026-07-03T16:54:57.017382Z","end":"2026-07-03T16:55:00.829801Z","steps":["trace[1164635148] 'agreement among raft nodes before linearized reading' (duration: 3.811582357s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.017371Z","time spent":"3.812466057s","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.829035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.790002Z","time spent":"3.039025863s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-03T16:55:00.828769Z","caller":"traceutil/trace.go:171","msg":"trace[1519726105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27212; }","duration":"3.039872004s","start":"2026-07-03T16:54:57.788883Z","end":"2026-07-03T16:55:00.828755Z","steps":["trace[1519726105] 'agreement among raft nodes before linearized reading' (duration: 3.03970585s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.829976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.788876Z","time spent":"3.041078742s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T16:55:00.829139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.662629Z","time spent":"4.166501518s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:55:00.828811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.32921Z","time spent":"4.499585881s","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.82852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.331598Z","time spent":"496.890051ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:00.828829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:55.511321Z","time spent":"5.317501799s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:00.829332Z","caller":"traceutil/trace.go:171","msg":"trace[1821418770] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27212; }","duration":"499.120302ms","start":"2026-07-03T16:55:00.330203Z","end":"2026-07-03T16:55:00.829324Z","steps":["trace[1821418770] 'agreement among raft nodes before linearized reading' (duration: 499.02965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.830327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.330199Z","time spent":"500.113426ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-03T16:55:00.828916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:56.726408Z","time spent":"4.102495377s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:00.83641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04844042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:55:00.836464Z","caller":"traceutil/trace.go:171","msg":"trace[913205340] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27212; }","duration":"3.048509571s","start":"2026-07-03T16:54:57.787942Z","end":"2026-07-03T16:55:00.836451Z","steps":["trace[913205340] 'agreement among raft nodes before linearized reading' (duration: 3.041145482s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:00.836517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:54:57.787935Z","time spent":"3.048570072s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-03T16:55:01.334679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:55:01.442163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.832954Z","time spent":"609.202015ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T16:55:01.83488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:55:01.90163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06857429s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:55:02.784241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947279595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:55:02.784302Z","caller":"traceutil/trace.go:171","msg":"trace[259159320] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.947372708s","start":"2026-07-03T16:55:00.836915Z","end":"2026-07-03T16:55:02.784288Z","steps":["trace[259159320] 'agreement among raft nodes before linearized reading' (duration: 1.947287586s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:02.784334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.83691Z","time spent":"1.947417919s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 16:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:02.786993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951572193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:55:02.787022Z","caller":"traceutil/trace.go:171","msg":"trace[111986924] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.951623774s","start":"2026-07-03T16:55:00.835391Z","end":"2026-07-03T16:55:02.787015Z","steps":["trace[111986924] 'agreement among raft nodes before linearized reading' (duration: 1.951586583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:02.787058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.835384Z","time spent":"1.951668145s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 16:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:02.787041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949517687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:55:02.787122Z","caller":"traceutil/trace.go:171","msg":"trace[438142096] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.949632659s","start":"2026-07-03T16:55:00.837468Z","end":"2026-07-03T16:55:02.7871Z","steps":["trace[438142096] 'agreement among raft nodes before linearized reading' (duration: 1.949524787s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:02.787132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950348135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T16:55:02.787176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.83746Z","time spent":"1.949704962s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-03T16:55:02.787195Z","caller":"traceutil/trace.go:171","msg":"trace[1279487996] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"1.950436138s","start":"2026-07-03T16:55:00.836738Z","end":"2026-07-03T16:55:02.787175Z","steps":["trace[1279487996] 'agreement among raft nodes before linearized reading' (duration: 1.950356286s)"],"step_count":1} 2026/07/03 16:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:02.787229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.836732Z","time spent":"1.950490339s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/03 16:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:02.787423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952133095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:55:02.787514Z","caller":"traceutil/trace.go:171","msg":"trace[813850508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.952261009s","start":"2026-07-03T16:55:00.835232Z","end":"2026-07-03T16:55:02.787493Z","steps":["trace[813850508] 'agreement among raft nodes before linearized reading' (duration: 1.952145246s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:02.787573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.835225Z","time spent":"1.952337431s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 16:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:02.787783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94660284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:55:02.78791Z","caller":"traceutil/trace.go:171","msg":"trace[863836163] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"1.946646902s","start":"2026-07-03T16:55:00.841157Z","end":"2026-07-03T16:55:02.787804Z","steps":["trace[863836163] 'agreement among raft nodes before linearized reading' (duration: 1.946612611s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:02.787978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.841151Z","time spent":"1.946779685s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/03 16:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:02.790361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953376814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:55:02.790382Z","caller":"traceutil/trace.go:171","msg":"trace[1352910395] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.953402015s","start":"2026-07-03T16:55:00.836974Z","end":"2026-07-03T16:55:02.790376Z","steps":["trace[1352910395] 'agreement among raft nodes before linearized reading' (duration: 1.953376724s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:02.790398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.836937Z","time spent":"1.953457356s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/03 16:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 16:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:02.807131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972045471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:55:02.807184Z","caller":"traceutil/trace.go:171","msg":"trace[1535133433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"1.972135653s","start":"2026-07-03T16:55:00.835034Z","end":"2026-07-03T16:55:02.80717Z","steps":["trace[1535133433] 'agreement among raft nodes before linearized reading' (duration: 1.972070872s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:02.807228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.835017Z","time spent":"1.972204494s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/03 16:55:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:03.009653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107842346s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:55:03.140047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23814148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:03.140261Z","caller":"traceutil/trace.go:171","msg":"trace[1058953870] linearizableReadLoop","detail":"{readStateIndex:28168; appliedIndex:28166; }","duration":"2.306659349s","start":"2026-07-03T16:55:00.833585Z","end":"2026-07-03T16:55:03.140244Z","steps":["trace[1058953870] 'read index received' (duration: 1.068342254s)","trace[1058953870] 'applied index is now lower than readState.Index' (duration: 1.238315995s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:03.14031Z","caller":"traceutil/trace.go:171","msg":"trace[1474999140] transaction","detail":"{read_only:false; response_revision:27214; number_of_response:1; }","duration":"2.30503461s","start":"2026-07-03T16:55:00.835244Z","end":"2026-07-03T16:55:03.140279Z","steps":["trace[1474999140] 'process raft request' (duration: 2.304908157s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.140468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306875723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-03T16:55:03.140469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.835228Z","time spent":"2.305157824s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:03.140505Z","caller":"traceutil/trace.go:171","msg":"trace[1104120537] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:27214; }","duration":"2.306952985s","start":"2026-07-03T16:55:00.833543Z","end":"2026-07-03T16:55:03.140495Z","steps":["trace[1104120537] 'agreement among raft nodes before linearized reading' (duration: 2.306787721s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.140537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.833523Z","time spent":"2.307007656s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:55:03.779817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.443391Z","time spent":"336.418939ms","remote":"127.0.0.1:55814","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:55:03.779829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.839252ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:03.779983Z","caller":"traceutil/trace.go:171","msg":"trace[361211090] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27214; }","duration":"257.011036ms","start":"2026-07-03T16:55:03.522947Z","end":"2026-07-03T16:55:03.779958Z","steps":["trace[361211090] 'range keys from in-memory index tree' (duration: 256.815812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.78009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.374259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:03.780394Z","caller":"traceutil/trace.go:171","msg":"trace[1561045030] transaction","detail":"{read_only:false; response_revision:27215; number_of_response:1; }","duration":"986.039506ms","start":"2026-07-03T16:55:02.794325Z","end":"2026-07-03T16:55:03.780364Z","steps":["trace[1561045030] 'process raft request' (duration: 493.33465ms)","trace[1561045030] 'compare' (duration: 492.022151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:03.780506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:02.79431Z","time spent":"986.138708ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T16:55:03.780672Z","caller":"traceutil/trace.go:171","msg":"trace[1003741151] linearizableReadLoop","detail":"{readStateIndex:28171; appliedIndex:28168; }","duration":"640.370966ms","start":"2026-07-03T16:55:03.14029Z","end":"2026-07-03T16:55:03.780661Z","steps":["trace[1003741151] 'read index received' (duration: 147.386514ms)","trace[1003741151] 'applied index is now lower than readState.Index' (duration: 492.983752ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:03.780663Z","caller":"traceutil/trace.go:171","msg":"trace[1528942458] transaction","detail":"{read_only:false; response_revision:27217; number_of_response:1; }","duration":"951.299264ms","start":"2026-07-03T16:55:02.829339Z","end":"2026-07-03T16:55:03.780638Z","steps":["trace[1528942458] 'process raft request' (duration: 951.223632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.780874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:02.829322Z","time spent":"951.495368ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:03.780948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887704651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:03.780974Z","caller":"traceutil/trace.go:171","msg":"trace[234703808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27217; }","duration":"2.887769552s","start":"2026-07-03T16:55:00.893197Z","end":"2026-07-03T16:55:03.780967Z","steps":["trace[234703808] 'agreement among raft nodes before linearized reading' (duration: 2.887728861s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.780961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.266952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-03T16:55:03.781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.893169Z","time spent":"2.887825324s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:03.781001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.050927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:55:03.781014Z","caller":"traceutil/trace.go:171","msg":"trace[1874833530] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27217; }","duration":"721.359325ms","start":"2026-07-03T16:55:03.059639Z","end":"2026-07-03T16:55:03.780998Z","steps":["trace[1874833530] 'agreement among raft nodes before linearized reading' (duration: 721.13408ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:03.781038Z","caller":"traceutil/trace.go:171","msg":"trace[586501505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27217; }","duration":"944.116209ms","start":"2026-07-03T16:55:02.836911Z","end":"2026-07-03T16:55:03.781027Z","steps":["trace[586501505] 'agreement among raft nodes before linearized reading' (duration: 943.887304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.781033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.075578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:55:03.781073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:02.836899Z","time spent":"944.16726ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:55:03.781088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26001002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:03.781095Z","caller":"traceutil/trace.go:171","msg":"trace[712470857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27217; }","duration":"944.18782ms","start":"2026-07-03T16:55:02.836891Z","end":"2026-07-03T16:55:03.781079Z","steps":["trace[712470857] 'agreement among raft nodes before linearized reading' (duration: 943.897914ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:03.781127Z","caller":"traceutil/trace.go:171","msg":"trace[1611037120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27217; }","duration":"1.26004271s","start":"2026-07-03T16:55:02.521071Z","end":"2026-07-03T16:55:03.781113Z","steps":["trace[1611037120] 'agreement among raft nodes before linearized reading' (duration: 1.259990529s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.780911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.260172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-03T16:55:03.78116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:02.521012Z","time spent":"1.260141482s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:55:03.781022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459250832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:55:03.781215Z","caller":"traceutil/trace.go:171","msg":"trace[1574418602] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27217; }","duration":"2.459495677s","start":"2026-07-03T16:55:01.321706Z","end":"2026-07-03T16:55:03.781202Z","steps":["trace[1574418602] 'agreement among raft nodes before linearized reading' (duration: 2.459117419s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.781253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946234057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-03T16:55:03.781267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:01.321681Z","time spent":"2.459570708s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:03.781278Z","caller":"traceutil/trace.go:171","msg":"trace[1752952113] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b; range_end:; response_count:1; response_revision:27217; }","duration":"2.946280618s","start":"2026-07-03T16:55:00.83499Z","end":"2026-07-03T16:55:03.78127Z","steps":["trace[1752952113] 'agreement among raft nodes before linearized reading' (duration: 2.946197626s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.781304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.834978Z","time spent":"2.946320078s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-ef4e18b4-c45d-41c1-8404-a7f7b981771b\" "} {"level":"warn","ts":"2026-07-03T16:55:03.78135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944451475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:03.781383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.805004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-q2p62.18bed5b6742f662a\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-07-03T16:55:03.781394Z","caller":"traceutil/trace.go:171","msg":"trace[1412278730] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27217; }","duration":"2.944509387s","start":"2026-07-03T16:55:00.836874Z","end":"2026-07-03T16:55:03.781383Z","steps":["trace[1412278730] 'agreement among raft nodes before linearized reading' (duration: 2.944436536s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:03.781411Z","caller":"traceutil/trace.go:171","msg":"trace[1630527379] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-q2p62.18bed5b6742f662a; range_end:; response_count:1; response_revision:27217; }","duration":"636.862586ms","start":"2026-07-03T16:55:03.144541Z","end":"2026-07-03T16:55:03.781403Z","steps":["trace[1630527379] 'agreement among raft nodes before linearized reading' (duration: 636.743723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.781047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.059613Z","time spent":"721.426166ms","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-03T16:55:03.781474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945427577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:03.781514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337373209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-07-03T16:55:03.781529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.032819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:03.781548Z","caller":"traceutil/trace.go:171","msg":"trace[722217449] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27217; }","duration":"2.337443441s","start":"2026-07-03T16:55:01.444097Z","end":"2026-07-03T16:55:03.78154Z","steps":["trace[722217449] 'agreement among raft nodes before linearized reading' (duration: 2.337354469s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.78158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:01.444074Z","time spent":"2.337499182s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-03T16:55:03.781516Z","caller":"traceutil/trace.go:171","msg":"trace[269404279] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27217; }","duration":"2.945482239s","start":"2026-07-03T16:55:00.836025Z","end":"2026-07-03T16:55:03.781507Z","steps":["trace[269404279] 'agreement among raft nodes before linearized reading' (duration: 2.945420808s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:03.781167Z","caller":"traceutil/trace.go:171","msg":"trace[2021788679] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27217; }","duration":"990.550348ms","start":"2026-07-03T16:55:02.790605Z","end":"2026-07-03T16:55:03.781155Z","steps":["trace[2021788679] 'agreement among raft nodes before linearized reading' (duration: 990.20066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.781818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.836017Z","time spent":"2.945788686s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:55:03.781555Z","caller":"traceutil/trace.go:171","msg":"trace[1810208329] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27217; }","duration":"159.106171ms","start":"2026-07-03T16:55:03.622442Z","end":"2026-07-03T16:55:03.781548Z","steps":["trace[1810208329] 'agreement among raft nodes before linearized reading' (duration: 159.06407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.781875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:02.790593Z","time spent":"991.258274ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-03T16:55:03.780904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.141743Z","time spent":"639.158349ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:55:03.781392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923187795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:03.781432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.144523Z","time spent":"636.904497ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":898,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-q2p62.18bed5b6742f662a\" "} {"level":"warn","ts":"2026-07-03T16:55:03.781162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:02.836862Z","time spent":"944.283403ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:55:03.78206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25945825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7420"} {"level":"info","ts":"2026-07-03T16:55:03.782094Z","caller":"traceutil/trace.go:171","msg":"trace[1031034203] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27217; }","duration":"2.259536972s","start":"2026-07-03T16:55:01.522546Z","end":"2026-07-03T16:55:03.782083Z","steps":["trace[1031034203] 'agreement among raft nodes before linearized reading' (duration: 2.25942939s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.782124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:01.522523Z","time spent":"2.259594165s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7441,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:55:03.781795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219298235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:03.78223Z","caller":"traceutil/trace.go:171","msg":"trace[752802912] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27217; }","duration":"2.21996236s","start":"2026-07-03T16:55:01.562248Z","end":"2026-07-03T16:55:03.782211Z","steps":["trace[752802912] 'agreement among raft nodes before linearized reading' (duration: 2.219288814s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.782273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:01.56223Z","time spent":"2.220030722s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:03.781838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.709185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:55:03.782313Z","caller":"traceutil/trace.go:171","msg":"trace[1086240701] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27217; }","duration":"231.206128ms","start":"2026-07-03T16:55:03.551096Z","end":"2026-07-03T16:55:03.782302Z","steps":["trace[1086240701] 'agreement among raft nodes before linearized reading' (duration: 230.4714ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:03.781997Z","caller":"traceutil/trace.go:171","msg":"trace[433445814] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27217; }","duration":"1.92383032s","start":"2026-07-03T16:55:01.858154Z","end":"2026-07-03T16:55:03.781985Z","steps":["trace[433445814] 'agreement among raft nodes before linearized reading' (duration: 1.923206346s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.782461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:01.858131Z","time spent":"1.924299881s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:03.78143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:00.836867Z","time spent":"2.944556198s","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-03T16:55:03.781433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170320656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:03.782686Z","caller":"traceutil/trace.go:171","msg":"trace[172031538] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27217; }","duration":"2.171605855s","start":"2026-07-03T16:55:01.611063Z","end":"2026-07-03T16:55:03.782668Z","steps":["trace[172031538] 'agreement among raft nodes before linearized reading' (duration: 2.170352056s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:03.782739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:01.61104Z","time spent":"2.171680468s","remote":"127.0.0.1:58406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:04.289676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:55:04.790393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:55:05.291333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:55:05.78914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.005788872s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:55:05.789763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:55:05.789856Z","caller":"traceutil/trace.go:171","msg":"trace[374075613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327626s","start":"2026-07-03T16:55:03.789508Z","end":"2026-07-03T16:55:05.789836Z","steps":["trace[374075613] 'agreement among raft nodes before linearized reading' (duration: 2.000208334s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:05.789912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.789501Z","time spent":"2.000399588s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:55:06.44211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652673576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:55:06.442182Z","caller":"traceutil/trace.go:171","msg":"trace[767852922] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.652766328s","start":"2026-07-03T16:55:03.789401Z","end":"2026-07-03T16:55:06.442168Z","steps":["trace[767852922] 'agreement among raft nodes before linearized reading' (duration: 2.652681927s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:06.442217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.789394Z","time spent":"2.652810959s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/03 16:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:06.955126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165728936s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:06.955231Z","caller":"traceutil/trace.go:171","msg":"trace[2111809877] transaction","detail":"{read_only:false; response_revision:27218; number_of_response:1; }","duration":"3.171932867s","start":"2026-07-03T16:55:03.783278Z","end":"2026-07-03T16:55:06.955211Z","steps":["trace[2111809877] 'process raft request' (duration: 2.006042147s)","trace[2111809877] 'compare' (duration: 1.16453795s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:06.955289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.783266Z","time spent":"3.171995549s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:07.790837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T16:55:07.79093Z","caller":"traceutil/trace.go:171","msg":"trace[1943488229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256745s","start":"2026-07-03T16:55:05.790653Z","end":"2026-07-03T16:55:07.790909Z","steps":["trace[1943488229] 'agreement among raft nodes before linearized reading' (duration: 2.000132911s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:07.790978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:05.790642Z","time spent":"2.000325947s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:55:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:07.906981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.117623774s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:55:08.173594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.314949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:08.173828Z","caller":"traceutil/trace.go:171","msg":"trace[290512838] transaction","detail":"{read_only:false; response_revision:27219; number_of_response:1; }","duration":"4.384364071s","start":"2026-07-03T16:55:03.78943Z","end":"2026-07-03T16:55:08.173794Z","steps":["trace[290512838] 'process raft request' (duration: 4.117756816s)","trace[290512838] 'compare' (duration: 265.554991ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:08.173861Z","caller":"traceutil/trace.go:171","msg":"trace[458847682] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"4.38430427s","start":"2026-07-03T16:55:03.789532Z","end":"2026-07-03T16:55:08.173836Z","steps":["trace[458847682] 'process raft request' (duration: 4.384161206s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:08.173905Z","caller":"traceutil/trace.go:171","msg":"trace[1031034450] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"4.38432902s","start":"2026-07-03T16:55:03.789557Z","end":"2026-07-03T16:55:08.173886Z","steps":["trace[1031034450] 'process raft request' (duration: 4.384235148s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:08.173974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.789522Z","time spent":"4.384391111s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:08.173972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.789415Z","time spent":"4.384472773s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:08.173972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.789535Z","time spent":"4.384404742s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:08.174245Z","caller":"traceutil/trace.go:171","msg":"trace[229137455] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"4.384661217s","start":"2026-07-03T16:55:03.789562Z","end":"2026-07-03T16:55:08.174223Z","steps":["trace[229137455] 'process raft request' (duration: 4.384263408s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:08.174297Z","caller":"traceutil/trace.go:171","msg":"trace[1424212685] transaction","detail":"{read_only:false; response_revision:27223; number_of_response:1; }","duration":"4.384720109s","start":"2026-07-03T16:55:03.789564Z","end":"2026-07-03T16:55:08.174284Z","steps":["trace[1424212685] 'process raft request' (duration: 4.384500444s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:08.174367Z","caller":"traceutil/trace.go:171","msg":"trace[374677033] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"2.991574971s","start":"2026-07-03T16:55:05.182781Z","end":"2026-07-03T16:55:08.174356Z","steps":["trace[374677033] 'process raft request' (duration: 2.991422928s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:08.174357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.789551Z","time spent":"4.3847726s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:08.174421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.78954Z","time spent":"4.384771049s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:08.174453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:05.182758Z","time spent":"2.991637382s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:09.797365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000730265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T16:55:09.797456Z","caller":"traceutil/trace.go:171","msg":"trace[1716578349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000871339s","start":"2026-07-03T16:55:07.796565Z","end":"2026-07-03T16:55:09.797436Z","steps":["trace[1716578349] 'agreement among raft nodes before linearized reading' (duration: 2.000753856s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:09.797506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:07.796549Z","time spent":"2.00094757s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 16:55:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T16:55:10.930774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756480895s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:55:10.931014Z","caller":"traceutil/trace.go:171","msg":"trace[1076460810] linearizableReadLoop","detail":"{readStateIndex:28179; appliedIndex:28172; }","duration":"7.141911s","start":"2026-07-03T16:55:03.789085Z","end":"2026-07-03T16:55:10.930996Z","steps":["trace[1076460810] 'read index received' (duration: 2.000252025s)","trace[1076460810] 'applied index is now lower than readState.Index' (duration: 5.141657975s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:10.932374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.143265091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-03T16:55:10.932393Z","caller":"traceutil/trace.go:171","msg":"trace[600501894] transaction","detail":"{read_only:false; response_revision:27225; number_of_response:1; }","duration":"4.487571676s","start":"2026-07-03T16:55:06.444799Z","end":"2026-07-03T16:55:10.932371Z","steps":["trace[600501894] 'process raft request' (duration: 4.486075021s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:10.932449Z","caller":"traceutil/trace.go:171","msg":"trace[2006597094] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:27224; }","duration":"7.143364063s","start":"2026-07-03T16:55:03.789066Z","end":"2026-07-03T16:55:10.93243Z","steps":["trace[2006597094] 'agreement among raft nodes before linearized reading' (duration: 7.143123138s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:10.932492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.789058Z","time spent":"7.143424914s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-03T16:55:10.933609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:06.444775Z","time spent":"4.487671118s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:10.966944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.176467637s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:55:11.323235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.80942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:11.323446Z","caller":"traceutil/trace.go:171","msg":"trace[1160724947] linearizableReadLoop","detail":"{readStateIndex:28184; appliedIndex:28181; }","duration":"392.380607ms","start":"2026-07-03T16:55:10.931051Z","end":"2026-07-03T16:55:11.323432Z","steps":["trace[1160724947] 'read index received' (duration: 36.156796ms)","trace[1160724947] 'applied index is now lower than readState.Index' (duration: 356.222931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:11.323637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.466437648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.323629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618475759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.323699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849651066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:11.323705Z","caller":"traceutil/trace.go:171","msg":"trace[550232496] transaction","detail":"{read_only:false; response_revision:27226; number_of_response:1; }","duration":"3.47607221s","start":"2026-07-03T16:55:07.847614Z","end":"2026-07-03T16:55:11.323686Z","steps":["trace[550232496] 'process raft request' (duration: 3.084744708s)","trace[550232496] 'compare' (duration: 390.535023ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:11.323715Z","caller":"traceutil/trace.go:171","msg":"trace[1819811976] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27228; }","duration":"5.618578751s","start":"2026-07-03T16:55:05.705119Z","end":"2026-07-03T16:55:11.323697Z","steps":["trace[1819811976] 'agreement among raft nodes before linearized reading' (duration: 5.618430448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.323756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.478073623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-07-03T16:55:11.323783Z","caller":"traceutil/trace.go:171","msg":"trace[1687737215] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27228; }","duration":"7.478127585s","start":"2026-07-03T16:55:03.845651Z","end":"2026-07-03T16:55:11.323778Z","steps":["trace[1687737215] 'agreement among raft nodes before linearized reading' (duration: 7.478028453s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.323779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:05.705059Z","time spent":"5.618709504s","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.323773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142757672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18387"} {"level":"warn","ts":"2026-07-03T16:55:11.323853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.96203205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:11.32389Z","caller":"traceutil/trace.go:171","msg":"trace[568021745] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27228; }","duration":"5.962107272s","start":"2026-07-03T16:55:05.361774Z","end":"2026-07-03T16:55:11.323881Z","steps":["trace[568021745] 'agreement among raft nodes before linearized reading' (duration: 5.962054001s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.323914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526112793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.323927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:05.361752Z","time spent":"5.962166444s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.323945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.321397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:55:11.323909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.534756987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:11.323958Z","caller":"traceutil/trace.go:171","msg":"trace[1233577377] transaction","detail":"{read_only:false; response_revision:27227; number_of_response:1; }","duration":"2.533557508s","start":"2026-07-03T16:55:08.790388Z","end":"2026-07-03T16:55:11.323946Z","steps":["trace[1233577377] 'process raft request' (duration: 2.532929232s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.323994Z","caller":"traceutil/trace.go:171","msg":"trace[1206914447] transaction","detail":"{read_only:false; response_revision:27228; number_of_response:1; }","duration":"398.424664ms","start":"2026-07-03T16:55:10.925561Z","end":"2026-07-03T16:55:11.323985Z","steps":["trace[1206914447] 'process raft request' (duration: 397.82038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.323999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721715828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:55:11.324004Z","caller":"traceutil/trace.go:171","msg":"trace[312409795] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27228; }","duration":"7.53491559s","start":"2026-07-03T16:55:03.789064Z","end":"2026-07-03T16:55:11.32398Z","steps":["trace[312409795] 'agreement among raft nodes before linearized reading' (duration: 7.534728376s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.323751Z","caller":"traceutil/trace.go:171","msg":"trace[454016313] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27228; }","duration":"5.849695507s","start":"2026-07-03T16:55:05.47404Z","end":"2026-07-03T16:55:11.323735Z","steps":["trace[454016313] 'agreement among raft nodes before linearized reading' (duration: 5.849634955s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.324029Z","caller":"traceutil/trace.go:171","msg":"trace[769003786] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27228; }","duration":"1.721784429s","start":"2026-07-03T16:55:09.602235Z","end":"2026-07-03T16:55:11.32402Z","steps":["trace[769003786] 'agreement among raft nodes before linearized reading' (duration: 1.721734228s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:10.925542Z","time spent":"398.474236ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:11.324057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:05.47402Z","time spent":"5.850029314s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.324066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.789045Z","time spent":"7.535005243s","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:55:11.324094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145658208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-6v5c7.18bed5b83b3eb4ef\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-03T16:55:11.324137Z","caller":"traceutil/trace.go:171","msg":"trace[505965917] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-6v5c7.18bed5b83b3eb4ef; range_end:; response_count:1; response_revision:27228; }","duration":"3.14572553s","start":"2026-07-03T16:55:08.178401Z","end":"2026-07-03T16:55:11.324126Z","steps":["trace[505965917] 'agreement among raft nodes before linearized reading' (duration: 3.145570846s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:08.178389Z","time spent":"3.145779061s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":902,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-6v5c7.18bed5b83b3eb4ef\" "} {"level":"warn","ts":"2026-07-03T16:55:11.324016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:08.790378Z","time spent":"2.533608789s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:11.324225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534013188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:11.324263Z","caller":"traceutil/trace.go:171","msg":"trace[1635121823] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27228; }","duration":"2.53407663s","start":"2026-07-03T16:55:08.790178Z","end":"2026-07-03T16:55:11.324255Z","steps":["trace[1635121823] 'agreement among raft nodes before linearized reading' (duration: 2.534022448s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.323852Z","caller":"traceutil/trace.go:171","msg":"trace[1892220741] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27228; }","duration":"3.142886855s","start":"2026-07-03T16:55:08.180947Z","end":"2026-07-03T16:55:11.323834Z","steps":["trace[1892220741] 'agreement among raft nodes before linearized reading' (duration: 3.142583888s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132634171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:55:11.32433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742985117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.324335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.141756948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.324343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732644976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:11.324389Z","caller":"traceutil/trace.go:171","msg":"trace[168844961] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27228; }","duration":"3.732721978s","start":"2026-07-03T16:55:07.591658Z","end":"2026-07-03T16:55:11.32438Z","steps":["trace[168844961] 'agreement among raft nodes before linearized reading' (duration: 3.732655637s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801615416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.324425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257132787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.324425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:07.591638Z","time spent":"3.732780089s","remote":"127.0.0.1:58368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:11.324447Z","caller":"traceutil/trace.go:171","msg":"trace[815612129] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27228; }","duration":"4.257179858s","start":"2026-07-03T16:55:07.067262Z","end":"2026-07-03T16:55:11.324442Z","steps":["trace[815612129] 'agreement among raft nodes before linearized reading' (duration: 4.257147297s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402876675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.324406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131568828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:55:11.324491Z","caller":"traceutil/trace.go:171","msg":"trace[314562187] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27228; }","duration":"2.403217633s","start":"2026-07-03T16:55:08.921262Z","end":"2026-07-03T16:55:11.32448Z","steps":["trace[314562187] 'agreement among raft nodes before linearized reading' (duration: 2.402898965s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139287633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"warn","ts":"2026-07-03T16:55:11.324528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:08.921241Z","time spent":"2.403276523s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.324516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.038132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.324541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366647997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:55:11.324543Z","caller":"traceutil/trace.go:171","msg":"trace[303696734] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27228; }","duration":"3.139339544s","start":"2026-07-03T16:55:08.185196Z","end":"2026-07-03T16:55:11.324535Z","steps":["trace[303696734] 'agreement among raft nodes before linearized reading' (duration: 3.139245612s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.32381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.845635Z","time spent":"7.478168375s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-07-03T16:55:11.324563Z","caller":"traceutil/trace.go:171","msg":"trace[1261829895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27228; }","duration":"680.123083ms","start":"2026-07-03T16:55:10.644428Z","end":"2026-07-03T16:55:11.324551Z","steps":["trace[1261829895] 'agreement among raft nodes before linearized reading' (duration: 680.055692ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.32457Z","caller":"traceutil/trace.go:171","msg":"trace[209717465] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27228; }","duration":"4.366705068s","start":"2026-07-03T16:55:06.957859Z","end":"2026-07-03T16:55:11.324564Z","steps":["trace[209717465] 'agreement among raft nodes before linearized reading' (duration: 4.366630576s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:08.185187Z","time spent":"3.139387775s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7249,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T16:55:11.324591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:06.957843Z","time spent":"4.366744089s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:55:11.324593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:10.644405Z","time spent":"680.182495ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:55:11.324144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070232552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:55:11.324337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.268148657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.324623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885683563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:11.324341Z","caller":"traceutil/trace.go:171","msg":"trace[1134804287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27228; }","duration":"1.132708954s","start":"2026-07-03T16:55:10.19162Z","end":"2026-07-03T16:55:11.324329Z","steps":["trace[1134804287] 'agreement among raft nodes before linearized reading' (duration: 1.132606612s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.324711Z","caller":"traceutil/trace.go:171","msg":"trace[1589465629] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27228; }","duration":"4.885781385s","start":"2026-07-03T16:55:06.438887Z","end":"2026-07-03T16:55:11.324668Z","steps":["trace[1589465629] 'agreement among raft nodes before linearized reading' (duration: 4.885673872s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.323951Z","caller":"traceutil/trace.go:171","msg":"trace[1046954671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27228; }","duration":"1.526181374s","start":"2026-07-03T16:55:09.797753Z","end":"2026-07-03T16:55:11.323934Z","steps":["trace[1046954671] 'agreement among raft nodes before linearized reading' (duration: 1.526128123s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:07.067246Z","time spent":"4.257222939s","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:11.324674Z","caller":"traceutil/trace.go:171","msg":"trace[1619166244] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27228; }","duration":"6.268581247s","start":"2026-07-03T16:55:05.056078Z","end":"2026-07-03T16:55:11.324659Z","steps":["trace[1619166244] 'agreement among raft nodes before linearized reading' (duration: 6.267979223s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.324424Z","caller":"traceutil/trace.go:171","msg":"trace[1746732189] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27228; }","duration":"2.801676277s","start":"2026-07-03T16:55:08.522741Z","end":"2026-07-03T16:55:11.324417Z","steps":["trace[1746732189] 'agreement among raft nodes before linearized reading' (duration: 2.801633916s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.323635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219445764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:55:11.32476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708184212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:55:11.324791Z","caller":"traceutil/trace.go:171","msg":"trace[1200490239] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27228; }","duration":"1.220672061s","start":"2026-07-03T16:55:10.104108Z","end":"2026-07-03T16:55:11.32478Z","steps":["trace[1200490239] 'agreement among raft nodes before linearized reading' (duration: 1.219428113s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.323808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.859194883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:55:11.323642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.400975263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.324825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:10.104083Z","time spent":"1.220733553s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.324775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:06.438869Z","time spent":"4.885892578s","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:11.324841Z","caller":"traceutil/trace.go:171","msg":"trace[806117602] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27228; }","duration":"4.708280324s","start":"2026-07-03T16:55:06.616529Z","end":"2026-07-03T16:55:11.324809Z","steps":["trace[806117602] 'agreement among raft nodes before linearized reading' (duration: 4.707997788s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.323968Z","caller":"traceutil/trace.go:171","msg":"trace[892724462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27228; }","duration":"570.387529ms","start":"2026-07-03T16:55:10.753575Z","end":"2026-07-03T16:55:11.323962Z","steps":["trace[892724462] 'agreement among raft nodes before linearized reading' (duration: 570.346558ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.324357Z","caller":"traceutil/trace.go:171","msg":"trace[929228410] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27228; }","duration":"2.743043568s","start":"2026-07-03T16:55:08.581306Z","end":"2026-07-03T16:55:11.32435Z","steps":["trace[929228410] 'agreement among raft nodes before linearized reading' (duration: 2.743003747s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:06.616513Z","time spent":"4.708365997s","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:11.324826Z","caller":"traceutil/trace.go:171","msg":"trace[1843709382] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27228; }","duration":"5.860245727s","start":"2026-07-03T16:55:05.464571Z","end":"2026-07-03T16:55:11.324816Z","steps":["trace[1843709382] 'agreement among raft nodes before linearized reading' (duration: 5.859202044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:08.581289Z","time spent":"2.743623161s","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.324949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:05.464555Z","time spent":"5.86038364s","remote":"127.0.0.1:33456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.324792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:08.522723Z","time spent":"2.802057615s","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.324961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:05.056057Z","time spent":"6.26871683s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:11.324362Z","caller":"traceutil/trace.go:171","msg":"trace[1220719008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27228; }","duration":"5.14182435s","start":"2026-07-03T16:55:06.182531Z","end":"2026-07-03T16:55:11.324355Z","steps":["trace[1220719008] 'agreement among raft nodes before linearized reading' (duration: 5.141781129s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.324359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:08.180932Z","time spent":"3.143390276s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18408,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-03T16:55:11.32485Z","caller":"traceutil/trace.go:171","msg":"trace[2078237534] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27228; }","duration":"7.402223831s","start":"2026-07-03T16:55:03.922616Z","end":"2026-07-03T16:55:11.324839Z","steps":["trace[2078237534] 'agreement among raft nodes before linearized reading' (duration: 7.400969212s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.32508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:06.18251Z","time spent":"5.142560496s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.324723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:10.191598Z","time spent":"1.133115143s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:55:11.324757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.797721Z","time spent":"1.527030214s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:55:11.324556Z","caller":"traceutil/trace.go:171","msg":"trace[1256311163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27228; }","duration":"1.131789953s","start":"2026-07-03T16:55:10.19271Z","end":"2026-07-03T16:55:11.3245Z","steps":["trace[1256311163] 'agreement among raft nodes before linearized reading' (duration: 1.131448105s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.323665Z","caller":"traceutil/trace.go:171","msg":"trace[1411513543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27228; }","duration":"7.46651424s","start":"2026-07-03T16:55:03.857143Z","end":"2026-07-03T16:55:11.323657Z","steps":["trace[1411513543] 'agreement among raft nodes before linearized reading' (duration: 7.466456789s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.325205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:10.192672Z","time spent":"1.132518949s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:55:11.324886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:10.753554Z","time spent":"571.322551ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.325223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.857122Z","time spent":"7.468085825s","remote":"127.0.0.1:52198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.325186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:03.922595Z","time spent":"7.402518718s","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.324395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241725835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:11.324292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:08.790163Z","time spent":"2.53412149s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:11.325279Z","caller":"traceutil/trace.go:171","msg":"trace[1200191684] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27228; }","duration":"4.242618535s","start":"2026-07-03T16:55:07.082652Z","end":"2026-07-03T16:55:11.325271Z","steps":["trace[1200191684] 'agreement among raft nodes before linearized reading' (duration: 4.241723845s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:11.324669Z","caller":"traceutil/trace.go:171","msg":"trace[1942247497] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27228; }","duration":"2.070782014s","start":"2026-07-03T16:55:09.253865Z","end":"2026-07-03T16:55:11.324647Z","steps":["trace[1942247497] 'agreement among raft nodes before linearized reading' (duration: 2.070241632s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:11.325306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:07.082647Z","time spent":"4.242650176s","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.325343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.253842Z","time spent":"2.071476479s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.324071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:09.602213Z","time spent":"1.72184781s","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:11.325557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:07.847593Z","time spent":"3.476162341s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:11.824344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:55:12.325121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:55:12.82552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:55:13.055725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.840002267s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T16:55:13.058615Z","caller":"traceutil/trace.go:171","msg":"trace[1056020092] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"1.937594425s","start":"2026-07-03T16:55:11.120988Z","end":"2026-07-03T16:55:13.058582Z","steps":["trace[1056020092] 'process raft request' (duration: 1.934991885s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.05896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.120957Z","time spent":"1.937849851s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:13.109648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.328777Z","time spent":"1.780865688s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:55:13.109699Z","caller":"traceutil/trace.go:171","msg":"trace[5287666] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"1.778853682s","start":"2026-07-03T16:55:11.33082Z","end":"2026-07-03T16:55:13.109674Z","steps":["trace[5287666] 'process raft request' (duration: 1.778709788s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.109848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.330801Z","time spent":"1.778968834s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:55:13.109949Z","caller":"traceutil/trace.go:171","msg":"trace[1337601666] linearizableReadLoop","detail":"{readStateIndex:28188; appliedIndex:28184; }","duration":"1.786451944s","start":"2026-07-03T16:55:11.323472Z","end":"2026-07-03T16:55:13.109923Z","steps":["trace[1337601666] 'read index received' (duration: 1.732759769s)","trace[1337601666] 'applied index is now lower than readState.Index' (duration: 53.690785ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:13.110072Z","caller":"traceutil/trace.go:171","msg":"trace[1686910257] transaction","detail":"{read_only:false; response_revision:27231; number_of_response:1; }","duration":"1.778067423s","start":"2026-07-03T16:55:11.331968Z","end":"2026-07-03T16:55:13.110035Z","steps":["trace[1686910257] 'process raft request' (duration: 1.777670394s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.110183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.331961Z","time spent":"1.778155045s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:13.110261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864092307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:55:13.110304Z","caller":"traceutil/trace.go:171","msg":"trace[728416681] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27231; }","duration":"1.86419534s","start":"2026-07-03T16:55:11.246098Z","end":"2026-07-03T16:55:13.110293Z","steps":["trace[728416681] 'agreement among raft nodes before linearized reading' (duration: 1.863954874s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.110314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782924494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5714"} {"level":"warn","ts":"2026-07-03T16:55:13.110338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.246071Z","time spent":"1.86425805s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:13.11036Z","caller":"traceutil/trace.go:171","msg":"trace[1304675702] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:27231; }","duration":"1.782991516s","start":"2026-07-03T16:55:11.327357Z","end":"2026-07-03T16:55:13.110348Z","steps":["trace[1304675702] 'agreement among raft nodes before linearized reading' (duration: 1.782855903s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.110396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.327341Z","time spent":"1.783048397s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":5735,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-07-03T16:55:13.110565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776329283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:13.110602Z","caller":"traceutil/trace.go:171","msg":"trace[953565706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27231; }","duration":"1.776389995s","start":"2026-07-03T16:55:11.334203Z","end":"2026-07-03T16:55:13.110593Z","steps":["trace[953565706] 'agreement among raft nodes before linearized reading' (duration: 1.776331754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.110627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.334197Z","time spent":"1.776425386s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:55:13.110684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174506942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-03T16:55:13.11073Z","caller":"traceutil/trace.go:171","msg":"trace[1474415929] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046; range_end:; response_count:1; response_revision:27231; }","duration":"2.174583714s","start":"2026-07-03T16:55:10.936133Z","end":"2026-07-03T16:55:13.110717Z","steps":["trace[1474415929] 'agreement among raft nodes before linearized reading' (duration: 2.17445699s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.110561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180801631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:55:13.110768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:10.936113Z","time spent":"2.174647316s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-e92894a2-c003-4be8-b7e4-955931887046\" "} {"level":"info","ts":"2026-07-03T16:55:13.110792Z","caller":"traceutil/trace.go:171","msg":"trace[1437334374] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27231; }","duration":"1.181082489s","start":"2026-07-03T16:55:11.9297Z","end":"2026-07-03T16:55:13.110783Z","steps":["trace[1437334374] 'agreement among raft nodes before linearized reading' (duration: 1.180810651s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.110839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.929678Z","time spent":"1.181144599s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:13.110971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015615541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:13.111018Z","caller":"traceutil/trace.go:171","msg":"trace[817050248] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27231; }","duration":"1.015765865s","start":"2026-07-03T16:55:12.095242Z","end":"2026-07-03T16:55:13.111008Z","steps":["trace[817050248] 'agreement among raft nodes before linearized reading' (duration: 1.015686033s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.111052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:12.095219Z","time spent":"1.015824356s","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:13.111525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782723041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:55:13.111568Z","caller":"traceutil/trace.go:171","msg":"trace[371467720] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27231; }","duration":"1.782804103s","start":"2026-07-03T16:55:11.328752Z","end":"2026-07-03T16:55:13.111556Z","steps":["trace[371467720] 'agreement among raft nodes before linearized reading' (duration: 1.781910932s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.111599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:11.328737Z","time spent":"1.782854514s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T16:55:13.748285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.422135ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:13.748391Z","caller":"traceutil/trace.go:171","msg":"trace[1836284045] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27232; }","duration":"225.536967ms","start":"2026-07-03T16:55:13.522839Z","end":"2026-07-03T16:55:13.748376Z","steps":["trace[1836284045] 'range keys from in-memory index tree' (duration: 225.407084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.748569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.740015ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-03T16:55:13.74866Z","caller":"traceutil/trace.go:171","msg":"trace[2097837589] linearizableReadLoop","detail":"{readStateIndex:28190; appliedIndex:28189; }","duration":"593.143478ms","start":"2026-07-03T16:55:13.1555Z","end":"2026-07-03T16:55:13.748643Z","steps":["trace[2097837589] 'read index received' (duration: 479.226719ms)","trace[2097837589] 'applied index is now lower than readState.Index' (duration: 113.915179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:13.748675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.155374Z","time spent":"593.298662ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T16:55:13.748834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.328112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d1ac42e-d106-4d57-a903-9484bd9aa362\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-03T16:55:13.748876Z","caller":"traceutil/trace.go:171","msg":"trace[681441834] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d1ac42e-d106-4d57-a903-9484bd9aa362; range_end:; response_count:1; response_revision:27232; }","duration":"593.382553ms","start":"2026-07-03T16:55:13.15548Z","end":"2026-07-03T16:55:13.748863Z","steps":["trace[681441834] 'agreement among raft nodes before linearized reading' (duration: 593.258181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.748903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.155473Z","time spent":"593.423074ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1337,"request content":"key:\"/registry/persistentvolumes/pvc-1d1ac42e-d106-4d57-a903-9484bd9aa362\" "} {"level":"info","ts":"2026-07-03T16:55:13.755424Z","caller":"traceutil/trace.go:171","msg":"trace[1536944485] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"598.298586ms","start":"2026-07-03T16:55:13.157106Z","end":"2026-07-03T16:55:13.755404Z","steps":["trace[1536944485] 'process raft request' (duration: 598.105172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.755534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.157091Z","time spent":"598.385058ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:13.755544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.031327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1105"} {"level":"info","ts":"2026-07-03T16:55:13.755577Z","caller":"traceutil/trace.go:171","msg":"trace[761625352] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:27233; }","duration":"551.071038ms","start":"2026-07-03T16:55:13.204497Z","end":"2026-07-03T16:55:13.755568Z","steps":["trace[761625352] 'agreement among raft nodes before linearized reading' (duration: 550.919645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.75565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.204441Z","time spent":"551.197432ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1126,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-07-03T16:55:13.755924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.841929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:13.75598Z","caller":"traceutil/trace.go:171","msg":"trace[1736994311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27233; }","duration":"563.925151ms","start":"2026-07-03T16:55:13.192045Z","end":"2026-07-03T16:55:13.755971Z","steps":["trace[1736994311] 'agreement among raft nodes before linearized reading' (duration: 563.321158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:13.756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.192021Z","time spent":"563.974392ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:55:14.256936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572694586,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:55:14.357841Z","caller":"traceutil/trace.go:171","msg":"trace[368890625] linearizableReadLoop","detail":"{readStateIndex:28192; appliedIndex:28191; }","duration":"601.98311ms","start":"2026-07-03T16:55:13.755833Z","end":"2026-07-03T16:55:14.357816Z","steps":["trace[368890625] 'read index received' (duration: 584.47418ms)","trace[368890625] 'applied index is now lower than readState.Index' (duration: 17.50716ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:14.357852Z","caller":"traceutil/trace.go:171","msg":"trace[1909496764] transaction","detail":"{read_only:false; response_revision:27234; number_of_response:1; }","duration":"607.310091ms","start":"2026-07-03T16:55:13.750514Z","end":"2026-07-03T16:55:14.357824Z","steps":["trace[1909496764] 'process raft request' (duration: 589.75438ms)","trace[1909496764] 'compare' (duration: 16.878655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:14.357986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.750492Z","time spent":"607.424874ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:55:14.358068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.211085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:14.358106Z","caller":"traceutil/trace.go:171","msg":"trace[805030729] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27234; }","duration":"602.281036ms","start":"2026-07-03T16:55:13.755811Z","end":"2026-07-03T16:55:14.358092Z","steps":["trace[805030729] 'agreement among raft nodes before linearized reading' (duration: 602.132813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:14.358148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.755804Z","time spent":"602.335148ms","remote":"127.0.0.1:58392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:14.358208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.311737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-03T16:55:14.358268Z","caller":"traceutil/trace.go:171","msg":"trace[1374283251] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27234; }","duration":"602.394329ms","start":"2026-07-03T16:55:13.75586Z","end":"2026-07-03T16:55:14.358254Z","steps":["trace[1374283251] 'agreement among raft nodes before linearized reading' (duration: 602.170004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:14.358302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.755853Z","time spent":"602.443651ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-03T16:55:14.358479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.463677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:14.35852Z","caller":"traceutil/trace.go:171","msg":"trace[951947826] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27234; }","duration":"239.545388ms","start":"2026-07-03T16:55:14.118965Z","end":"2026-07-03T16:55:14.35851Z","steps":["trace[951947826] 'agreement among raft nodes before linearized reading' (duration: 239.476926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:14.358574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.078834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:14.358585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.275729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:14.358607Z","caller":"traceutil/trace.go:171","msg":"trace[306205235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27234; }","duration":"422.152946ms","start":"2026-07-03T16:55:13.936445Z","end":"2026-07-03T16:55:14.358598Z","steps":["trace[306205235] 'agreement among raft nodes before linearized reading' (duration: 422.095164ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:14.358612Z","caller":"traceutil/trace.go:171","msg":"trace[530685195] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27234; }","duration":"401.368971ms","start":"2026-07-03T16:55:13.957235Z","end":"2026-07-03T16:55:14.358604Z","steps":["trace[530685195] 'agreement among raft nodes before linearized reading' (duration: 401.311699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:14.358589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.708511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:14.358615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:14.35863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.957224Z","time spent":"401.401491ms","remote":"127.0.0.1:52108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:14.35863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.936425Z","time spent":"422.198736ms","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:55:14.358619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.414555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-07-03T16:55:14.358659Z","caller":"traceutil/trace.go:171","msg":"trace[1444552630] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27234; }","duration":"540.478526ms","start":"2026-07-03T16:55:13.818173Z","end":"2026-07-03T16:55:14.358651Z","steps":["trace[1444552630] 'agreement among raft nodes before linearized reading' (duration: 540.349533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:14.358652Z","caller":"traceutil/trace.go:171","msg":"trace[50700121] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27234; }","duration":"409.819203ms","start":"2026-07-03T16:55:13.948816Z","end":"2026-07-03T16:55:14.358635Z","steps":["trace[50700121] 'agreement among raft nodes before linearized reading' (duration: 409.707811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:14.358682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.818161Z","time spent":"540.516387ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-03T16:55:14.358679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.094606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q5m7k.18bed5ca2c406090\" ","response":"range_response_count:1 size:813"} {"level":"info","ts":"2026-07-03T16:55:14.358727Z","caller":"traceutil/trace.go:171","msg":"trace[1733893078] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-q5m7k.18bed5ca2c406090; range_end:; response_count:1; response_revision:27234; }","duration":"600.144147ms","start":"2026-07-03T16:55:13.758569Z","end":"2026-07-03T16:55:14.358713Z","steps":["trace[1733893078] 'agreement among raft nodes before linearized reading' (duration: 599.999374ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:14.358647Z","caller":"traceutil/trace.go:171","msg":"trace[2050193654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27234; }","duration":"601.99973ms","start":"2026-07-03T16:55:13.756637Z","end":"2026-07-03T16:55:14.358637Z","steps":["trace[2050193654] 'agreement among raft nodes before linearized reading' (duration: 601.923939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:14.358736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.216445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-vcz5k\" ","response":"range_response_count:1 size:4949"} {"level":"warn","ts":"2026-07-03T16:55:14.358781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.756626Z","time spent":"602.147343ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:55:14.35878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.758552Z","time spent":"600.217079ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":834,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q5m7k.18bed5ca2c406090\" "} {"level":"warn","ts":"2026-07-03T16:55:14.3587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.948795Z","time spent":"409.892036ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:55:14.358801Z","caller":"traceutil/trace.go:171","msg":"trace[1997258191] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-vcz5k; range_end:; response_count:1; response_revision:27234; }","duration":"602.304077ms","start":"2026-07-03T16:55:13.756485Z","end":"2026-07-03T16:55:14.358789Z","steps":["trace[1997258191] 'agreement among raft nodes before linearized reading' (duration: 602.097122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:14.358832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:55:13.756478Z","time spent":"602.344169ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4970,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-vcz5k\" "} {"level":"info","ts":"2026-07-03T16:55:14.495835Z","caller":"traceutil/trace.go:171","msg":"trace[1596476828] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"106.731147ms","start":"2026-07-03T16:55:14.389082Z","end":"2026-07-03T16:55:14.495813Z","steps":["trace[1596476828] 'process raft request' (duration: 78.728067ms)","trace[1596476828] 'compare' (duration: 27.769524ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:14.832075Z","caller":"traceutil/trace.go:171","msg":"trace[350697338] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"111.846843ms","start":"2026-07-03T16:55:14.720193Z","end":"2026-07-03T16:55:14.83204Z","steps":["trace[350697338] 'process raft request' (duration: 108.63518ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:15.260805Z","caller":"traceutil/trace.go:171","msg":"trace[1970082127] linearizableReadLoop","detail":"{readStateIndex:28209; appliedIndex:28208; }","duration":"274.008764ms","start":"2026-07-03T16:55:14.986771Z","end":"2026-07-03T16:55:15.260779Z","steps":["trace[1970082127] 'read index received' (duration: 265.012499ms)","trace[1970082127] 'applied index is now lower than readState.Index' (duration: 8.994855ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:15.260871Z","caller":"traceutil/trace.go:171","msg":"trace[108835937] transaction","detail":"{read_only:false; response_revision:27251; number_of_response:1; }","duration":"277.410332ms","start":"2026-07-03T16:55:14.983431Z","end":"2026-07-03T16:55:15.260841Z","steps":["trace[108835937] 'process raft request' (duration: 268.430227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:15.261085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.292501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/node-feature-discovery-worker-95v48.18bed31eb2ee5689\" ","response":"range_response_count:1 size:767"} {"level":"warn","ts":"2026-07-03T16:55:15.261092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.559325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:55:15.261114Z","caller":"traceutil/trace.go:171","msg":"trace[629413043] range","detail":"{range_begin:/registry/events/monitoring/node-feature-discovery-worker-95v48.18bed31eb2ee5689; range_end:; response_count:1; response_revision:27251; }","duration":"274.340512ms","start":"2026-07-03T16:55:14.986765Z","end":"2026-07-03T16:55:15.261105Z","steps":["trace[629413043] 'agreement among raft nodes before linearized reading' (duration: 274.138107ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:15.261144Z","caller":"traceutil/trace.go:171","msg":"trace[1589575624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27251; }","duration":"146.651387ms","start":"2026-07-03T16:55:15.114479Z","end":"2026-07-03T16:55:15.261131Z","steps":["trace[1589575624] 'agreement among raft nodes before linearized reading' (duration: 146.475103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:15.261226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.992364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T16:55:15.261299Z","caller":"traceutil/trace.go:171","msg":"trace[791301723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27251; }","duration":"143.111957ms","start":"2026-07-03T16:55:15.118167Z","end":"2026-07-03T16:55:15.261279Z","steps":["trace[791301723] 'agreement among raft nodes before linearized reading' (duration: 142.890052ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:15.533635Z","caller":"traceutil/trace.go:171","msg":"trace[1948506995] linearizableReadLoop","detail":"{readStateIndex:28222; appliedIndex:28221; }","duration":"190.283943ms","start":"2026-07-03T16:55:15.343324Z","end":"2026-07-03T16:55:15.533608Z","steps":["trace[1948506995] 'read index received' (duration: 190.079149ms)","trace[1948506995] 'applied index is now lower than readState.Index' (duration: 203.634µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:15.533886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.529239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed2d285c05a2d\" ","response":"range_response_count:1 size:825"} {"level":"info","ts":"2026-07-03T16:55:15.533924Z","caller":"traceutil/trace.go:171","msg":"trace[1454166010] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-8zgzc.18bed2d285c05a2d; range_end:; response_count:1; response_revision:27264; }","duration":"190.628682ms","start":"2026-07-03T16:55:15.343284Z","end":"2026-07-03T16:55:15.533913Z","steps":["trace[1454166010] 'agreement among raft nodes before linearized reading' (duration: 190.437867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:15.533667Z","caller":"traceutil/trace.go:171","msg":"trace[1453500219] transaction","detail":"{read_only:false; response_revision:27264; number_of_response:1; }","duration":"194.752824ms","start":"2026-07-03T16:55:15.33887Z","end":"2026-07-03T16:55:15.533623Z","steps":["trace[1453500219] 'process raft request' (duration: 194.591961ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:15.698918Z","caller":"traceutil/trace.go:171","msg":"trace[1202162224] linearizableReadLoop","detail":"{readStateIndex:28225; appliedIndex:28223; }","duration":"103.247686ms","start":"2026-07-03T16:55:15.595648Z","end":"2026-07-03T16:55:15.698895Z","steps":["trace[1202162224] 'read index received' (duration: 14.491101ms)","trace[1202162224] 'applied index is now lower than readState.Index' (duration: 88.755435ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:15.699061Z","caller":"traceutil/trace.go:171","msg":"trace[1866428515] transaction","detail":"{read_only:false; response_revision:27267; number_of_response:1; }","duration":"120.066209ms","start":"2026-07-03T16:55:15.578976Z","end":"2026-07-03T16:55:15.699042Z","steps":["trace[1866428515] 'process raft request' (duration: 91.109418ms)","trace[1866428515] 'compare' (duration: 28.526431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:15.69932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.648946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:55:15.6994Z","caller":"traceutil/trace.go:171","msg":"trace[2133080301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27267; }","duration":"103.765789ms","start":"2026-07-03T16:55:15.595612Z","end":"2026-07-03T16:55:15.699378Z","steps":["trace[2133080301] 'agreement among raft nodes before linearized reading' (duration: 103.571774ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:15.890051Z","caller":"traceutil/trace.go:171","msg":"trace[1501473082] transaction","detail":"{read_only:false; response_revision:27270; number_of_response:1; }","duration":"113.730536ms","start":"2026-07-03T16:55:15.776291Z","end":"2026-07-03T16:55:15.890021Z","steps":["trace[1501473082] 'process raft request' (duration: 110.576744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:16.197686Z","caller":"traceutil/trace.go:171","msg":"trace[279766082] transaction","detail":"{read_only:false; response_revision:27278; number_of_response:1; }","duration":"188.641825ms","start":"2026-07-03T16:55:16.008988Z","end":"2026-07-03T16:55:16.19763Z","steps":["trace[279766082] 'process raft request' (duration: 188.331728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:16.199295Z","caller":"traceutil/trace.go:171","msg":"trace[1421901380] transaction","detail":"{read_only:false; response_revision:27279; number_of_response:1; }","duration":"190.15619ms","start":"2026-07-03T16:55:16.009121Z","end":"2026-07-03T16:55:16.199277Z","steps":["trace[1421901380] 'process raft request' (duration: 190.062068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:16.46951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.813885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:16.469626Z","caller":"traceutil/trace.go:171","msg":"trace[623777982] transaction","detail":"{read_only:false; response_revision:27286; number_of_response:1; }","duration":"179.18114ms","start":"2026-07-03T16:55:16.290431Z","end":"2026-07-03T16:55:16.469612Z","steps":["trace[623777982] 'process raft request' (duration: 66.206101ms)","trace[623777982] 'compare' (duration: 112.656011ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:16.49118Z","caller":"traceutil/trace.go:171","msg":"trace[449608886] linearizableReadLoop","detail":"{readStateIndex:28245; appliedIndex:28244; }","duration":"127.667653ms","start":"2026-07-03T16:55:16.36349Z","end":"2026-07-03T16:55:16.491157Z","steps":["trace[449608886] 'read index received' (duration: 127.515189ms)","trace[449608886] 'applied index is now lower than readState.Index' (duration: 151.714µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:16.491482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.97852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:16.491509Z","caller":"traceutil/trace.go:171","msg":"trace[1410994351] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:27287; }","duration":"128.044562ms","start":"2026-07-03T16:55:16.363457Z","end":"2026-07-03T16:55:16.491502Z","steps":["trace[1410994351] 'agreement among raft nodes before linearized reading' (duration: 127.98503ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:16.491666Z","caller":"traceutil/trace.go:171","msg":"trace[192614908] transaction","detail":"{read_only:false; response_revision:27287; number_of_response:1; }","duration":"154.038256ms","start":"2026-07-03T16:55:16.337617Z","end":"2026-07-03T16:55:16.491656Z","steps":["trace[192614908] 'process raft request' (duration: 153.438783ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:16.852572Z","caller":"traceutil/trace.go:171","msg":"trace[1708388153] transaction","detail":"{read_only:false; response_revision:27299; number_of_response:1; }","duration":"236.665501ms","start":"2026-07-03T16:55:16.615875Z","end":"2026-07-03T16:55:16.852541Z","steps":["trace[1708388153] 'process raft request' (duration: 235.046185ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:16.853376Z","caller":"traceutil/trace.go:171","msg":"trace[875277671] linearizableReadLoop","detail":"{readStateIndex:28258; appliedIndex:28256; }","duration":"129.035606ms","start":"2026-07-03T16:55:16.724316Z","end":"2026-07-03T16:55:16.853351Z","steps":["trace[875277671] 'read index received' (duration: 126.541839ms)","trace[875277671] 'applied index is now lower than readState.Index' (duration: 2.492717ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:16.853525Z","caller":"traceutil/trace.go:171","msg":"trace[1796761467] transaction","detail":"{read_only:false; response_revision:27300; number_of_response:1; }","duration":"236.443327ms","start":"2026-07-03T16:55:16.617068Z","end":"2026-07-03T16:55:16.853511Z","steps":["trace[1796761467] 'process raft request' (duration: 236.15355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:16.854018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.679241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-03T16:55:16.854082Z","caller":"traceutil/trace.go:171","msg":"trace[984822564] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27300; }","duration":"129.780323ms","start":"2026-07-03T16:55:16.724287Z","end":"2026-07-03T16:55:16.854068Z","steps":["trace[984822564] 'agreement among raft nodes before linearized reading' (duration: 129.556338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:17.232666Z","caller":"traceutil/trace.go:171","msg":"trace[1394417064] linearizableReadLoop","detail":"{readStateIndex:28265; appliedIndex:28264; }","duration":"196.088705ms","start":"2026-07-03T16:55:17.036546Z","end":"2026-07-03T16:55:17.232634Z","steps":["trace[1394417064] 'read index received' (duration: 194.913108ms)","trace[1394417064] 'applied index is now lower than readState.Index' (duration: 1.173727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:17.23292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.349672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-6v5c7\" ","response":"range_response_count:1 size:9357"} {"level":"info","ts":"2026-07-03T16:55:17.232999Z","caller":"traceutil/trace.go:171","msg":"trace[787891666] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-6v5c7; range_end:; response_count:1; response_revision:27307; }","duration":"196.437004ms","start":"2026-07-03T16:55:17.03654Z","end":"2026-07-03T16:55:17.232977Z","steps":["trace[787891666] 'agreement among raft nodes before linearized reading' (duration: 196.178988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:17.233067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.878864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-03T16:55:17.233071Z","caller":"traceutil/trace.go:171","msg":"trace[13222052] transaction","detail":"{read_only:false; response_revision:27307; number_of_response:1; }","duration":"205.760087ms","start":"2026-07-03T16:55:17.026904Z","end":"2026-07-03T16:55:17.232664Z","steps":["trace[13222052] 'process raft request' (duration: 204.609501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:17.232945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.496658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-03T16:55:17.233278Z","caller":"traceutil/trace.go:171","msg":"trace[1604240496] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27307; }","duration":"169.848157ms","start":"2026-07-03T16:55:17.063411Z","end":"2026-07-03T16:55:17.233259Z","steps":["trace[1604240496] 'agreement among raft nodes before linearized reading' (duration: 169.435238ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:17.233122Z","caller":"traceutil/trace.go:171","msg":"trace[524172850] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27307; }","duration":"168.964177ms","start":"2026-07-03T16:55:17.064144Z","end":"2026-07-03T16:55:17.233108Z","steps":["trace[524172850] 'agreement among raft nodes before linearized reading' (duration: 168.840064ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:17.624998Z","caller":"traceutil/trace.go:171","msg":"trace[1344711442] transaction","detail":"{read_only:false; response_revision:27319; number_of_response:1; }","duration":"199.80051ms","start":"2026-07-03T16:55:17.425172Z","end":"2026-07-03T16:55:17.624972Z","steps":["trace[1344711442] 'process raft request' (duration: 197.122879ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:17.628735Z","caller":"traceutil/trace.go:171","msg":"trace[155169819] linearizableReadLoop","detail":"{readStateIndex:28278; appliedIndex:28276; }","duration":"107.259558ms","start":"2026-07-03T16:55:17.52146Z","end":"2026-07-03T16:55:17.628719Z","steps":["trace[155169819] 'read index received' (duration: 100.842792ms)","trace[155169819] 'applied index is now lower than readState.Index' (duration: 6.416216ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:17.628836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.365771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:55:17.628857Z","caller":"traceutil/trace.go:171","msg":"trace[904547705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27320; }","duration":"107.426641ms","start":"2026-07-03T16:55:17.521425Z","end":"2026-07-03T16:55:17.628852Z","steps":["trace[904547705] 'agreement among raft nodes before linearized reading' (duration: 107.35234ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:17.628895Z","caller":"traceutil/trace.go:171","msg":"trace[183136019] transaction","detail":"{read_only:false; response_revision:27320; number_of_response:1; }","duration":"200.999057ms","start":"2026-07-03T16:55:17.427865Z","end":"2026-07-03T16:55:17.628864Z","steps":["trace[183136019] 'process raft request' (duration: 200.745971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:17.79956Z","caller":"traceutil/trace.go:171","msg":"trace[792540637] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"167.857761ms","start":"2026-07-03T16:55:17.631679Z","end":"2026-07-03T16:55:17.799536Z","steps":["trace[792540637] 'process raft request' (duration: 101.324083ms)","trace[792540637] 'compare' (duration: 66.424016ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:17.799566Z","caller":"traceutil/trace.go:171","msg":"trace[327898351] linearizableReadLoop","detail":"{readStateIndex:28279; appliedIndex:28278; }","duration":"166.624413ms","start":"2026-07-03T16:55:17.632908Z","end":"2026-07-03T16:55:17.799533Z","steps":["trace[327898351] 'read index received' (duration: 100.061835ms)","trace[327898351] 'applied index is now lower than readState.Index' (duration: 66.561568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:55:17.799746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.03744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:55:17.79983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.899569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-q2p62\" ","response":"range_response_count:1 size:8548"} {"level":"info","ts":"2026-07-03T16:55:17.799779Z","caller":"traceutil/trace.go:171","msg":"trace[1584072230] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27321; }","duration":"152.095821ms","start":"2026-07-03T16:55:17.647675Z","end":"2026-07-03T16:55:17.799771Z","steps":["trace[1584072230] 'agreement among raft nodes before linearized reading' (duration: 151.987629ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:17.799907Z","caller":"traceutil/trace.go:171","msg":"trace[68670596] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-q2p62; range_end:; response_count:1; response_revision:27321; }","duration":"167.014901ms","start":"2026-07-03T16:55:17.63287Z","end":"2026-07-03T16:55:17.799885Z","steps":["trace[68670596] 'agreement among raft nodes before linearized reading' (duration: 166.766515ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:17.986285Z","caller":"traceutil/trace.go:171","msg":"trace[603248222] transaction","detail":"{read_only:false; response_revision:27331; number_of_response:1; }","duration":"104.7455ms","start":"2026-07-03T16:55:17.8815Z","end":"2026-07-03T16:55:17.986245Z","steps":["trace[603248222] 'process raft request' (duration: 97.988856ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:55:18.339792Z","caller":"traceutil/trace.go:171","msg":"trace[1406911410] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"159.206904ms","start":"2026-07-03T16:55:18.180547Z","end":"2026-07-03T16:55:18.339754Z","steps":["trace[1406911410] 'process raft request' (duration: 133.778344ms)","trace[1406911410] 'compare' (duration: 25.329118ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:18.401895Z","caller":"traceutil/trace.go:171","msg":"trace[1801289689] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"214.064645ms","start":"2026-07-03T16:55:18.187803Z","end":"2026-07-03T16:55:18.401868Z","steps":["trace[1801289689] 'process raft request' (duration: 213.162725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:55:19.052513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.645418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:55:19.052901Z","caller":"traceutil/trace.go:171","msg":"trace[708413098] transaction","detail":"{read_only:false; response_revision:27346; number_of_response:1; }","duration":"164.852323ms","start":"2026-07-03T16:55:18.888014Z","end":"2026-07-03T16:55:19.052866Z","steps":["trace[708413098] 'process raft request' (duration: 38.747085ms)","trace[708413098] 'compare' (duration: 125.541205ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:55:26.914188Z","caller":"traceutil/trace.go:171","msg":"trace[537576526] transaction","detail":"{read_only:false; response_revision:27372; number_of_response:1; }","duration":"202.051711ms","start":"2026-07-03T16:55:26.712095Z","end":"2026-07-03T16:55:26.914147Z","steps":["trace[537576526] 'process raft request' (duration: 137.58889ms)","trace[537576526] 'compare' (duration: 64.295327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:11.631089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572696631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:12.131484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572696631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:12.632314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572696631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:13.13286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572696631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T16:56:13.195689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.080451126s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T16:56:13.464897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.952939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:56:13.464967Z","caller":"traceutil/trace.go:171","msg":"trace[492317531] transaction","detail":"{read_only:false; response_revision:27859; number_of_response:1; }","duration":"2.349805974s","start":"2026-07-03T16:56:11.115148Z","end":"2026-07-03T16:56:13.464954Z","steps":["trace[492317531] 'process raft request' (duration: 2.080725982s)","trace[492317531] 'compare' (duration: 267.940386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:13.465009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.115128Z","time spent":"2.349864245s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.521737Z","caller":"traceutil/trace.go:171","msg":"trace[2089943069] transaction","detail":"{read_only:false; response_revision:27860; number_of_response:1; }","duration":"2.392676372s","start":"2026-07-03T16:56:11.129026Z","end":"2026-07-03T16:56:13.521703Z","steps":["trace[2089943069] 'process raft request' (duration: 2.391949455s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.521915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.129003Z","time spent":"2.392814604s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.522547Z","caller":"traceutil/trace.go:171","msg":"trace[800007067] transaction","detail":"{read_only:false; response_revision:27862; number_of_response:1; }","duration":"2.168005643s","start":"2026-07-03T16:56:11.354527Z","end":"2026-07-03T16:56:13.522533Z","steps":["trace[800007067] 'process raft request' (duration: 2.167158483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.522625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.354502Z","time spent":"2.168085346s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.522946Z","caller":"traceutil/trace.go:171","msg":"trace[747507347] transaction","detail":"{read_only:false; response_revision:27861; number_of_response:1; }","duration":"2.324984216s","start":"2026-07-03T16:56:11.197949Z","end":"2026-07-03T16:56:13.522933Z","steps":["trace[747507347] 'process raft request' (duration: 2.323457811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.523019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.197923Z","time spent":"2.325062119s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.523812Z","caller":"traceutil/trace.go:171","msg":"trace[1406140188] transaction","detail":"{read_only:false; response_revision:27863; number_of_response:1; }","duration":"2.05919042s","start":"2026-07-03T16:56:11.464608Z","end":"2026-07-03T16:56:13.523799Z","steps":["trace[1406140188] 'process raft request' (duration: 2.057161683s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.523866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.464585Z","time spent":"2.059258491s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.524003Z","caller":"traceutil/trace.go:171","msg":"trace[716947095] transaction","detail":"{read_only:false; response_revision:27864; number_of_response:1; }","duration":"1.92951448s","start":"2026-07-03T16:56:11.594481Z","end":"2026-07-03T16:56:13.523996Z","steps":["trace[716947095] 'process raft request' (duration: 1.927558955s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.524047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.594456Z","time spent":"1.929568882s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.525086Z","caller":"traceutil/trace.go:171","msg":"trace[399125728] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"1.561629913s","start":"2026-07-03T16:56:11.963435Z","end":"2026-07-03T16:56:13.525065Z","steps":["trace[399125728] 'process raft request' (duration: 1.561077441s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:13.525137Z","caller":"traceutil/trace.go:171","msg":"trace[183841796] transaction","detail":"{read_only:false; response_revision:27865; number_of_response:1; }","duration":"1.728936923s","start":"2026-07-03T16:56:11.79619Z","end":"2026-07-03T16:56:13.525127Z","steps":["trace[183841796] 'process raft request' (duration: 1.726065926s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.525192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.796166Z","time spent":"1.729000185s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:13.525224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.963409Z","time spent":"1.561740916s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.525223Z","caller":"traceutil/trace.go:171","msg":"trace[1672449588] transaction","detail":"{read_only:false; response_revision:27866; number_of_response:1; }","duration":"1.728679747s","start":"2026-07-03T16:56:11.796508Z","end":"2026-07-03T16:56:13.525188Z","steps":["trace[1672449588] 'process raft request' (duration: 1.725830532s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.525369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.796499Z","time spent":"1.72880325s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.525508Z","caller":"traceutil/trace.go:171","msg":"trace[1115962963] transaction","detail":"{read_only:false; response_revision:27869; number_of_response:1; }","duration":"773.593288ms","start":"2026-07-03T16:56:12.751906Z","end":"2026-07-03T16:56:13.5255Z","steps":["trace[1115962963] 'process raft request' (duration: 773.411484ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:13.525491Z","caller":"traceutil/trace.go:171","msg":"trace[2099595068] linearizableReadLoop","detail":"{readStateIndex:28842; appliedIndex:28830; }","duration":"2.394862321s","start":"2026-07-03T16:56:11.130602Z","end":"2026-07-03T16:56:13.525465Z","steps":["trace[2099595068] 'read index received' (duration: 2.065282549s)","trace[2099595068] 'applied index is now lower than readState.Index' (duration: 329.578842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:13.525561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.75187Z","time spent":"773.669979ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:13.525622Z","caller":"traceutil/trace.go:171","msg":"trace[2045952011] transaction","detail":"{read_only:false; response_revision:27870; number_of_response:1; }","duration":"465.650569ms","start":"2026-07-03T16:56:13.059959Z","end":"2026-07-03T16:56:13.52561Z","steps":["trace[2045952011] 'process raft request' (duration: 465.460974ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:13.525675Z","caller":"traceutil/trace.go:171","msg":"trace[453672307] transaction","detail":"{read_only:false; response_revision:27868; number_of_response:1; }","duration":"1.259745964s","start":"2026-07-03T16:56:12.265922Z","end":"2026-07-03T16:56:13.525668Z","steps":["trace[453672307] 'process raft request' (duration: 1.259106149s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.525709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.265902Z","time spent":"1.259788634s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:13.525736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.059934Z","time spent":"465.725841ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:13.525765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395158878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:13.525798Z","caller":"traceutil/trace.go:171","msg":"trace[2115862516] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27870; }","duration":"2.39521326s","start":"2026-07-03T16:56:11.130575Z","end":"2026-07-03T16:56:13.525788Z","steps":["trace[2115862516] 'agreement among raft nodes before linearized reading' (duration: 2.395160258s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.525708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061976314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:13.525843Z","caller":"traceutil/trace.go:171","msg":"trace[1281229818] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27870; }","duration":"2.062157558s","start":"2026-07-03T16:56:11.463676Z","end":"2026-07-03T16:56:13.525834Z","steps":["trace[1281229818] 'agreement among raft nodes before linearized reading' (duration: 2.061971164s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.525835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.130566Z","time spent":"2.395261461s","remote":"127.0.0.1:33398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:13.525871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.463655Z","time spent":"2.062205848s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T16:56:13.526155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050739473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:56:13.526185Z","caller":"traceutil/trace.go:171","msg":"trace[158384204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27870; }","duration":"1.050804614s","start":"2026-07-03T16:56:12.475375Z","end":"2026-07-03T16:56:13.526179Z","steps":["trace[158384204] 'agreement among raft nodes before linearized reading' (duration: 1.050708622s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.475355Z","time spent":"1.050844415s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:56:13.526247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847856517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:56:13.526261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844687134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:56:13.526278Z","caller":"traceutil/trace.go:171","msg":"trace[1149115257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27870; }","duration":"1.847926128s","start":"2026-07-03T16:56:11.678345Z","end":"2026-07-03T16:56:13.526271Z","steps":["trace[1149115257] 'agreement among raft nodes before linearized reading' (duration: 1.847846467s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.506168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T16:56:13.526293Z","caller":"traceutil/trace.go:171","msg":"trace[490863092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27870; }","duration":"1.844735666s","start":"2026-07-03T16:56:11.681547Z","end":"2026-07-03T16:56:13.526282Z","steps":["trace[490863092] 'agreement among raft nodes before linearized reading' (duration: 1.844614623s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.5263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.678325Z","time spent":"1.847971079s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T16:56:13.526302Z","caller":"traceutil/trace.go:171","msg":"trace[917703049] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:27870; }","duration":"367.565239ms","start":"2026-07-03T16:56:13.158732Z","end":"2026-07-03T16:56:13.526297Z","steps":["trace[917703049] 'agreement among raft nodes before linearized reading' (duration: 367.507128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.158713Z","time spent":"367.604731ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-03T16:56:13.526365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344783874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:56:13.526395Z","caller":"traceutil/trace.go:171","msg":"trace[924470089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27870; }","duration":"1.344835125s","start":"2026-07-03T16:56:12.18155Z","end":"2026-07-03T16:56:13.526385Z","steps":["trace[924470089] 'agreement among raft nodes before linearized reading' (duration: 1.344786704s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.181538Z","time spent":"1.344894636s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:13.526528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.693802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:56:13.526566Z","caller":"traceutil/trace.go:171","msg":"trace[759609629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27870; }","duration":"544.763254ms","start":"2026-07-03T16:56:12.981794Z","end":"2026-07-03T16:56:13.526557Z","steps":["trace[759609629] 'agreement among raft nodes before linearized reading' (duration: 544.672532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.981777Z","time spent":"544.807295ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:56:13.52664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642901438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-03T16:56:13.526672Z","caller":"traceutil/trace.go:171","msg":"trace[674333459] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27870; }","duration":"1.642982449s","start":"2026-07-03T16:56:11.883682Z","end":"2026-07-03T16:56:13.526664Z","steps":["trace[674333459] 'agreement among raft nodes before linearized reading' (duration: 1.642907398s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.995119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:13.5267Z","caller":"traceutil/trace.go:171","msg":"trace[228611548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27870; }","duration":"644.05794ms","start":"2026-07-03T16:56:12.882635Z","end":"2026-07-03T16:56:13.526693Z","steps":["trace[228611548] 'agreement among raft nodes before linearized reading' (duration: 644.012729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.883662Z","time spent":"1.643025281s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-03T16:56:13.526724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.882616Z","time spent":"644.101822ms","remote":"127.0.0.1:52208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:13.526749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025479166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:56:13.526784Z","caller":"traceutil/trace.go:171","msg":"trace[854775579] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27870; }","duration":"1.025542768s","start":"2026-07-03T16:56:12.501232Z","end":"2026-07-03T16:56:13.526774Z","steps":["trace[854775579] 'agreement among raft nodes before linearized reading' (duration: 1.025471066s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:11.681537Z","time spent":"1.844778136s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:13.526875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.811408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:13.526905Z","caller":"traceutil/trace.go:171","msg":"trace[1792771151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27870; }","duration":"669.87288ms","start":"2026-07-03T16:56:12.857023Z","end":"2026-07-03T16:56:13.526896Z","steps":["trace[1792771151] 'agreement among raft nodes before linearized reading' (duration: 669.825608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.857009Z","time spent":"669.92199ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:13.526952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006484753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:56:13.526821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.501217Z","time spent":"1.025594629s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:56:13.526975Z","caller":"traceutil/trace.go:171","msg":"trace[1221315584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27870; }","duration":"1.006538143s","start":"2026-07-03T16:56:12.52043Z","end":"2026-07-03T16:56:13.526968Z","steps":["trace[1221315584] 'agreement among raft nodes before linearized reading' (duration: 1.006505832s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.526995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.520416Z","time spent":"1.006575345s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:56:13.526839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431687117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:13.527105Z","caller":"traceutil/trace.go:171","msg":"trace[1732897047] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27870; }","duration":"1.431984984s","start":"2026-07-03T16:56:12.095108Z","end":"2026-07-03T16:56:13.527093Z","steps":["trace[1732897047] 'agreement among raft nodes before linearized reading' (duration: 1.431709448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.527138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:12.095089Z","time spent":"1.432038426s","remote":"127.0.0.1:52198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:13.947309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.654193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-03T16:56:13.947375Z","caller":"traceutil/trace.go:171","msg":"trace[818842791] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27875; }","duration":"382.755825ms","start":"2026-07-03T16:56:13.564605Z","end":"2026-07-03T16:56:13.947361Z","steps":["trace[818842791] 'range keys from in-memory index tree' (duration: 382.399827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.947404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.564596Z","time spent":"382.801206ms","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T16:56:13.947432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.956668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:13.947521Z","caller":"traceutil/trace.go:171","msg":"trace[1139869570] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27875; }","duration":"283.077491ms","start":"2026-07-03T16:56:13.66442Z","end":"2026-07-03T16:56:13.947497Z","steps":["trace[1139869570] 'range keys from in-memory index tree' (duration: 282.809905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.947481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.120141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:13.947662Z","caller":"traceutil/trace.go:171","msg":"trace[1986442821] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27875; }","duration":"407.355317ms","start":"2026-07-03T16:56:13.540273Z","end":"2026-07-03T16:56:13.947629Z","steps":["trace[1986442821] 'agreement among raft nodes before linearized reading' (duration: 22.436782ms)","trace[1986442821] 'range keys from in-memory index tree' (duration: 384.655519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:13.947656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.371082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:56:13.947745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.540268Z","time spent":"407.462549ms","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-03T16:56:13.947752Z","caller":"traceutil/trace.go:171","msg":"trace[428520682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27875; }","duration":"196.522045ms","start":"2026-07-03T16:56:13.751204Z","end":"2026-07-03T16:56:13.947726Z","steps":["trace[428520682] 'count revisions from in-memory index tree' (duration: 195.885861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:13.947448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.061732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:13.947843Z","caller":"traceutil/trace.go:171","msg":"trace[437182631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27875; }","duration":"408.482702ms","start":"2026-07-03T16:56:13.539337Z","end":"2026-07-03T16:56:13.947819Z","steps":["trace[437182631] 'agreement among raft nodes before linearized reading' (duration: 23.385674ms)","trace[437182631] 'range keys from in-memory index tree' (duration: 384.666319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:13.947881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:13.539323Z","time spent":"408.550503ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:56:14.688581Z","caller":"traceutil/trace.go:171","msg":"trace[255871657] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"280.43806ms","start":"2026-07-03T16:56:14.408108Z","end":"2026-07-03T16:56:14.688546Z","steps":["trace[255871657] 'process raft request' (duration: 280.219806ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:15.166335Z","caller":"traceutil/trace.go:171","msg":"trace[90421406] linearizableReadLoop","detail":"{readStateIndex:28850; appliedIndex:28849; }","duration":"255.157394ms","start":"2026-07-03T16:56:14.911132Z","end":"2026-07-03T16:56:15.166289Z","steps":["trace[90421406] 'read index received' (duration: 227.262667ms)","trace[90421406] 'applied index is now lower than readState.Index' (duration: 27.893417ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:15.166406Z","caller":"traceutil/trace.go:171","msg":"trace[2072253794] transaction","detail":"{read_only:false; response_revision:27877; number_of_response:1; }","duration":"747.675475ms","start":"2026-07-03T16:56:14.418695Z","end":"2026-07-03T16:56:15.166371Z","steps":["trace[2072253794] 'process raft request' (duration: 719.693766ms)","trace[2072253794] 'compare' (duration: 27.204762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:15.166562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:14.418682Z","time spent":"747.793408ms","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:15.166643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.490912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T16:56:15.166705Z","caller":"traceutil/trace.go:171","msg":"trace[856866359] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27877; }","duration":"255.597763ms","start":"2026-07-03T16:56:14.911089Z","end":"2026-07-03T16:56:15.166687Z","steps":["trace[856866359] 'agreement among raft nodes before linearized reading' (duration: 255.379708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.166836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.123929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:15.166932Z","caller":"traceutil/trace.go:171","msg":"trace[499814566] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27877; }","duration":"115.267662ms","start":"2026-07-03T16:56:15.05164Z","end":"2026-07-03T16:56:15.166907Z","steps":["trace[499814566] 'agreement among raft nodes before linearized reading' (duration: 115.116549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.890156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.604898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:56:15.890234Z","caller":"traceutil/trace.go:171","msg":"trace[131079919] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27877; }","duration":"607.727091ms","start":"2026-07-03T16:56:15.282488Z","end":"2026-07-03T16:56:15.890215Z","steps":["trace[131079919] 'count revisions from in-memory index tree' (duration: 607.475235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.890278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.282473Z","time spent":"607.793822ms","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:15.891422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.75418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:56:15.891511Z","caller":"traceutil/trace.go:171","msg":"trace[1105215254] transaction","detail":"{read_only:false; response_revision:27878; number_of_response:1; }","duration":"514.409911ms","start":"2026-07-03T16:56:15.377087Z","end":"2026-07-03T16:56:15.891497Z","steps":["trace[1105215254] 'process raft request' (duration: 207.513937ms)","trace[1105215254] 'compare' (duration: 306.28206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:15.891561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.377061Z","time spent":"514.479732ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:15.899162Z","caller":"traceutil/trace.go:171","msg":"trace[313745975] transaction","detail":"{read_only:false; response_revision:27879; number_of_response:1; }","duration":"521.182816ms","start":"2026-07-03T16:56:15.377963Z","end":"2026-07-03T16:56:15.899146Z","steps":["trace[313745975] 'process raft request' (duration: 521.016422ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:15.899224Z","caller":"traceutil/trace.go:171","msg":"trace[2117611653] transaction","detail":"{read_only:false; response_revision:27883; number_of_response:1; }","duration":"368.875539ms","start":"2026-07-03T16:56:15.530337Z","end":"2026-07-03T16:56:15.899213Z","steps":["trace[2117611653] 'process raft request' (duration: 368.816788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.899231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.377936Z","time spent":"521.263138ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:15.899251Z","caller":"traceutil/trace.go:171","msg":"trace[1471270053] transaction","detail":"{read_only:false; response_revision:27881; number_of_response:1; }","duration":"371.057098ms","start":"2026-07-03T16:56:15.528162Z","end":"2026-07-03T16:56:15.899219Z","steps":["trace[1471270053] 'process raft request' (duration: 370.938116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:15.89928Z","caller":"traceutil/trace.go:171","msg":"trace[481636904] transaction","detail":"{read_only:false; response_revision:27880; number_of_response:1; }","duration":"372.736537ms","start":"2026-07-03T16:56:15.526515Z","end":"2026-07-03T16:56:15.899252Z","steps":["trace[481636904] 'process raft request' (duration: 372.559573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.899301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.530328Z","time spent":"368.925771ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:15.899407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.526503Z","time spent":"372.83762ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:15.899434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.528137Z","time spent":"371.196962ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:15.899518Z","caller":"traceutil/trace.go:171","msg":"trace[980364618] transaction","detail":"{read_only:false; response_revision:27884; number_of_response:1; }","duration":"368.179463ms","start":"2026-07-03T16:56:15.531331Z","end":"2026-07-03T16:56:15.89951Z","steps":["trace[980364618] 'process raft request' (duration: 367.851845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.899563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.531319Z","time spent":"368.221843ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:15.899575Z","caller":"traceutil/trace.go:171","msg":"trace[106770918] transaction","detail":"{read_only:false; response_revision:27885; number_of_response:1; }","duration":"367.022997ms","start":"2026-07-03T16:56:15.532532Z","end":"2026-07-03T16:56:15.899555Z","steps":["trace[106770918] 'process raft request' (duration: 366.858313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:15.899649Z","caller":"traceutil/trace.go:171","msg":"trace[661577675] transaction","detail":"{read_only:false; response_revision:27886; number_of_response:1; }","duration":"367.084518ms","start":"2026-07-03T16:56:15.532554Z","end":"2026-07-03T16:56:15.899638Z","steps":["trace[661577675] 'process raft request' (duration: 366.927364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:15.899665Z","caller":"traceutil/trace.go:171","msg":"trace[672327449] transaction","detail":"{read_only:false; response_revision:27887; number_of_response:1; }","duration":"365.517032ms","start":"2026-07-03T16:56:15.53414Z","end":"2026-07-03T16:56:15.899657Z","steps":["trace[672327449] 'process raft request' (duration: 365.40963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.899669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.532524Z","time spent":"367.101458ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:15.899702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.534114Z","time spent":"365.567783ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:15.899703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.532542Z","time spent":"367.135659ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:15.899781Z","caller":"traceutil/trace.go:171","msg":"trace[1834344753] transaction","detail":"{read_only:false; response_revision:27882; number_of_response:1; }","duration":"370.712591ms","start":"2026-07-03T16:56:15.529058Z","end":"2026-07-03T16:56:15.89977Z","steps":["trace[1834344753] 'process raft request' (duration: 370.070586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.899874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.529046Z","time spent":"370.802272ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:15.899628Z","caller":"traceutil/trace.go:171","msg":"trace[2072937702] linearizableReadLoop","detail":"{readStateIndex:28852; appliedIndex:28850; }","duration":"456.877788ms","start":"2026-07-03T16:56:15.442728Z","end":"2026-07-03T16:56:15.899606Z","steps":["trace[2072937702] 'read index received' (duration: 141.885739ms)","trace[2072937702] 'applied index is now lower than readState.Index' (duration: 314.973788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:15.899745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.99432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:15.900051Z","caller":"traceutil/trace.go:171","msg":"trace[250671164] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27887; }","duration":"457.339208ms","start":"2026-07-03T16:56:15.442691Z","end":"2026-07-03T16:56:15.90003Z","steps":["trace[250671164] 'agreement among raft nodes before linearized reading' (duration: 456.97997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.900114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.442674Z","time spent":"457.41754ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:15.900141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.015934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-03T16:56:15.900159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.984687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:56:15.900189Z","caller":"traceutil/trace.go:171","msg":"trace[1075309344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27887; }","duration":"334.079475ms","start":"2026-07-03T16:56:15.566098Z","end":"2026-07-03T16:56:15.900178Z","steps":["trace[1075309344] 'agreement among raft nodes before linearized reading' (duration: 333.946082ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:15.900201Z","caller":"traceutil/trace.go:171","msg":"trace[1222793489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27887; }","duration":"431.026358ms","start":"2026-07-03T16:56:15.469163Z","end":"2026-07-03T16:56:15.90019Z","steps":["trace[1222793489] 'agreement among raft nodes before linearized reading' (duration: 430.872755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.900218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.220538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T16:56:15.900227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.566092Z","time spent":"334.127526ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T16:56:15.900237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.469115Z","time spent":"431.11286ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T16:56:15.900245Z","caller":"traceutil/trace.go:171","msg":"trace[2098039397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27887; }","duration":"334.287569ms","start":"2026-07-03T16:56:15.56595Z","end":"2026-07-03T16:56:15.900237Z","steps":["trace[2098039397] 'agreement among raft nodes before linearized reading' (duration: 334.168756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.900265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.565928Z","time spent":"334.332831ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:15.9003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.6089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:56:15.900332Z","caller":"traceutil/trace.go:171","msg":"trace[984992894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27887; }","duration":"332.659762ms","start":"2026-07-03T16:56:15.567665Z","end":"2026-07-03T16:56:15.900325Z","steps":["trace[984992894] 'agreement among raft nodes before linearized reading' (duration: 332.57517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.900353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.032794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:56:15.900377Z","caller":"traceutil/trace.go:171","msg":"trace[842518842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27887; }","duration":"334.070395ms","start":"2026-07-03T16:56:15.566301Z","end":"2026-07-03T16:56:15.900371Z","steps":["trace[842518842] 'agreement among raft nodes before linearized reading' (duration: 334.010814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.900373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.980616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:56:15.900395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.566294Z","time spent":"334.096575ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T16:56:15.900403Z","caller":"traceutil/trace.go:171","msg":"trace[207153731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27887; }","duration":"381.044317ms","start":"2026-07-03T16:56:15.51935Z","end":"2026-07-03T16:56:15.900395Z","steps":["trace[207153731] 'agreement among raft nodes before linearized reading' (duration: 380.970995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:15.900353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.567657Z","time spent":"332.691793ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:56:15.900428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:15.519331Z","time spent":"381.091478ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:56:16.168893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.70011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:56:16.169052Z","caller":"traceutil/trace.go:171","msg":"trace[872705455] transaction","detail":"{read_only:false; response_revision:27889; number_of_response:1; }","duration":"264.999948ms","start":"2026-07-03T16:56:15.90403Z","end":"2026-07-03T16:56:16.16903Z","steps":["trace[872705455] 'process raft request' (duration: 128.081983ms)","trace[872705455] 'compare' (duration: 136.521706ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:16.169452Z","caller":"traceutil/trace.go:171","msg":"trace[46642350] transaction","detail":"{read_only:false; response_revision:27890; number_of_response:1; }","duration":"264.886816ms","start":"2026-07-03T16:56:15.904554Z","end":"2026-07-03T16:56:16.169441Z","steps":["trace[46642350] 'process raft request' (duration: 264.421525ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:16.169599Z","caller":"traceutil/trace.go:171","msg":"trace[653892124] transaction","detail":"{read_only:false; response_revision:27891; number_of_response:1; }","duration":"264.264882ms","start":"2026-07-03T16:56:15.905313Z","end":"2026-07-03T16:56:16.169578Z","steps":["trace[653892124] 'process raft request' (duration: 264.070427ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:16.169731Z","caller":"traceutil/trace.go:171","msg":"trace[1014552720] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"264.281813ms","start":"2026-07-03T16:56:15.905436Z","end":"2026-07-03T16:56:16.169718Z","steps":["trace[1014552720] 'process raft request' (duration: 263.975775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:16.944351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.749695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:56:16.944415Z","caller":"traceutil/trace.go:171","msg":"trace[1004073003] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27892; }","duration":"619.828227ms","start":"2026-07-03T16:56:16.324573Z","end":"2026-07-03T16:56:16.944402Z","steps":["trace[1004073003] 'count revisions from in-memory index tree' (duration: 619.567481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:16.944443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:16.324514Z","time spent":"619.921989ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:16.945325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.784736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:16.945356Z","caller":"traceutil/trace.go:171","msg":"trace[1311232263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27892; }","duration":"421.859128ms","start":"2026-07-03T16:56:16.52349Z","end":"2026-07-03T16:56:16.945349Z","steps":["trace[1311232263] 'range keys from in-memory index tree' (duration: 421.696454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:16.945375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:16.523463Z","time spent":"421.907739ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:56:18.457615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920882037572696699,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T16:56:18.680181Z","caller":"traceutil/trace.go:171","msg":"trace[964393560] transaction","detail":"{read_only:false; response_revision:27893; number_of_response:1; }","duration":"775.04478ms","start":"2026-07-03T16:56:17.905117Z","end":"2026-07-03T16:56:18.680162Z","steps":["trace[964393560] 'process raft request' (duration: 774.899077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:18.680441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:17.905094Z","time spent":"775.292735ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:19.535183Z","caller":"traceutil/trace.go:171","msg":"trace[854724160] transaction","detail":"{read_only:false; response_revision:27894; number_of_response:1; }","duration":"1.629931932s","start":"2026-07-03T16:56:17.905227Z","end":"2026-07-03T16:56:19.535159Z","steps":["trace[854724160] 'process raft request' (duration: 1.629701407s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:19.535371Z","caller":"traceutil/trace.go:171","msg":"trace[1389605760] transaction","detail":"{read_only:false; response_revision:27896; number_of_response:1; }","duration":"1.630034604s","start":"2026-07-03T16:56:17.905321Z","end":"2026-07-03T16:56:19.535356Z","steps":["trace[1389605760] 'process raft request' (duration: 1.629946442s)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:19.535374Z","caller":"traceutil/trace.go:171","msg":"trace[736586597] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"1.630108646s","start":"2026-07-03T16:56:17.905228Z","end":"2026-07-03T16:56:19.535337Z","steps":["trace[736586597] 'process raft request' (duration: 1.629885081s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:19.535474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:17.905312Z","time spent":"1.630094756s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:19.535378Z","caller":"traceutil/trace.go:171","msg":"trace[1445343256] transaction","detail":"{read_only:false; response_revision:27897; number_of_response:1; }","duration":"1.630148728s","start":"2026-07-03T16:56:17.905221Z","end":"2026-07-03T16:56:19.53537Z","steps":["trace[1445343256] 'process raft request' (duration: 1.630109757s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:19.535535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:17.905197Z","time spent":"1.630252189s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:19.535534Z","caller":"traceutil/trace.go:171","msg":"trace[1345570255] transaction","detail":"{read_only:false; response_revision:27899; number_of_response:1; }","duration":"1.629318959s","start":"2026-07-03T16:56:17.906198Z","end":"2026-07-03T16:56:19.535517Z","steps":["trace[1345570255] 'process raft request' (duration: 1.629239107s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:19.535564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:17.905161Z","time spent":"1.630374792s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:19.535554Z","caller":"traceutil/trace.go:171","msg":"trace[961315411] transaction","detail":"{read_only:false; response_revision:27898; number_of_response:1; }","duration":"1.629440971s","start":"2026-07-03T16:56:17.906084Z","end":"2026-07-03T16:56:19.535525Z","steps":["trace[961315411] 'process raft request' (duration: 1.629265067s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:19.535622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:17.906193Z","time spent":"1.62938163s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:19.535642Z","caller":"traceutil/trace.go:171","msg":"trace[113953649] transaction","detail":"{read_only:false; response_revision:27900; number_of_response:1; }","duration":"1.62896224s","start":"2026-07-03T16:56:17.906673Z","end":"2026-07-03T16:56:19.535635Z","steps":["trace[113953649] 'process raft request' (duration: 1.628819936s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:19.535672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:17.906663Z","time spent":"1.62899428s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:19.535674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:17.906077Z","time spent":"1.629529183s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:19.535954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:17.905197Z","time spent":"1.630070725s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:20.186744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.150032ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T16:56:20.187828Z","caller":"traceutil/trace.go:171","msg":"trace[853184416] linearizableReadLoop","detail":"{readStateIndex:28873; appliedIndex:28865; }","duration":"2.230226784s","start":"2026-07-03T16:56:17.957557Z","end":"2026-07-03T16:56:20.187784Z","steps":["trace[853184416] 'read index received' (duration: 722.557442ms)","trace[853184416] 'applied index is now lower than readState.Index' (duration: 1.507667472s)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:20.187833Z","caller":"traceutil/trace.go:171","msg":"trace[1783364115] transaction","detail":"{read_only:false; response_revision:27901; number_of_response:1; }","duration":"1.658089225s","start":"2026-07-03T16:56:18.529704Z","end":"2026-07-03T16:56:20.187793Z","steps":["trace[1783364115] 'process raft request' (duration: 1.657114133s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:20.188045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.529689Z","time spent":"1.658250329s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:20.226387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.654326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:56:20.226406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.59559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:56:20.226473Z","caller":"traceutil/trace.go:171","msg":"trace[233290486] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27901; }","duration":"202.788179ms","start":"2026-07-03T16:56:20.023656Z","end":"2026-07-03T16:56:20.226445Z","steps":["trace[233290486] 'agreement among raft nodes before linearized reading' (duration: 164.347682ms)","trace[233290486] 'count revisions from in-memory index tree' (duration: 38.328395ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:20.226489Z","caller":"traceutil/trace.go:171","msg":"trace[613623007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27901; }","duration":"590.718573ms","start":"2026-07-03T16:56:19.635746Z","end":"2026-07-03T16:56:20.226465Z","steps":["trace[613623007] 'agreement among raft nodes before linearized reading' (duration: 552.314546ms)","trace[613623007] 'count revisions from in-memory index tree' (duration: 38.293324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.226541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:19.635728Z","time spent":"590.796924ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:20.226683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230736472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:56:20.22674Z","caller":"traceutil/trace.go:171","msg":"trace[1101511848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27901; }","duration":"1.230832744s","start":"2026-07-03T16:56:18.995892Z","end":"2026-07-03T16:56:20.226725Z","steps":["trace[1101511848] 'agreement among raft nodes before linearized reading' (duration: 1.192179781s)","trace[1101511848] 'range keys from in-memory index tree' (duration: 38.54372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.226769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.995875Z","time spent":"1.230888245s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T16:56:20.22684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.651373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:56:20.226893Z","caller":"traceutil/trace.go:171","msg":"trace[682146682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27901; }","duration":"226.747335ms","start":"2026-07-03T16:56:20.00013Z","end":"2026-07-03T16:56:20.226878Z","steps":["trace[682146682] 'agreement among raft nodes before linearized reading' (duration: 187.885288ms)","trace[682146682] 'count revisions from in-memory index tree' (duration: 38.791206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.226955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366816087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d5664f77-9w27s.18bed39e30adf317\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-07-03T16:56:20.226966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269398628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:56:20.227045Z","caller":"traceutil/trace.go:171","msg":"trace[338363360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27901; }","duration":"2.26950208s","start":"2026-07-03T16:56:17.957524Z","end":"2026-07-03T16:56:20.227026Z","steps":["trace[338363360] 'agreement among raft nodes before linearized reading' (duration: 2.230419978s)","trace[338363360] 'range keys from in-memory index tree' (duration: 38.904038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.22708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:17.957511Z","time spent":"2.269560601s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:20.227117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676817223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:20.227146Z","caller":"traceutil/trace.go:171","msg":"trace[1937529451] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27901; }","duration":"1.676860634s","start":"2026-07-03T16:56:18.550278Z","end":"2026-07-03T16:56:20.227138Z","steps":["trace[1937529451] 'agreement among raft nodes before linearized reading' (duration: 1.637824873s)","trace[1937529451] 'count revisions from in-memory index tree' (duration: 38.99492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.227193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.550269Z","time spent":"1.676916665s","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:20.227215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.561411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-03T16:56:20.227259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194714702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:56:20.22728Z","caller":"traceutil/trace.go:171","msg":"trace[206733496] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27901; }","duration":"336.645364ms","start":"2026-07-03T16:56:19.890614Z","end":"2026-07-03T16:56:20.227259Z","steps":["trace[206733496] 'agreement among raft nodes before linearized reading' (duration: 297.415938ms)","trace[206733496] 'range keys from in-memory index tree' (duration: 39.090803ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.227335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:19.890598Z","time spent":"336.723405ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-03T16:56:20.226986Z","caller":"traceutil/trace.go:171","msg":"trace[248519115] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d5664f77-9w27s.18bed39e30adf317; range_end:; response_count:1; response_revision:27901; }","duration":"1.366878838s","start":"2026-07-03T16:56:18.860095Z","end":"2026-07-03T16:56:20.226974Z","steps":["trace[248519115] 'agreement among raft nodes before linearized reading' (duration: 1.32798702s)","trace[248519115] 'range keys from in-memory index tree' (duration: 38.792545ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.227534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054586125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T16:56:20.227564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707257697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:20.227578Z","caller":"traceutil/trace.go:171","msg":"trace[506445155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27901; }","duration":"2.054656316s","start":"2026-07-03T16:56:18.172909Z","end":"2026-07-03T16:56:20.227565Z","steps":["trace[506445155] 'agreement among raft nodes before linearized reading' (duration: 2.015242507s)","trace[506445155] 'range keys from in-memory index tree' (duration: 39.309857ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:20.227594Z","caller":"traceutil/trace.go:171","msg":"trace[1263150078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27901; }","duration":"1.707529223s","start":"2026-07-03T16:56:18.520056Z","end":"2026-07-03T16:56:20.227586Z","steps":["trace[1263150078] 'agreement among raft nodes before linearized reading' (duration: 1.668056242s)","trace[1263150078] 'range keys from in-memory index tree' (duration: 39.226106ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.227618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.172896Z","time spent":"2.054714868s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:20.227614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.989214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:56:20.227639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.520039Z","time spent":"1.707593024s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:56:20.22767Z","caller":"traceutil/trace.go:171","msg":"trace[980322559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27901; }","duration":"515.075216ms","start":"2026-07-03T16:56:19.712575Z","end":"2026-07-03T16:56:20.22765Z","steps":["trace[980322559] 'agreement among raft nodes before linearized reading' (duration: 475.466482ms)","trace[980322559] 'count revisions from in-memory index tree' (duration: 39.539302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.227719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:19.712556Z","time spent":"515.147778ms","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:20.227843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053150702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:56:20.227899Z","caller":"traceutil/trace.go:171","msg":"trace[1326106933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27901; }","duration":"2.053221584s","start":"2026-07-03T16:56:18.174665Z","end":"2026-07-03T16:56:20.227887Z","steps":["trace[1326106933] 'agreement among raft nodes before linearized reading' (duration: 2.013457486s)","trace[1326106933] 'range keys from in-memory index tree' (duration: 39.633755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.22793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.17466Z","time spent":"2.053262535s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:56:20.227991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.484162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:56:20.228042Z","caller":"traceutil/trace.go:171","msg":"trace[102671657] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27901; }","duration":"549.572924ms","start":"2026-07-03T16:56:19.678452Z","end":"2026-07-03T16:56:20.228025Z","steps":["trace[102671657] 'agreement among raft nodes before linearized reading' (duration: 509.599352ms)","trace[102671657] 'count revisions from in-memory index tree' (duration: 39.9071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.228116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:19.678433Z","time spent":"549.666906ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:56:20.228152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054311608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T16:56:20.228196Z","caller":"traceutil/trace.go:171","msg":"trace[1891833913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27901; }","duration":"2.054363209s","start":"2026-07-03T16:56:18.173817Z","end":"2026-07-03T16:56:20.228181Z","steps":["trace[1891833913] 'agreement among raft nodes before linearized reading' (duration: 2.014315976s)","trace[1891833913] 'range keys from in-memory index tree' (duration: 39.954991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.228247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.173812Z","time spent":"2.054423261s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T16:56:20.227557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.860075Z","time spent":"1.367455152s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-7d5664f77-9w27s.18bed39e30adf317\" "} {"level":"warn","ts":"2026-07-03T16:56:20.227065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378998614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T16:56:20.228427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055410903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:56:20.228663Z","caller":"traceutil/trace.go:171","msg":"trace[1712056441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27901; }","duration":"2.055639549s","start":"2026-07-03T16:56:18.172998Z","end":"2026-07-03T16:56:20.228637Z","steps":["trace[1712056441] 'agreement among raft nodes before linearized reading' (duration: 2.015143965s)","trace[1712056441] 'range keys from in-memory index tree' (duration: 40.226408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.228893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.172994Z","time spent":"2.055877955s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T16:56:20.227292Z","caller":"traceutil/trace.go:171","msg":"trace[1451145145] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27901; }","duration":"2.194772154s","start":"2026-07-03T16:56:18.032509Z","end":"2026-07-03T16:56:20.227281Z","steps":["trace[1451145145] 'agreement among raft nodes before linearized reading' (duration: 2.155471057s)","trace[1451145145] 'count revisions from in-memory index tree' (duration: 39.254636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.229031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.032496Z","time spent":"2.196514195s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:56:20.229082Z","caller":"traceutil/trace.go:171","msg":"trace[1169502862] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27901; }","duration":"1.381064942s","start":"2026-07-03T16:56:18.847996Z","end":"2026-07-03T16:56:20.229061Z","steps":["trace[1169502862] 'agreement among raft nodes before linearized reading' (duration: 1.340095587s)","trace[1169502862] 'count revisions from in-memory index tree' (duration: 38.928348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.229144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:18.847974Z","time spent":"1.381153434s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:56:20.436244Z","caller":"traceutil/trace.go:171","msg":"trace[1794665419] transaction","detail":"{read_only:false; response_revision:27902; number_of_response:1; }","duration":"204.390596ms","start":"2026-07-03T16:56:20.231828Z","end":"2026-07-03T16:56:20.436219Z","steps":["trace[1794665419] 'process raft request' (duration: 204.085048ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:20.436502Z","caller":"traceutil/trace.go:171","msg":"trace[1571968316] transaction","detail":"{read_only:false; response_revision:27903; number_of_response:1; }","duration":"204.13079ms","start":"2026-07-03T16:56:20.23236Z","end":"2026-07-03T16:56:20.436491Z","steps":["trace[1571968316] 'process raft request' (duration: 203.784612ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:20.436787Z","caller":"traceutil/trace.go:171","msg":"trace[264383947] linearizableReadLoop","detail":"{readStateIndex:28877; appliedIndex:28875; }","duration":"204.763754ms","start":"2026-07-03T16:56:20.232012Z","end":"2026-07-03T16:56:20.436775Z","steps":["trace[264383947] 'read index received' (duration: 36.918203ms)","trace[264383947] 'applied index is now lower than readState.Index' (duration: 167.844711ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:20.436881Z","caller":"traceutil/trace.go:171","msg":"trace[2130250647] transaction","detail":"{read_only:false; response_revision:27906; number_of_response:1; }","duration":"201.795436ms","start":"2026-07-03T16:56:20.235064Z","end":"2026-07-03T16:56:20.436859Z","steps":["trace[2130250647] 'process raft request' (duration: 201.663723ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:20.436886Z","caller":"traceutil/trace.go:171","msg":"trace[212396308] transaction","detail":"{read_only:false; response_revision:27905; number_of_response:1; }","duration":"203.22325ms","start":"2026-07-03T16:56:20.233615Z","end":"2026-07-03T16:56:20.436838Z","steps":["trace[212396308] 'process raft request' (duration: 203.038835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:20.436972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.943748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:56:20.43701Z","caller":"traceutil/trace.go:171","msg":"trace[525255930] transaction","detail":"{read_only:false; response_revision:27904; number_of_response:1; }","duration":"203.600137ms","start":"2026-07-03T16:56:20.233403Z","end":"2026-07-03T16:56:20.437003Z","steps":["trace[525255930] 'process raft request' (duration: 203.046345ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:20.437006Z","caller":"traceutil/trace.go:171","msg":"trace[1392103593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27906; }","duration":"205.04192ms","start":"2026-07-03T16:56:20.231954Z","end":"2026-07-03T16:56:20.436996Z","steps":["trace[1392103593] 'agreement among raft nodes before linearized reading' (duration: 204.901277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:20.507126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.706279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:56:20.50719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.985862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-03T16:56:20.507215Z","caller":"traceutil/trace.go:171","msg":"trace[2106500790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27907; }","duration":"270.823372ms","start":"2026-07-03T16:56:20.236371Z","end":"2026-07-03T16:56:20.507194Z","steps":["trace[2106500790] 'agreement among raft nodes before linearized reading' (duration: 270.657038ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:20.50725Z","caller":"traceutil/trace.go:171","msg":"trace[276271723] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27907; }","duration":"270.069495ms","start":"2026-07-03T16:56:20.237166Z","end":"2026-07-03T16:56:20.507236Z","steps":["trace[276271723] 'agreement among raft nodes before linearized reading' (duration: 269.85063ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:20.507543Z","caller":"traceutil/trace.go:171","msg":"trace[1532418487] transaction","detail":"{read_only:false; response_revision:27907; number_of_response:1; }","duration":"237.44098ms","start":"2026-07-03T16:56:20.270092Z","end":"2026-07-03T16:56:20.507533Z","steps":["trace[1532418487] 'process raft request' (duration: 221.555537ms)","trace[1532418487] 'compare' (duration: 15.169467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:20.507587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.068309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-030b69d5-6674-43f6-a087-3d644e9725ee\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-03T16:56:20.507691Z","caller":"traceutil/trace.go:171","msg":"trace[136026398] range","detail":"{range_begin:/registry/persistentvolumes/pvc-030b69d5-6674-43f6-a087-3d644e9725ee; range_end:; response_count:1; response_revision:27907; }","duration":"275.141399ms","start":"2026-07-03T16:56:20.232473Z","end":"2026-07-03T16:56:20.507614Z","steps":["trace[136026398] 'agreement among raft nodes before linearized reading' (duration: 274.997916ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:21.241269Z","caller":"traceutil/trace.go:171","msg":"trace[1057546041] transaction","detail":"{read_only:false; response_revision:27909; number_of_response:1; }","duration":"209.43603ms","start":"2026-07-03T16:56:21.031798Z","end":"2026-07-03T16:56:21.241234Z","steps":["trace[1057546041] 'process raft request' (duration: 179.913686ms)","trace[1057546041] 'compare' (duration: 28.660425ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:22.56824Z","caller":"traceutil/trace.go:171","msg":"trace[384512881] transaction","detail":"{read_only:false; response_revision:27918; number_of_response:1; }","duration":"120.522061ms","start":"2026-07-03T16:56:22.447693Z","end":"2026-07-03T16:56:22.568215Z","steps":["trace[384512881] 'process raft request' (duration: 120.338627ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:22.708864Z","caller":"traceutil/trace.go:171","msg":"trace[1374116514] transaction","detail":"{read_only:false; response_revision:27920; number_of_response:1; }","duration":"261.034798ms","start":"2026-07-03T16:56:22.447809Z","end":"2026-07-03T16:56:22.708844Z","steps":["trace[1374116514] 'process raft request' (duration: 260.946096ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:22.708888Z","caller":"traceutil/trace.go:171","msg":"trace[889009278] linearizableReadLoop","detail":"{readStateIndex:28897; appliedIndex:28892; }","duration":"186.15297ms","start":"2026-07-03T16:56:22.522721Z","end":"2026-07-03T16:56:22.708874Z","steps":["trace[889009278] 'read index received' (duration: 45.374646ms)","trace[889009278] 'applied index is now lower than readState.Index' (duration: 140.777313ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:22.708878Z","caller":"traceutil/trace.go:171","msg":"trace[774601515] transaction","detail":"{read_only:false; response_revision:27919; number_of_response:1; }","duration":"261.051929ms","start":"2026-07-03T16:56:22.447789Z","end":"2026-07-03T16:56:22.708841Z","steps":["trace[774601515] 'process raft request' (duration: 260.748832ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:22.708947Z","caller":"traceutil/trace.go:171","msg":"trace[1070073229] transaction","detail":"{read_only:false; response_revision:27921; number_of_response:1; }","duration":"261.13083ms","start":"2026-07-03T16:56:22.447775Z","end":"2026-07-03T16:56:22.708905Z","steps":["trace[1070073229] 'process raft request' (duration: 261.020388ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:22.708967Z","caller":"traceutil/trace.go:171","msg":"trace[1930681914] transaction","detail":"{read_only:false; response_revision:27922; number_of_response:1; }","duration":"261.079349ms","start":"2026-07-03T16:56:22.447852Z","end":"2026-07-03T16:56:22.708931Z","steps":["trace[1930681914] 'process raft request' (duration: 260.974966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:22.709028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.289692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:22.709068Z","caller":"traceutil/trace.go:171","msg":"trace[488387031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27922; }","duration":"186.379335ms","start":"2026-07-03T16:56:22.522679Z","end":"2026-07-03T16:56:22.709059Z","steps":["trace[488387031] 'agreement among raft nodes before linearized reading' (duration: 186.279392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.572726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.16025Z","time spent":"412.427583ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T16:56:23.857609Z","caller":"traceutil/trace.go:171","msg":"trace[322881381] transaction","detail":"{read_only:false; response_revision:27924; number_of_response:1; }","duration":"313.018505ms","start":"2026-07-03T16:56:23.544561Z","end":"2026-07-03T16:56:23.857579Z","steps":["trace[322881381] 'process raft request' (duration: 312.825911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.857791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.54454Z","time spent":"313.155608ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.882295Z","caller":"traceutil/trace.go:171","msg":"trace[1754723612] transaction","detail":"{read_only:false; response_revision:27926; number_of_response:1; }","duration":"306.120188ms","start":"2026-07-03T16:56:23.576147Z","end":"2026-07-03T16:56:23.882267Z","steps":["trace[1754723612] 'process raft request' (duration: 305.950194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.882353Z","caller":"traceutil/trace.go:171","msg":"trace[120255138] transaction","detail":"{read_only:false; response_revision:27925; number_of_response:1; }","duration":"308.829479ms","start":"2026-07-03T16:56:23.573497Z","end":"2026-07-03T16:56:23.882327Z","steps":["trace[120255138] 'process raft request' (duration: 308.463471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:23.882444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.576118Z","time spent":"306.247891ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:56:23.882482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:23.573485Z","time spent":"308.922822ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:23.88265Z","caller":"traceutil/trace.go:171","msg":"trace[332931418] transaction","detail":"{read_only:false; response_revision:27927; number_of_response:1; }","duration":"237.602054ms","start":"2026-07-03T16:56:23.64502Z","end":"2026-07-03T16:56:23.882622Z","steps":["trace[332931418] 'process raft request' (duration: 237.134523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.883703Z","caller":"traceutil/trace.go:171","msg":"trace[1421383717] transaction","detail":"{read_only:false; response_revision:27928; number_of_response:1; }","duration":"238.506853ms","start":"2026-07-03T16:56:23.645165Z","end":"2026-07-03T16:56:23.883672Z","steps":["trace[1421383717] 'process raft request' (duration: 237.04819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.883901Z","caller":"traceutil/trace.go:171","msg":"trace[2065497313] transaction","detail":"{read_only:false; response_revision:27929; number_of_response:1; }","duration":"238.666247ms","start":"2026-07-03T16:56:23.64521Z","end":"2026-07-03T16:56:23.883877Z","steps":["trace[2065497313] 'process raft request' (duration: 238.440502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.884064Z","caller":"traceutil/trace.go:171","msg":"trace[900456715] transaction","detail":"{read_only:false; response_revision:27930; number_of_response:1; }","duration":"238.80547ms","start":"2026-07-03T16:56:23.645229Z","end":"2026-07-03T16:56:23.884035Z","steps":["trace[900456715] 'process raft request' (duration: 238.546435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.884787Z","caller":"traceutil/trace.go:171","msg":"trace[1697999972] transaction","detail":"{read_only:false; response_revision:27931; number_of_response:1; }","duration":"238.411843ms","start":"2026-07-03T16:56:23.646291Z","end":"2026-07-03T16:56:23.884703Z","steps":["trace[1697999972] 'process raft request' (duration: 237.561542ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:23.885286Z","caller":"traceutil/trace.go:171","msg":"trace[191646348] transaction","detail":"{read_only:false; response_revision:27932; number_of_response:1; }","duration":"237.783777ms","start":"2026-07-03T16:56:23.647485Z","end":"2026-07-03T16:56:23.885269Z","steps":["trace[191646348] 'process raft request' (duration: 237.108002ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:24.941155Z","caller":"traceutil/trace.go:171","msg":"trace[533135837] transaction","detail":"{read_only:false; response_revision:27934; number_of_response:1; }","duration":"224.883603ms","start":"2026-07-03T16:56:24.716242Z","end":"2026-07-03T16:56:24.941126Z","steps":["trace[533135837] 'process raft request' (duration: 224.703889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:25.094971Z","caller":"traceutil/trace.go:171","msg":"trace[123441401] transaction","detail":"{read_only:false; response_revision:27935; number_of_response:1; }","duration":"377.847165ms","start":"2026-07-03T16:56:24.717101Z","end":"2026-07-03T16:56:25.094949Z","steps":["trace[123441401] 'process raft request' (duration: 377.625279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.09508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:24.71708Z","time spent":"377.942446ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:25.095362Z","caller":"traceutil/trace.go:171","msg":"trace[1519539889] transaction","detail":"{read_only:false; response_revision:27936; number_of_response:1; }","duration":"377.965437ms","start":"2026-07-03T16:56:24.717389Z","end":"2026-07-03T16:56:25.095355Z","steps":["trace[1519539889] 'process raft request' (duration: 377.508626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.095409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:24.717365Z","time spent":"378.021738ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:25.095611Z","caller":"traceutil/trace.go:171","msg":"trace[559376073] transaction","detail":"{read_only:false; response_revision:27939; number_of_response:1; }","duration":"315.856109ms","start":"2026-07-03T16:56:24.779745Z","end":"2026-07-03T16:56:25.095601Z","steps":["trace[559376073] 'process raft request' (duration: 315.830059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.095661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:24.779738Z","time spent":"315.89931ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:25.095717Z","caller":"traceutil/trace.go:171","msg":"trace[2080924291] transaction","detail":"{read_only:false; response_revision:27937; number_of_response:1; }","duration":"376.568366ms","start":"2026-07-03T16:56:24.719142Z","end":"2026-07-03T16:56:25.09571Z","steps":["trace[2080924291] 'process raft request' (duration: 376.137006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.095745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:24.719136Z","time spent":"376.593726ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:25.095765Z","caller":"traceutil/trace.go:171","msg":"trace[664365660] transaction","detail":"{read_only:false; response_revision:27938; number_of_response:1; }","duration":"316.240638ms","start":"2026-07-03T16:56:24.779491Z","end":"2026-07-03T16:56:25.095732Z","steps":["trace[664365660] 'process raft request' (duration: 316.046084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:25.095905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:56:24.779472Z","time spent":"316.35987ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:56:28.027268Z","caller":"traceutil/trace.go:171","msg":"trace[1371574848] linearizableReadLoop","detail":"{readStateIndex:28936; appliedIndex:28929; }","duration":"111.995046ms","start":"2026-07-03T16:56:27.915254Z","end":"2026-07-03T16:56:28.027249Z","steps":["trace[1371574848] 'read index received' (duration: 70.841858ms)","trace[1371574848] 'applied index is now lower than readState.Index' (duration: 41.152478ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:28.027361Z","caller":"traceutil/trace.go:171","msg":"trace[1383913480] transaction","detail":"{read_only:false; response_revision:27958; number_of_response:1; }","duration":"115.583017ms","start":"2026-07-03T16:56:27.911771Z","end":"2026-07-03T16:56:28.027354Z","steps":["trace[1383913480] 'process raft request' (duration: 115.400883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:28.027369Z","caller":"traceutil/trace.go:171","msg":"trace[1218264330] transaction","detail":"{read_only:false; response_revision:27957; number_of_response:1; }","duration":"115.713501ms","start":"2026-07-03T16:56:27.911619Z","end":"2026-07-03T16:56:28.027332Z","steps":["trace[1218264330] 'process raft request' (duration: 115.525817ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:28.027434Z","caller":"traceutil/trace.go:171","msg":"trace[1948236088] transaction","detail":"{read_only:false; response_revision:27955; number_of_response:1; }","duration":"116.020497ms","start":"2026-07-03T16:56:27.911378Z","end":"2026-07-03T16:56:28.027398Z","steps":["trace[1948236088] 'process raft request' (duration: 115.613498ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:28.027512Z","caller":"traceutil/trace.go:171","msg":"trace[1972952127] transaction","detail":"{read_only:false; response_revision:27959; number_of_response:1; }","duration":"115.638999ms","start":"2026-07-03T16:56:27.911831Z","end":"2026-07-03T16:56:28.027469Z","steps":["trace[1972952127] 'process raft request' (duration: 115.367833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:28.027554Z","caller":"traceutil/trace.go:171","msg":"trace[131365004] transaction","detail":"{read_only:false; response_revision:27956; number_of_response:1; }","duration":"116.043208ms","start":"2026-07-03T16:56:27.91148Z","end":"2026-07-03T16:56:28.027523Z","steps":["trace[131365004] 'process raft request' (duration: 115.622059ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:28.027557Z","caller":"traceutil/trace.go:171","msg":"trace[1712902318] transaction","detail":"{read_only:false; response_revision:27960; number_of_response:1; }","duration":"115.626919ms","start":"2026-07-03T16:56:27.911876Z","end":"2026-07-03T16:56:28.027502Z","steps":["trace[1712902318] 'process raft request' (duration: 115.348633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:28.027591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.291573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:28.027651Z","caller":"traceutil/trace.go:171","msg":"trace[699844444] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27960; }","duration":"112.399715ms","start":"2026-07-03T16:56:27.915222Z","end":"2026-07-03T16:56:28.027622Z","steps":["trace[699844444] 'agreement among raft nodes before linearized reading' (duration: 112.184241ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:31.241336Z","caller":"traceutil/trace.go:171","msg":"trace[572619149] transaction","detail":"{read_only:false; response_revision:27981; number_of_response:1; }","duration":"112.020017ms","start":"2026-07-03T16:56:31.129286Z","end":"2026-07-03T16:56:31.241306Z","steps":["trace[572619149] 'process raft request' (duration: 111.152466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:56:31.491652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.084315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:56:31.491712Z","caller":"traceutil/trace.go:171","msg":"trace[7694251] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27984; }","duration":"139.160667ms","start":"2026-07-03T16:56:31.352536Z","end":"2026-07-03T16:56:31.491696Z","steps":["trace[7694251] 'count revisions from in-memory index tree' (duration: 138.787128ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:34.208111Z","caller":"traceutil/trace.go:171","msg":"trace[327018883] transaction","detail":"{read_only:false; response_revision:28000; number_of_response:1; }","duration":"137.837387ms","start":"2026-07-03T16:56:34.070245Z","end":"2026-07-03T16:56:34.208083Z","steps":["trace[327018883] 'process raft request' (duration: 125.645108ms)","trace[327018883] 'compare' (duration: 11.967544ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:34.208117Z","caller":"traceutil/trace.go:171","msg":"trace[414267323] transaction","detail":"{read_only:false; response_revision:28001; number_of_response:1; }","duration":"137.851837ms","start":"2026-07-03T16:56:34.070239Z","end":"2026-07-03T16:56:34.208091Z","steps":["trace[414267323] 'process raft request' (duration: 137.763645ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:34.208402Z","caller":"traceutil/trace.go:171","msg":"trace[1720973261] transaction","detail":"{read_only:false; response_revision:28002; number_of_response:1; }","duration":"138.153684ms","start":"2026-07-03T16:56:34.070239Z","end":"2026-07-03T16:56:34.208393Z","steps":["trace[1720973261] 'process raft request' (duration: 137.811266ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:34.208472Z","caller":"traceutil/trace.go:171","msg":"trace[1723778156] transaction","detail":"{read_only:false; response_revision:28003; number_of_response:1; }","duration":"138.138314ms","start":"2026-07-03T16:56:34.070328Z","end":"2026-07-03T16:56:34.208466Z","steps":["trace[1723778156] 'process raft request' (duration: 137.95939ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:34.208614Z","caller":"traceutil/trace.go:171","msg":"trace[508104497] transaction","detail":"{read_only:false; response_revision:28004; number_of_response:1; }","duration":"138.249665ms","start":"2026-07-03T16:56:34.070336Z","end":"2026-07-03T16:56:34.208586Z","steps":["trace[508104497] 'process raft request' (duration: 138.079042ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:34.208744Z","caller":"traceutil/trace.go:171","msg":"trace[1085746069] transaction","detail":"{read_only:false; response_revision:28005; number_of_response:1; }","duration":"138.03648ms","start":"2026-07-03T16:56:34.070626Z","end":"2026-07-03T16:56:34.208663Z","steps":["trace[1085746069] 'process raft request' (duration: 137.843466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:35.525357Z","caller":"traceutil/trace.go:171","msg":"trace[795869184] linearizableReadLoop","detail":"{readStateIndex:28990; appliedIndex:28989; }","duration":"188.917823ms","start":"2026-07-03T16:56:35.336407Z","end":"2026-07-03T16:56:35.525325Z","steps":["trace[795869184] 'read index received' (duration: 95.780557ms)","trace[795869184] 'applied index is now lower than readState.Index' (duration: 93.135856ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:56:35.525476Z","caller":"traceutil/trace.go:171","msg":"trace[1280904009] transaction","detail":"{read_only:false; response_revision:28012; number_of_response:1; }","duration":"189.700501ms","start":"2026-07-03T16:56:35.335761Z","end":"2026-07-03T16:56:35.525461Z","steps":["trace[1280904009] 'process raft request' (duration: 96.411602ms)","trace[1280904009] 'compare' (duration: 92.91861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:56:35.525657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.224699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T16:56:35.525742Z","caller":"traceutil/trace.go:171","msg":"trace[234630443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28012; }","duration":"189.327452ms","start":"2026-07-03T16:56:35.336393Z","end":"2026-07-03T16:56:35.52572Z","steps":["trace[234630443] 'agreement among raft nodes before linearized reading' (duration: 189.126098ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:56:35.526971Z","caller":"traceutil/trace.go:171","msg":"trace[326643880] transaction","detail":"{read_only:false; response_revision:28013; number_of_response:1; }","duration":"188.203346ms","start":"2026-07-03T16:56:35.338743Z","end":"2026-07-03T16:56:35.526946Z","steps":["trace[326643880] 'process raft request' (duration: 187.914959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:15.865411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.028503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:57:15.86555Z","caller":"traceutil/trace.go:171","msg":"trace[1648712087] transaction","detail":"{read_only:false; response_revision:28470; number_of_response:1; }","duration":"643.764034ms","start":"2026-07-03T16:57:15.221765Z","end":"2026-07-03T16:57:15.865529Z","steps":["trace[1648712087] 'process raft request' (duration: 469.511947ms)","trace[1648712087] 'compare' (duration: 173.351167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:57:15.865623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:15.221741Z","time spent":"643.845676ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:57:15.868393Z","caller":"traceutil/trace.go:171","msg":"trace[44794277] transaction","detail":"{read_only:false; response_revision:28472; number_of_response:1; }","duration":"321.252782ms","start":"2026-07-03T16:57:15.54712Z","end":"2026-07-03T16:57:15.868373Z","steps":["trace[44794277] 'process raft request' (duration: 321.15844ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:15.86842Z","caller":"traceutil/trace.go:171","msg":"trace[1199251772] transaction","detail":"{read_only:false; response_revision:28471; number_of_response:1; }","duration":"522.097276ms","start":"2026-07-03T16:57:15.346296Z","end":"2026-07-03T16:57:15.868393Z","steps":["trace[1199251772] 'process raft request' (duration: 521.705117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:15.868553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:15.346262Z","time spent":"522.219619ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:57:15.868559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:15.547101Z","time spent":"321.369366ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:57:15.868675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.788351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:57:15.868773Z","caller":"traceutil/trace.go:171","msg":"trace[2115675695] linearizableReadLoop","detail":"{readStateIndex:29459; appliedIndex:29457; }","duration":"518.457184ms","start":"2026-07-03T16:57:15.349876Z","end":"2026-07-03T16:57:15.868333Z","steps":["trace[2115675695] 'read index received' (duration: 341.501195ms)","trace[2115675695] 'applied index is now lower than readState.Index' (duration: 176.954939ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:15.86881Z","caller":"traceutil/trace.go:171","msg":"trace[451406270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28472; }","duration":"518.955615ms","start":"2026-07-03T16:57:15.349834Z","end":"2026-07-03T16:57:15.86879Z","steps":["trace[451406270] 'agreement among raft nodes before linearized reading' (duration: 518.673158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:15.868947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:15.349816Z","time spent":"519.110468ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T16:57:15.869089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.584859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:57:15.869139Z","caller":"traceutil/trace.go:171","msg":"trace[2093685137] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28472; }","duration":"512.662971ms","start":"2026-07-03T16:57:15.356465Z","end":"2026-07-03T16:57:15.869128Z","steps":["trace[2093685137] 'agreement among raft nodes before linearized reading' (duration: 512.408356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:15.869176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:15.356455Z","time spent":"512.711062ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":252,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:57:15.869375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.785899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:15.869415Z","caller":"traceutil/trace.go:171","msg":"trace[2022134931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28472; }","duration":"280.862681ms","start":"2026-07-03T16:57:15.588543Z","end":"2026-07-03T16:57:15.869405Z","steps":["trace[2022134931] 'agreement among raft nodes before linearized reading' (duration: 280.799779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:15.869414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.254426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-03T16:57:15.869511Z","caller":"traceutil/trace.go:171","msg":"trace[226409724] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28472; }","duration":"202.388079ms","start":"2026-07-03T16:57:15.667098Z","end":"2026-07-03T16:57:15.869486Z","steps":["trace[226409724] 'agreement among raft nodes before linearized reading' (duration: 202.212646ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.610333Z","caller":"traceutil/trace.go:171","msg":"trace[159199589] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"249.526305ms","start":"2026-07-03T16:57:16.360776Z","end":"2026-07-03T16:57:16.610302Z","steps":["trace[159199589] 'process raft request' (duration: 249.3268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.934352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.427441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:57:16.934546Z","caller":"traceutil/trace.go:171","msg":"trace[1998970539] linearizableReadLoop","detail":"{readStateIndex:29469; appliedIndex:29467; }","duration":"483.666019ms","start":"2026-07-03T16:57:16.450864Z","end":"2026-07-03T16:57:16.93453Z","steps":["trace[1998970539] 'read index received' (duration: 159.201334ms)","trace[1998970539] 'applied index is now lower than readState.Index' (duration: 324.463365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:57:16.934654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.800503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.934644Z","caller":"traceutil/trace.go:171","msg":"trace[236823261] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"357.133472ms","start":"2026-07-03T16:57:16.577484Z","end":"2026-07-03T16:57:16.934618Z","steps":["trace[236823261] 'process raft request' (duration: 356.956138ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.93469Z","caller":"traceutil/trace.go:171","msg":"trace[706508785] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28482; }","duration":"483.877785ms","start":"2026-07-03T16:57:16.450802Z","end":"2026-07-03T16:57:16.93468Z","steps":["trace[706508785] 'agreement among raft nodes before linearized reading' (duration: 483.817403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.934726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.450779Z","time spent":"483.936636ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T16:57:16.934721Z","caller":"traceutil/trace.go:171","msg":"trace[148978446] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"538.691986ms","start":"2026-07-03T16:57:16.395994Z","end":"2026-07-03T16:57:16.934686Z","steps":["trace[148978446] 'process raft request' (duration: 335.834775ms)","trace[148978446] 'compare' (duration: 202.239386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:57:16.934785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.577462Z","time spent":"357.248715ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:57:16.934912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.395969Z","time spent":"538.84501ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:57:16.971687Z","caller":"traceutil/trace.go:171","msg":"trace[1755278030] transaction","detail":"{read_only:false; response_revision:28485; number_of_response:1; }","duration":"280.544303ms","start":"2026-07-03T16:57:16.691127Z","end":"2026-07-03T16:57:16.971672Z","steps":["trace[1755278030] 'process raft request' (duration: 280.504232ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.971721Z","caller":"traceutil/trace.go:171","msg":"trace[1217525889] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"317.485587ms","start":"2026-07-03T16:57:16.654204Z","end":"2026-07-03T16:57:16.97169Z","steps":["trace[1217525889] 'process raft request' (duration: 317.304562ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.971764Z","caller":"traceutil/trace.go:171","msg":"trace[428639520] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"281.948855ms","start":"2026-07-03T16:57:16.689779Z","end":"2026-07-03T16:57:16.971728Z","steps":["trace[428639520] 'process raft request' (duration: 281.820742ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.971961Z","caller":"traceutil/trace.go:171","msg":"trace[1727682905] transaction","detail":"{read_only:false; response_revision:28486; number_of_response:1; }","duration":"279.04046ms","start":"2026-07-03T16:57:16.692895Z","end":"2026-07-03T16:57:16.971936Z","steps":["trace[1727682905] 'process raft request' (duration: 278.757564ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.972011Z","caller":"traceutil/trace.go:171","msg":"trace[1277391131] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"279.088791ms","start":"2026-07-03T16:57:16.692894Z","end":"2026-07-03T16:57:16.971983Z","steps":["trace[1277391131] 'process raft request' (duration: 278.943138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.972064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.24741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:57:16.972135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.273878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:57:16.972023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.654188Z","time spent":"317.600429ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:57:16.972136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.143635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.972156Z","caller":"traceutil/trace.go:171","msg":"trace[1955565689] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28487; }","duration":"458.379773ms","start":"2026-07-03T16:57:16.513756Z","end":"2026-07-03T16:57:16.972136Z","steps":["trace[1955565689] 'agreement among raft nodes before linearized reading' (duration: 458.222959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.972175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.84947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:57:16.972174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.957253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.97219Z","caller":"traceutil/trace.go:171","msg":"trace[393875440] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28487; }","duration":"234.916513ms","start":"2026-07-03T16:57:16.73727Z","end":"2026-07-03T16:57:16.972186Z","steps":["trace[393875440] 'agreement among raft nodes before linearized reading' (duration: 234.894462ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.972182Z","caller":"traceutil/trace.go:171","msg":"trace[1164902163] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28487; }","duration":"234.219076ms","start":"2026-07-03T16:57:16.737951Z","end":"2026-07-03T16:57:16.97217Z","steps":["trace[1164902163] 'agreement among raft nodes before linearized reading' (duration: 234.149825ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.972211Z","caller":"traceutil/trace.go:171","msg":"trace[2068108420] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28487; }","duration":"412.048125ms","start":"2026-07-03T16:57:16.560153Z","end":"2026-07-03T16:57:16.972201Z","steps":["trace[2068108420] 'agreement among raft nodes before linearized reading' (duration: 411.974043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.972235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.401951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:57:16.972253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.560124Z","time spent":"412.120966ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:57:16.972271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.984762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.972279Z","caller":"traceutil/trace.go:171","msg":"trace[348039248] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28487; }","duration":"337.481482ms","start":"2026-07-03T16:57:16.634783Z","end":"2026-07-03T16:57:16.972264Z","steps":["trace[348039248] 'agreement among raft nodes before linearized reading' (duration: 337.395561ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.972309Z","caller":"traceutil/trace.go:171","msg":"trace[1330018403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28487; }","duration":"454.034663ms","start":"2026-07-03T16:57:16.518265Z","end":"2026-07-03T16:57:16.9723Z","steps":["trace[1330018403] 'agreement among raft nodes before linearized reading' (duration: 453.970652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.97232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.634769Z","time spent":"337.539753ms","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:57:16.972336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.518258Z","time spent":"454.071324ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T16:57:16.972377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.110806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.972404Z","caller":"traceutil/trace.go:171","msg":"trace[2044563967] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28487; }","duration":"412.161397ms","start":"2026-07-03T16:57:16.560235Z","end":"2026-07-03T16:57:16.972397Z","steps":["trace[2044563967] 'agreement among raft nodes before linearized reading' (duration: 412.129167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.97242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.560222Z","time spent":"412.193808ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:57:16.972496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.644188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-03T16:57:16.972512Z","caller":"traceutil/trace.go:171","msg":"trace[199659799] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28487; }","duration":"408.689698ms","start":"2026-07-03T16:57:16.563819Z","end":"2026-07-03T16:57:16.972508Z","steps":["trace[199659799] 'agreement among raft nodes before linearized reading' (duration: 408.643227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.972526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.563791Z","time spent":"408.731869ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:57:16.972533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.278766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:57:16.972574Z","caller":"traceutil/trace.go:171","msg":"trace[1916791925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28487; }","duration":"223.340658ms","start":"2026-07-03T16:57:16.749224Z","end":"2026-07-03T16:57:16.972565Z","steps":["trace[1916791925] 'agreement among raft nodes before linearized reading' (duration: 223.217155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.972607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.904511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.972641Z","caller":"traceutil/trace.go:171","msg":"trace[100471146] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28487; }","duration":"457.997923ms","start":"2026-07-03T16:57:16.514638Z","end":"2026-07-03T16:57:16.97262Z","steps":["trace[100471146] 'agreement among raft nodes before linearized reading' (duration: 457.955892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.972654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.514613Z","time spent":"458.038174ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:57:16.972722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.047615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:57:16.972205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.513741Z","time spent":"458.454165ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T16:57:16.972782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.472869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-03T16:57:16.972803Z","caller":"traceutil/trace.go:171","msg":"trace[1639514955] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28487; }","duration":"233.504889ms","start":"2026-07-03T16:57:16.739292Z","end":"2026-07-03T16:57:16.972797Z","steps":["trace[1639514955] 'agreement among raft nodes before linearized reading' (duration: 233.463989ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.972797Z","caller":"traceutil/trace.go:171","msg":"trace[73278905] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28487; }","duration":"458.170088ms","start":"2026-07-03T16:57:16.514588Z","end":"2026-07-03T16:57:16.972758Z","steps":["trace[73278905] 'agreement among raft nodes before linearized reading' (duration: 458.025354ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:16.972154Z","caller":"traceutil/trace.go:171","msg":"trace[961411301] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28487; }","duration":"234.308789ms","start":"2026-07-03T16:57:16.737839Z","end":"2026-07-03T16:57:16.972148Z","steps":["trace[961411301] 'agreement among raft nodes before linearized reading' (duration: 234.284328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.972105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.506766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18387"} {"level":"warn","ts":"2026-07-03T16:57:16.972833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.514568Z","time spent":"458.254279ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:57:16.97285Z","caller":"traceutil/trace.go:171","msg":"trace[379010278] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28487; }","duration":"353.307324ms","start":"2026-07-03T16:57:16.61954Z","end":"2026-07-03T16:57:16.972847Z","steps":["trace[379010278] 'agreement among raft nodes before linearized reading' (duration: 352.457474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.972865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.619521Z","time spent":"353.339795ms","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18408,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-03T16:57:16.972734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.542651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-03T16:57:16.972943Z","caller":"traceutil/trace.go:171","msg":"trace[1624780515] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28487; }","duration":"456.745815ms","start":"2026-07-03T16:57:16.516168Z","end":"2026-07-03T16:57:16.972914Z","steps":["trace[1624780515] 'agreement among raft nodes before linearized reading' (duration: 456.53483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.97299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.516157Z","time spent":"456.818546ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-03T16:57:16.972727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.452744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:16.973069Z","caller":"traceutil/trace.go:171","msg":"trace[843156638] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28487; }","duration":"412.819882ms","start":"2026-07-03T16:57:16.560242Z","end":"2026-07-03T16:57:16.973062Z","steps":["trace[843156638] 'agreement among raft nodes before linearized reading' (duration: 412.368282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:16.973091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:57:16.560233Z","time spent":"412.851463ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-03T16:57:39.490866Z","caller":"traceutil/trace.go:171","msg":"trace[1629323053] transaction","detail":"{read_only:false; response_revision:28655; number_of_response:1; }","duration":"109.322206ms","start":"2026-07-03T16:57:39.381522Z","end":"2026-07-03T16:57:39.490844Z","steps":["trace[1629323053] 'process raft request' (duration: 109.195192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:45.140286Z","caller":"traceutil/trace.go:171","msg":"trace[800165801] linearizableReadLoop","detail":"{readStateIndex:29685; appliedIndex:29684; }","duration":"101.129038ms","start":"2026-07-03T16:57:45.039123Z","end":"2026-07-03T16:57:45.140252Z","steps":["trace[800165801] 'read index received' (duration: 101.004275ms)","trace[800165801] 'applied index is now lower than readState.Index' (duration: 123.523µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:45.140388Z","caller":"traceutil/trace.go:171","msg":"trace[982195740] transaction","detail":"{read_only:false; response_revision:28690; number_of_response:1; }","duration":"101.378054ms","start":"2026-07-03T16:57:45.038977Z","end":"2026-07-03T16:57:45.140355Z","steps":["trace[982195740] 'process raft request' (duration: 101.114918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:45.140566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.415245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:45.140737Z","caller":"traceutil/trace.go:171","msg":"trace[571892745] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28690; }","duration":"101.573168ms","start":"2026-07-03T16:57:45.039098Z","end":"2026-07-03T16:57:45.140671Z","steps":["trace[571892745] 'agreement among raft nodes before linearized reading' (duration: 101.392874ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:45.172107Z","caller":"traceutil/trace.go:171","msg":"trace[402096867] transaction","detail":"{read_only:false; response_revision:28691; number_of_response:1; }","duration":"128.917293ms","start":"2026-07-03T16:57:45.043163Z","end":"2026-07-03T16:57:45.17208Z","steps":["trace[402096867] 'process raft request' (duration: 128.736298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:45.172955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.702438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:45.173044Z","caller":"traceutil/trace.go:171","msg":"trace[1152078911] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28696; }","duration":"128.82275ms","start":"2026-07-03T16:57:45.044201Z","end":"2026-07-03T16:57:45.173024Z","steps":["trace[1152078911] 'agreement among raft nodes before linearized reading' (duration: 128.682787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:45.173363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.104116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-03T16:57:45.173419Z","caller":"traceutil/trace.go:171","msg":"trace[612574129] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28696; }","duration":"129.174218ms","start":"2026-07-03T16:57:45.044235Z","end":"2026-07-03T16:57:45.173409Z","steps":["trace[612574129] 'agreement among raft nodes before linearized reading' (duration: 129.027934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:45.173715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.472588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:57:45.173755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.678493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:45.173783Z","caller":"traceutil/trace.go:171","msg":"trace[652839763] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28696; }","duration":"123.577121ms","start":"2026-07-03T16:57:45.050192Z","end":"2026-07-03T16:57:45.173769Z","steps":["trace[652839763] 'agreement among raft nodes before linearized reading' (duration: 123.456368ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:45.173825Z","caller":"traceutil/trace.go:171","msg":"trace[789530352] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28696; }","duration":"123.783315ms","start":"2026-07-03T16:57:45.050015Z","end":"2026-07-03T16:57:45.173799Z","steps":["trace[789530352] 'agreement among raft nodes before linearized reading' (duration: 123.664623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:45.173466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.56322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:45.174791Z","caller":"traceutil/trace.go:171","msg":"trace[1682938491] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28696; }","duration":"124.917611ms","start":"2026-07-03T16:57:45.049842Z","end":"2026-07-03T16:57:45.17476Z","steps":["trace[1682938491] 'agreement among raft nodes before linearized reading' (duration: 123.386617ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:45.703232Z","caller":"traceutil/trace.go:171","msg":"trace[1393365250] linearizableReadLoop","detail":"{readStateIndex:29692; appliedIndex:29691; }","duration":"181.614406ms","start":"2026-07-03T16:57:45.521595Z","end":"2026-07-03T16:57:45.703209Z","steps":["trace[1393365250] 'read index received' (duration: 181.398251ms)","trace[1393365250] 'applied index is now lower than readState.Index' (duration: 215.125µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:45.703337Z","caller":"traceutil/trace.go:171","msg":"trace[372668416] transaction","detail":"{read_only:false; response_revision:28697; number_of_response:1; }","duration":"187.822437ms","start":"2026-07-03T16:57:45.515504Z","end":"2026-07-03T16:57:45.703326Z","steps":["trace[372668416] 'process raft request' (duration: 187.556921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:45.703509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.543928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:45.703571Z","caller":"traceutil/trace.go:171","msg":"trace[1671175889] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28697; }","duration":"105.693502ms","start":"2026-07-03T16:57:45.597859Z","end":"2026-07-03T16:57:45.703553Z","steps":["trace[1671175889] 'agreement among raft nodes before linearized reading' (duration: 105.548698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:45.703601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.927703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:45.703703Z","caller":"traceutil/trace.go:171","msg":"trace[1942363623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28697; }","duration":"182.124416ms","start":"2026-07-03T16:57:45.521556Z","end":"2026-07-03T16:57:45.70368Z","steps":["trace[1942363623] 'agreement among raft nodes before linearized reading' (duration: 181.903702ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:46.118416Z","caller":"traceutil/trace.go:171","msg":"trace[1864470055] transaction","detail":"{read_only:false; response_revision:28699; number_of_response:1; }","duration":"143.854443ms","start":"2026-07-03T16:57:45.974527Z","end":"2026-07-03T16:57:46.118381Z","steps":["trace[1864470055] 'process raft request' (duration: 64.701996ms)","trace[1864470055] 'compare' (duration: 78.974303ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:46.11865Z","caller":"traceutil/trace.go:171","msg":"trace[1657132709] linearizableReadLoop","detail":"{readStateIndex:29695; appliedIndex:29692; }","duration":"116.224652ms","start":"2026-07-03T16:57:46.002403Z","end":"2026-07-03T16:57:46.118628Z","steps":["trace[1657132709] 'read index received' (duration: 6.222842ms)","trace[1657132709] 'applied index is now lower than readState.Index' (duration: 110.00017ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:46.118685Z","caller":"traceutil/trace.go:171","msg":"trace[659960627] transaction","detail":"{read_only:false; response_revision:28700; number_of_response:1; }","duration":"118.433873ms","start":"2026-07-03T16:57:46.000214Z","end":"2026-07-03T16:57:46.118648Z","steps":["trace[659960627] 'process raft request' (duration: 118.119766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:46.118989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.207869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T16:57:46.119061Z","caller":"traceutil/trace.go:171","msg":"trace[1704347539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28701; }","duration":"111.311481ms","start":"2026-07-03T16:57:46.007732Z","end":"2026-07-03T16:57:46.119044Z","steps":["trace[1704347539] 'agreement among raft nodes before linearized reading' (duration: 111.098435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:46.119092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.672783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T16:57:46.119164Z","caller":"traceutil/trace.go:171","msg":"trace[1215060694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28701; }","duration":"116.801096ms","start":"2026-07-03T16:57:46.002346Z","end":"2026-07-03T16:57:46.119147Z","steps":["trace[1215060694] 'agreement among raft nodes before linearized reading' (duration: 116.424637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:46.119217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.538387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T16:57:46.119236Z","caller":"traceutil/trace.go:171","msg":"trace[375099724] transaction","detail":"{read_only:false; response_revision:28701; number_of_response:1; }","duration":"110.306989ms","start":"2026-07-03T16:57:46.008881Z","end":"2026-07-03T16:57:46.119188Z","steps":["trace[375099724] 'process raft request' (duration: 109.679294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:46.119301Z","caller":"traceutil/trace.go:171","msg":"trace[649966127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28701; }","duration":"104.641049ms","start":"2026-07-03T16:57:46.014639Z","end":"2026-07-03T16:57:46.11928Z","steps":["trace[649966127] 'agreement among raft nodes before linearized reading' (duration: 104.472075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:46.119305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.482666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T16:57:46.119363Z","caller":"traceutil/trace.go:171","msg":"trace[639568480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28701; }","duration":"108.563409ms","start":"2026-07-03T16:57:46.010784Z","end":"2026-07-03T16:57:46.119347Z","steps":["trace[639568480] 'agreement among raft nodes before linearized reading' (duration: 108.419305ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:46.280911Z","caller":"traceutil/trace.go:171","msg":"trace[1902451674] transaction","detail":"{read_only:false; response_revision:28704; number_of_response:1; }","duration":"156.729747ms","start":"2026-07-03T16:57:46.124156Z","end":"2026-07-03T16:57:46.280885Z","steps":["trace[1902451674] 'process raft request' (duration: 156.639295ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:46.281092Z","caller":"traceutil/trace.go:171","msg":"trace[1736306097] transaction","detail":"{read_only:false; response_revision:28703; number_of_response:1; }","duration":"156.802379ms","start":"2026-07-03T16:57:46.124129Z","end":"2026-07-03T16:57:46.280932Z","steps":["trace[1736306097] 'process raft request' (duration: 129.201939ms)","trace[1736306097] 'compare' (duration: 27.301413ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:46.281099Z","caller":"traceutil/trace.go:171","msg":"trace[830335219] transaction","detail":"{read_only:false; response_revision:28705; number_of_response:1; }","duration":"156.85907ms","start":"2026-07-03T16:57:46.124201Z","end":"2026-07-03T16:57:46.28106Z","steps":["trace[830335219] 'process raft request' (duration: 156.643095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:58.765807Z","caller":"traceutil/trace.go:171","msg":"trace[1373918752] transaction","detail":"{read_only:false; response_revision:28828; number_of_response:1; }","duration":"154.792893ms","start":"2026-07-03T16:57:58.610984Z","end":"2026-07-03T16:57:58.765776Z","steps":["trace[1373918752] 'process raft request' (duration: 98.060428ms)","trace[1373918752] 'compare' (duration: 56.583152ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:58.785252Z","caller":"traceutil/trace.go:171","msg":"trace[769011778] linearizableReadLoop","detail":"{readStateIndex:29827; appliedIndex:29825; }","duration":"173.450829ms","start":"2026-07-03T16:57:58.611775Z","end":"2026-07-03T16:57:58.785226Z","steps":["trace[769011778] 'read index received' (duration: 97.338162ms)","trace[769011778] 'applied index is now lower than readState.Index' (duration: 76.111597ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:57:58.785459Z","caller":"traceutil/trace.go:171","msg":"trace[847195905] transaction","detail":"{read_only:false; response_revision:28829; number_of_response:1; }","duration":"174.37548ms","start":"2026-07-03T16:57:58.611056Z","end":"2026-07-03T16:57:58.785432Z","steps":["trace[847195905] 'process raft request' (duration: 173.97106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:58.785795Z","caller":"traceutil/trace.go:171","msg":"trace[716608471] transaction","detail":"{read_only:false; response_revision:28830; number_of_response:1; }","duration":"160.249237ms","start":"2026-07-03T16:57:58.625522Z","end":"2026-07-03T16:57:58.785772Z","steps":["trace[716608471] 'process raft request' (duration: 159.648984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:58.785821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.315598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:57:58.78593Z","caller":"traceutil/trace.go:171","msg":"trace[398600794] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28830; }","duration":"121.472272ms","start":"2026-07-03T16:57:58.66444Z","end":"2026-07-03T16:57:58.785913Z","steps":["trace[398600794] 'agreement among raft nodes before linearized reading' (duration: 121.278078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:57:58.785553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.747695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:57:58.786123Z","caller":"traceutil/trace.go:171","msg":"trace[1675058461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28830; }","duration":"174.36139ms","start":"2026-07-03T16:57:58.611745Z","end":"2026-07-03T16:57:58.786106Z","steps":["trace[1675058461] 'agreement among raft nodes before linearized reading' (duration: 173.693375ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:57:58.947911Z","caller":"traceutil/trace.go:171","msg":"trace[1075802666] transaction","detail":"{read_only:false; response_revision:28832; number_of_response:1; }","duration":"133.030336ms","start":"2026-07-03T16:57:58.814855Z","end":"2026-07-03T16:57:58.947886Z","steps":["trace[1075802666] 'process raft request' (duration: 132.863902ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:00.614332Z","caller":"traceutil/trace.go:171","msg":"trace[630777268] transaction","detail":"{read_only:false; response_revision:28849; number_of_response:1; }","duration":"145.625424ms","start":"2026-07-03T16:58:00.468674Z","end":"2026-07-03T16:58:00.614299Z","steps":["trace[630777268] 'process raft request' (duration: 145.524162ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:00.614334Z","caller":"traceutil/trace.go:171","msg":"trace[1029118827] transaction","detail":"{read_only:false; response_revision:28848; number_of_response:1; }","duration":"146.863683ms","start":"2026-07-03T16:58:00.467429Z","end":"2026-07-03T16:58:00.614292Z","steps":["trace[1029118827] 'process raft request' (duration: 101.431286ms)","trace[1029118827] 'compare' (duration: 45.181511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:58:00.99442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.835178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:00.994504Z","caller":"traceutil/trace.go:171","msg":"trace[1613257939] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28849; }","duration":"131.965182ms","start":"2026-07-03T16:58:00.862516Z","end":"2026-07-03T16:58:00.994482Z","steps":["trace[1613257939] 'count revisions from in-memory index tree' (duration: 131.753987ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.160504Z","caller":"traceutil/trace.go:171","msg":"trace[595931634] transaction","detail":"{read_only:false; response_revision:28850; number_of_response:1; }","duration":"134.841217ms","start":"2026-07-03T16:58:01.025639Z","end":"2026-07-03T16:58:01.160481Z","steps":["trace[595931634] 'process raft request' (duration: 134.694994ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.380956Z","caller":"traceutil/trace.go:171","msg":"trace[1787025453] linearizableReadLoop","detail":"{readStateIndex:29850; appliedIndex:29849; }","duration":"309.102985ms","start":"2026-07-03T16:58:01.071833Z","end":"2026-07-03T16:58:01.380936Z","steps":["trace[1787025453] 'read index received' (duration: 89.181625ms)","trace[1787025453] 'applied index is now lower than readState.Index' (duration: 219.92048ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:01.381421Z","caller":"traceutil/trace.go:171","msg":"trace[1459630576] transaction","detail":"{read_only:false; response_revision:28851; number_of_response:1; }","duration":"354.040062ms","start":"2026-07-03T16:58:01.027367Z","end":"2026-07-03T16:58:01.381407Z","steps":["trace[1459630576] 'process raft request' (duration: 353.138931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.38154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.027338Z","time spent":"354.132713ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418757,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:58:01.381812Z","caller":"traceutil/trace.go:171","msg":"trace[1373507344] transaction","detail":"{read_only:false; response_revision:28852; number_of_response:1; }","duration":"257.328964ms","start":"2026-07-03T16:58:01.124468Z","end":"2026-07-03T16:58:01.381797Z","steps":["trace[1373507344] 'process raft request' (duration: 256.370462ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.382031Z","caller":"traceutil/trace.go:171","msg":"trace[1595914874] transaction","detail":"{read_only:false; response_revision:28853; number_of_response:1; }","duration":"257.189931ms","start":"2026-07-03T16:58:01.12483Z","end":"2026-07-03T16:58:01.382019Z","steps":["trace[1595914874] 'process raft request' (duration: 256.069806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.382251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.413705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:01.382295Z","caller":"traceutil/trace.go:171","msg":"trace[704013030] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28853; }","duration":"310.502117ms","start":"2026-07-03T16:58:01.071783Z","end":"2026-07-03T16:58:01.382286Z","steps":["trace[704013030] 'agreement among raft nodes before linearized reading' (duration: 310.427765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.382323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.071761Z","time spent":"310.555818ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:58:01.730271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.843036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:58:01.730559Z","caller":"traceutil/trace.go:171","msg":"trace[1137787031] transaction","detail":"{read_only:false; response_revision:28854; number_of_response:1; }","duration":"455.546597ms","start":"2026-07-03T16:58:01.274953Z","end":"2026-07-03T16:58:01.7305Z","steps":["trace[1137787031] 'process raft request' (duration: 225.388184ms)","trace[1137787031] 'compare' (duration: 229.073259ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:01.730573Z","caller":"traceutil/trace.go:171","msg":"trace[572017903] transaction","detail":"{read_only:false; response_revision:28855; number_of_response:1; }","duration":"446.422149ms","start":"2026-07-03T16:58:01.284117Z","end":"2026-07-03T16:58:01.730539Z","steps":["trace[572017903] 'process raft request' (duration: 446.273546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.730646Z","caller":"traceutil/trace.go:171","msg":"trace[913255253] transaction","detail":"{read_only:false; response_revision:28856; number_of_response:1; }","duration":"379.713216ms","start":"2026-07-03T16:58:01.350906Z","end":"2026-07-03T16:58:01.730619Z","steps":["trace[913255253] 'process raft request' (duration: 379.571463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.730743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.284103Z","time spent":"446.561452ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:01.730748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.350879Z","time spent":"379.814849ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:01.73083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.274932Z","time spent":"455.736761ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T16:58:01.730833Z","caller":"traceutil/trace.go:171","msg":"trace[58390919] linearizableReadLoop","detail":"{readStateIndex:29859; appliedIndex:29852; }","duration":"349.787543ms","start":"2026-07-03T16:58:01.381018Z","end":"2026-07-03T16:58:01.730805Z","steps":["trace[58390919] 'read index received' (duration: 119.335043ms)","trace[58390919] 'applied index is now lower than readState.Index' (duration: 230.45157ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:01.730601Z","caller":"traceutil/trace.go:171","msg":"trace[985618367] transaction","detail":"{read_only:false; response_revision:28857; number_of_response:1; }","duration":"373.31093ms","start":"2026-07-03T16:58:01.357273Z","end":"2026-07-03T16:58:01.730584Z","steps":["trace[985618367] 'process raft request' (duration: 373.238169ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.73093Z","caller":"traceutil/trace.go:171","msg":"trace[80719441] transaction","detail":"{read_only:false; response_revision:28858; number_of_response:1; }","duration":"371.560091ms","start":"2026-07-03T16:58:01.359349Z","end":"2026-07-03T16:58:01.730909Z","steps":["trace[80719441] 'process raft request' (duration: 371.202443ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.730959Z","caller":"traceutil/trace.go:171","msg":"trace[685963641] transaction","detail":"{read_only:false; response_revision:28859; number_of_response:1; }","duration":"371.502839ms","start":"2026-07-03T16:58:01.359405Z","end":"2026-07-03T16:58:01.730908Z","steps":["trace[685963641] 'process raft request' (duration: 371.250983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.731045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.847921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:58:01.731072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.095261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:01.731081Z","caller":"traceutil/trace.go:171","msg":"trace[1102283293] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28860; }","duration":"482.901523ms","start":"2026-07-03T16:58:01.248165Z","end":"2026-07-03T16:58:01.731067Z","steps":["trace[1102283293] 'agreement among raft nodes before linearized reading' (duration: 482.862262ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.731077Z","caller":"traceutil/trace.go:171","msg":"trace[1178023149] transaction","detail":"{read_only:false; response_revision:28860; number_of_response:1; }","duration":"370.887126ms","start":"2026-07-03T16:58:01.360169Z","end":"2026-07-03T16:58:01.731056Z","steps":["trace[1178023149] 'process raft request' (duration: 370.576128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.731087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.408637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:01.731115Z","caller":"traceutil/trace.go:171","msg":"trace[1887816937] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28860; }","duration":"658.156722ms","start":"2026-07-03T16:58:01.072947Z","end":"2026-07-03T16:58:01.731104Z","steps":["trace[1887816937] 'agreement among raft nodes before linearized reading' (duration: 658.0915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.731122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.248138Z","time spent":"482.976694ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:58:01.731133Z","caller":"traceutil/trace.go:171","msg":"trace[69560564] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28860; }","duration":"530.488368ms","start":"2026-07-03T16:58:01.200633Z","end":"2026-07-03T16:58:01.731121Z","steps":["trace[69560564] 'agreement among raft nodes before linearized reading' (duration: 530.417507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.731151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.072935Z","time spent":"658.209613ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:58:01.731162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.200613Z","time spent":"530.54182ms","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:58:01.731157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.359386Z","time spent":"371.691394ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:01.731168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.360157Z","time spent":"370.967187ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:01.731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.391153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:01.731479Z","caller":"traceutil/trace.go:171","msg":"trace[113831589] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28860; }","duration":"419.924575ms","start":"2026-07-03T16:58:01.311544Z","end":"2026-07-03T16:58:01.731469Z","steps":["trace[113831589] 'agreement among raft nodes before linearized reading' (duration: 419.402063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.731521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.311521Z","time spent":"419.990096ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T16:58:01.730997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.357261Z","time spent":"373.704321ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:01.731005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.359326Z","time spent":"371.640213ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:01.731002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.002224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T16:58:01.731336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.427088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:01.731785Z","caller":"traceutil/trace.go:171","msg":"trace[1874617554] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28860; }","duration":"419.813113ms","start":"2026-07-03T16:58:01.311951Z","end":"2026-07-03T16:58:01.731764Z","steps":["trace[1874617554] 'agreement among raft nodes before linearized reading' (duration: 418.912732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.732024Z","caller":"traceutil/trace.go:171","msg":"trace[1981550119] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28860; }","duration":"659.054552ms","start":"2026-07-03T16:58:01.0728Z","end":"2026-07-03T16:58:01.731855Z","steps":["trace[1981550119] 'agreement among raft nodes before linearized reading' (duration: 658.273294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.732098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.311943Z","time spent":"420.118359ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:58:01.732299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:01.07279Z","time spent":"659.276997ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-03T16:58:01.732433Z","caller":"traceutil/trace.go:171","msg":"trace[267207573] transaction","detail":"{read_only:false; response_revision:28861; number_of_response:1; }","duration":"279.467699ms","start":"2026-07-03T16:58:01.452947Z","end":"2026-07-03T16:58:01.732415Z","steps":["trace[267207573] 'process raft request' (duration: 279.342226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.73254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.888526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:01.732632Z","caller":"traceutil/trace.go:171","msg":"trace[570794266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28861; }","duration":"201.005478ms","start":"2026-07-03T16:58:01.531606Z","end":"2026-07-03T16:58:01.732612Z","steps":["trace[570794266] 'agreement among raft nodes before linearized reading' (duration: 200.833634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:01.732831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.359297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T16:58:01.732898Z","caller":"traceutil/trace.go:171","msg":"trace[1775793189] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:28861; }","duration":"106.46049ms","start":"2026-07-03T16:58:01.626421Z","end":"2026-07-03T16:58:01.732882Z","steps":["trace[1775793189] 'agreement among raft nodes before linearized reading' (duration: 106.04252ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.968617Z","caller":"traceutil/trace.go:171","msg":"trace[959922934] linearizableReadLoop","detail":"{readStateIndex:29862; appliedIndex:29861; }","duration":"142.83816ms","start":"2026-07-03T16:58:01.825751Z","end":"2026-07-03T16:58:01.968589Z","steps":["trace[959922934] 'read index received' (duration: 61.399702ms)","trace[959922934] 'applied index is now lower than readState.Index' (duration: 81.437168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:58:01.96881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.032705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:01.968845Z","caller":"traceutil/trace.go:171","msg":"trace[1144153005] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28863; }","duration":"143.087426ms","start":"2026-07-03T16:58:01.825746Z","end":"2026-07-03T16:58:01.968834Z","steps":["trace[1144153005] 'agreement among raft nodes before linearized reading' (duration: 142.995994ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:01.968824Z","caller":"traceutil/trace.go:171","msg":"trace[1215993813] transaction","detail":"{read_only:false; response_revision:28863; number_of_response:1; }","duration":"171.642387ms","start":"2026-07-03T16:58:01.797149Z","end":"2026-07-03T16:58:01.968792Z","steps":["trace[1215993813] 'process raft request' (duration: 90.110726ms)","trace[1215993813] 'compare' (duration: 81.03355ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:19.809579Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T16:58:19.814717Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-03T16:58:19.814808Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-03T16:58:31.602022Z","caller":"traceutil/trace.go:171","msg":"trace[413372850] transaction","detail":"{read_only:false; response_revision:29127; number_of_response:1; }","duration":"207.037406ms","start":"2026-07-03T16:58:31.394964Z","end":"2026-07-03T16:58:31.602001Z","steps":["trace[413372850] 'process raft request' (duration: 206.887961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:31.883303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.111115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:58:31.883396Z","caller":"traceutil/trace.go:171","msg":"trace[1802531658] linearizableReadLoop","detail":"{readStateIndex:30135; appliedIndex:30133; }","duration":"437.321852ms","start":"2026-07-03T16:58:31.446059Z","end":"2026-07-03T16:58:31.883381Z","steps":["trace[1802531658] 'read index received' (duration: 155.828356ms)","trace[1802531658] 'applied index is now lower than readState.Index' (duration: 281.492295ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:31.883753Z","caller":"traceutil/trace.go:171","msg":"trace[1745071384] transaction","detail":"{read_only:false; response_revision:29128; number_of_response:1; }","duration":"486.77135ms","start":"2026-07-03T16:58:31.396964Z","end":"2026-07-03T16:58:31.883735Z","steps":["trace[1745071384] 'process raft request' (duration: 294.154524ms)","trace[1745071384] 'compare' (duration: 191.028221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T16:58:31.883868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:31.39691Z","time spent":"486.881723ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:31.885104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.023391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:31.885211Z","caller":"traceutil/trace.go:171","msg":"trace[215356376] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29128; }","duration":"439.172164ms","start":"2026-07-03T16:58:31.446021Z","end":"2026-07-03T16:58:31.885193Z","steps":["trace[215356376] 'agreement among raft nodes before linearized reading' (duration: 438.98689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:31.885267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:31.446004Z","time spent":"439.251326ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-03T16:58:32.111618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.193624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T16:58:32.111725Z","caller":"traceutil/trace.go:171","msg":"trace[1744517205] transaction","detail":"{read_only:false; response_revision:29129; number_of_response:1; }","duration":"286.546119ms","start":"2026-07-03T16:58:31.825159Z","end":"2026-07-03T16:58:32.111705Z","steps":["trace[1744517205] 'process raft request' (duration: 173.185212ms)","trace[1744517205] 'compare' (duration: 112.902797ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:32.114726Z","caller":"traceutil/trace.go:171","msg":"trace[119998928] linearizableReadLoop","detail":"{readStateIndex:30140; appliedIndex:30135; }","duration":"231.248239ms","start":"2026-07-03T16:58:31.883463Z","end":"2026-07-03T16:58:32.114711Z","steps":["trace[119998928] 'read index received' (duration: 114.895263ms)","trace[119998928] 'applied index is now lower than readState.Index' (duration: 116.351926ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:32.114781Z","caller":"traceutil/trace.go:171","msg":"trace[62656812] transaction","detail":"{read_only:false; response_revision:29135; number_of_response:1; }","duration":"226.143192ms","start":"2026-07-03T16:58:31.888596Z","end":"2026-07-03T16:58:32.114739Z","steps":["trace[62656812] 'process raft request' (duration: 226.07704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:32.114997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.678981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-03T16:58:32.115036Z","caller":"traceutil/trace.go:171","msg":"trace[726083225] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29135; }","duration":"292.723702ms","start":"2026-07-03T16:58:31.822301Z","end":"2026-07-03T16:58:32.115025Z","steps":["trace[726083225] 'agreement among raft nodes before linearized reading' (duration: 292.504517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:32.115228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.24722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:32.115259Z","caller":"traceutil/trace.go:171","msg":"trace[1072685459] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29135; }","duration":"295.320271ms","start":"2026-07-03T16:58:31.819933Z","end":"2026-07-03T16:58:32.115253Z","steps":["trace[1072685459] 'agreement among raft nodes before linearized reading' (duration: 295.27447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:32.115429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.898304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-03T16:58:32.115424Z","caller":"traceutil/trace.go:171","msg":"trace[295049632] transaction","detail":"{read_only:false; response_revision:29130; number_of_response:1; }","duration":"278.704312ms","start":"2026-07-03T16:58:31.836703Z","end":"2026-07-03T16:58:32.115407Z","steps":["trace[295049632] 'process raft request' (duration: 277.683728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:32.115456Z","caller":"traceutil/trace.go:171","msg":"trace[343608586] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29135; }","duration":"295.948746ms","start":"2026-07-03T16:58:31.819501Z","end":"2026-07-03T16:58:32.11545Z","steps":["trace[343608586] 'agreement among raft nodes before linearized reading' (duration: 295.856454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:32.115633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.486788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-03T16:58:32.115674Z","caller":"traceutil/trace.go:171","msg":"trace[982706428] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29135; }","duration":"296.56978ms","start":"2026-07-03T16:58:31.819097Z","end":"2026-07-03T16:58:32.115667Z","steps":["trace[982706428] 'agreement among raft nodes before linearized reading' (duration: 296.464787ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:32.115682Z","caller":"traceutil/trace.go:171","msg":"trace[1034374743] transaction","detail":"{read_only:false; response_revision:29132; number_of_response:1; }","duration":"267.328632ms","start":"2026-07-03T16:58:31.848345Z","end":"2026-07-03T16:58:32.115674Z","steps":["trace[1034374743] 'process raft request' (duration: 266.179495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:32.115789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.174213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:32.115815Z","caller":"traceutil/trace.go:171","msg":"trace[195008267] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29135; }","duration":"297.239825ms","start":"2026-07-03T16:58:31.81857Z","end":"2026-07-03T16:58:32.115809Z","steps":["trace[195008267] 'agreement among raft nodes before linearized reading' (duration: 297.203414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:32.115921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.331542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T16:58:32.115948Z","caller":"traceutil/trace.go:171","msg":"trace[891292464] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29135; }","duration":"444.395414ms","start":"2026-07-03T16:58:31.671546Z","end":"2026-07-03T16:58:32.115941Z","steps":["trace[891292464] 'agreement among raft nodes before linearized reading' (duration: 444.344893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:32.115968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:31.671524Z","time spent":"444.437504ms","remote":"127.0.0.1:33456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T16:58:32.116116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.775739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:32.11614Z","caller":"traceutil/trace.go:171","msg":"trace[985797067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29135; }","duration":"595.82908ms","start":"2026-07-03T16:58:31.520305Z","end":"2026-07-03T16:58:32.116134Z","steps":["trace[985797067] 'agreement among raft nodes before linearized reading' (duration: 595.786709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:32.116157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:31.520292Z","time spent":"595.861621ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T16:58:32.116334Z","caller":"traceutil/trace.go:171","msg":"trace[1211367557] transaction","detail":"{read_only:false; response_revision:29133; number_of_response:1; }","duration":"235.225589ms","start":"2026-07-03T16:58:31.881093Z","end":"2026-07-03T16:58:32.116319Z","steps":["trace[1211367557] 'process raft request' (duration: 233.485169ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:32.116587Z","caller":"traceutil/trace.go:171","msg":"trace[1599720061] transaction","detail":"{read_only:false; response_revision:29134; number_of_response:1; }","duration":"228.227759ms","start":"2026-07-03T16:58:31.888344Z","end":"2026-07-03T16:58:32.116572Z","steps":["trace[1599720061] 'process raft request' (duration: 226.296455ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:32.115644Z","caller":"traceutil/trace.go:171","msg":"trace[486040860] transaction","detail":"{read_only:false; response_revision:29131; number_of_response:1; }","duration":"278.844345ms","start":"2026-07-03T16:58:31.836787Z","end":"2026-07-03T16:58:32.115631Z","steps":["trace[486040860] 'process raft request' (duration: 277.689338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:40.525362Z","caller":"traceutil/trace.go:171","msg":"trace[792758462] transaction","detail":"{read_only:false; response_revision:29194; number_of_response:1; }","duration":"188.724538ms","start":"2026-07-03T16:58:40.336613Z","end":"2026-07-03T16:58:40.525338Z","steps":["trace[792758462] 'process raft request' (duration: 188.293039ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:48.345537Z","caller":"traceutil/trace.go:171","msg":"trace[1824717150] transaction","detail":"{read_only:false; response_revision:29268; number_of_response:1; }","duration":"115.090917ms","start":"2026-07-03T16:58:48.230421Z","end":"2026-07-03T16:58:48.345512Z","steps":["trace[1824717150] 'process raft request' (duration: 114.898182ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:48.358637Z","caller":"traceutil/trace.go:171","msg":"trace[1078471668] transaction","detail":"{read_only:false; response_revision:29269; number_of_response:1; }","duration":"101.148828ms","start":"2026-07-03T16:58:48.257467Z","end":"2026-07-03T16:58:48.358616Z","steps":["trace[1078471668] 'process raft request' (duration: 100.991245ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:48.358823Z","caller":"traceutil/trace.go:171","msg":"trace[1582554385] transaction","detail":"{read_only:false; response_revision:29270; number_of_response:1; }","duration":"100.016833ms","start":"2026-07-03T16:58:48.258796Z","end":"2026-07-03T16:58:48.358813Z","steps":["trace[1582554385] 'process raft request' (duration: 99.784078ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:48.747017Z","caller":"traceutil/trace.go:171","msg":"trace[301763162] linearizableReadLoop","detail":"{readStateIndex:30289; appliedIndex:30288; }","duration":"105.769944ms","start":"2026-07-03T16:58:48.641228Z","end":"2026-07-03T16:58:48.746998Z","steps":["trace[301763162] 'read index received' (duration: 105.523609ms)","trace[301763162] 'applied index is now lower than readState.Index' (duration: 245.405µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:48.747081Z","caller":"traceutil/trace.go:171","msg":"trace[749036086] transaction","detail":"{read_only:false; response_revision:29278; number_of_response:1; }","duration":"153.37511ms","start":"2026-07-03T16:58:48.593675Z","end":"2026-07-03T16:58:48.74705Z","steps":["trace[749036086] 'process raft request' (duration: 153.140935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:48.747274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.030531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T16:58:48.747418Z","caller":"traceutil/trace.go:171","msg":"trace[1560013487] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:29278; }","duration":"106.225544ms","start":"2026-07-03T16:58:48.641178Z","end":"2026-07-03T16:58:48.747403Z","steps":["trace[1560013487] 'agreement among raft nodes before linearized reading' (duration: 105.957338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:50.46673Z","caller":"traceutil/trace.go:171","msg":"trace[70005797] transaction","detail":"{read_only:false; response_revision:29287; number_of_response:1; }","duration":"135.415881ms","start":"2026-07-03T16:58:50.331277Z","end":"2026-07-03T16:58:50.466693Z","steps":["trace[70005797] 'process raft request' (duration: 135.245087ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:50.659215Z","caller":"traceutil/trace.go:171","msg":"trace[794779562] transaction","detail":"{read_only:false; response_revision:29288; number_of_response:1; }","duration":"294.791229ms","start":"2026-07-03T16:58:50.364384Z","end":"2026-07-03T16:58:50.659175Z","steps":["trace[794779562] 'process raft request' (duration: 293.389317ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:50.659382Z","caller":"traceutil/trace.go:171","msg":"trace[1076495226] transaction","detail":"{read_only:false; response_revision:29290; number_of_response:1; }","duration":"294.465641ms","start":"2026-07-03T16:58:50.364899Z","end":"2026-07-03T16:58:50.659365Z","steps":["trace[1076495226] 'process raft request' (duration: 294.304037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:50.659635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.943612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-03T16:58:50.659679Z","caller":"traceutil/trace.go:171","msg":"trace[1850189927] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:29294; }","duration":"295.027174ms","start":"2026-07-03T16:58:50.364643Z","end":"2026-07-03T16:58:50.65967Z","steps":["trace[1850189927] 'agreement among raft nodes before linearized reading' (duration: 294.83929ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:50.659685Z","caller":"traceutil/trace.go:171","msg":"trace[1385520192] transaction","detail":"{read_only:false; response_revision:29292; number_of_response:1; }","duration":"294.319978ms","start":"2026-07-03T16:58:50.365337Z","end":"2026-07-03T16:58:50.659657Z","steps":["trace[1385520192] 'process raft request' (duration: 293.941589ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:50.659883Z","caller":"traceutil/trace.go:171","msg":"trace[1207370809] transaction","detail":"{read_only:false; response_revision:29291; number_of_response:1; }","duration":"294.905582ms","start":"2026-07-03T16:58:50.364962Z","end":"2026-07-03T16:58:50.659868Z","steps":["trace[1207370809] 'process raft request' (duration: 294.285697ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:50.659978Z","caller":"traceutil/trace.go:171","msg":"trace[1038259394] transaction","detail":"{read_only:false; response_revision:29289; number_of_response:1; }","duration":"295.496566ms","start":"2026-07-03T16:58:50.364466Z","end":"2026-07-03T16:58:50.659962Z","steps":["trace[1038259394] 'process raft request' (duration: 294.653276ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:50.659393Z","caller":"traceutil/trace.go:171","msg":"trace[761670570] linearizableReadLoop","detail":"{readStateIndex:30300; appliedIndex:30298; }","duration":"294.699486ms","start":"2026-07-03T16:58:50.364671Z","end":"2026-07-03T16:58:50.659371Z","steps":["trace[761670570] 'read index received' (duration: 102.51104ms)","trace[761670570] 'applied index is now lower than readState.Index' (duration: 192.187446ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:50.660094Z","caller":"traceutil/trace.go:171","msg":"trace[1013107379] transaction","detail":"{read_only:false; response_revision:29293; number_of_response:1; }","duration":"291.618536ms","start":"2026-07-03T16:58:50.368464Z","end":"2026-07-03T16:58:50.660082Z","steps":["trace[1013107379] 'process raft request' (duration: 290.846668ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:50.660294Z","caller":"traceutil/trace.go:171","msg":"trace[37298630] transaction","detail":"{read_only:false; response_revision:29294; number_of_response:1; }","duration":"289.97392ms","start":"2026-07-03T16:58:50.3703Z","end":"2026-07-03T16:58:50.660273Z","steps":["trace[37298630] 'process raft request' (duration: 289.036847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:50.66061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.552728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-03T16:58:50.66066Z","caller":"traceutil/trace.go:171","msg":"trace[814963699] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:29294; }","duration":"292.62619ms","start":"2026-07-03T16:58:50.368023Z","end":"2026-07-03T16:58:50.660649Z","steps":["trace[814963699] 'agreement among raft nodes before linearized reading' (duration: 292.469336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:50.660982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.798747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:50.661036Z","caller":"traceutil/trace.go:171","msg":"trace[613775703] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29294; }","duration":"134.895879ms","start":"2026-07-03T16:58:50.526126Z","end":"2026-07-03T16:58:50.661022Z","steps":["trace[613775703] 'agreement among raft nodes before linearized reading' (duration: 134.800347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:50.661183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.585627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T16:58:50.661241Z","caller":"traceutil/trace.go:171","msg":"trace[79128797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29294; }","duration":"189.68365ms","start":"2026-07-03T16:58:50.471544Z","end":"2026-07-03T16:58:50.661228Z","steps":["trace[79128797] 'agreement among raft nodes before linearized reading' (duration: 189.454585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:50.661214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.239231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T16:58:50.661402Z","caller":"traceutil/trace.go:171","msg":"trace[2026877429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29294; }","duration":"140.428046ms","start":"2026-07-03T16:58:50.520963Z","end":"2026-07-03T16:58:50.661391Z","steps":["trace[2026877429] 'agreement among raft nodes before linearized reading' (duration: 140.19378ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:54.798361Z","caller":"traceutil/trace.go:171","msg":"trace[43844210] transaction","detail":"{read_only:false; response_revision:29320; number_of_response:1; }","duration":"114.541324ms","start":"2026-07-03T16:58:54.683793Z","end":"2026-07-03T16:58:54.798335Z","steps":["trace[43844210] 'process raft request' (duration: 67.260745ms)","trace[43844210] 'compare' (duration: 47.107145ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:54.798659Z","caller":"traceutil/trace.go:171","msg":"trace[238950955] linearizableReadLoop","detail":"{readStateIndex:30332; appliedIndex:30330; }","duration":"112.248342ms","start":"2026-07-03T16:58:54.686395Z","end":"2026-07-03T16:58:54.798643Z","steps":["trace[238950955] 'read index received' (duration: 8.154537ms)","trace[238950955] 'applied index is now lower than readState.Index' (duration: 104.092935ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:54.798765Z","caller":"traceutil/trace.go:171","msg":"trace[287443630] transaction","detail":"{read_only:false; response_revision:29323; number_of_response:1; }","duration":"111.354842ms","start":"2026-07-03T16:58:54.687394Z","end":"2026-07-03T16:58:54.798749Z","steps":["trace[287443630] 'process raft request' (duration: 111.111946ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:54.798784Z","caller":"traceutil/trace.go:171","msg":"trace[14559486] transaction","detail":"{read_only:false; response_revision:29324; number_of_response:1; }","duration":"110.702337ms","start":"2026-07-03T16:58:54.688074Z","end":"2026-07-03T16:58:54.798776Z","steps":["trace[14559486] 'process raft request' (duration: 110.509523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:54.798868Z","caller":"traceutil/trace.go:171","msg":"trace[2055712663] transaction","detail":"{read_only:false; response_revision:29325; number_of_response:1; }","duration":"110.096632ms","start":"2026-07-03T16:58:54.688763Z","end":"2026-07-03T16:58:54.79886Z","steps":["trace[2055712663] 'process raft request' (duration: 109.847867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:54.798889Z","caller":"traceutil/trace.go:171","msg":"trace[670870035] transaction","detail":"{read_only:false; response_revision:29321; number_of_response:1; }","duration":"112.319554ms","start":"2026-07-03T16:58:54.686561Z","end":"2026-07-03T16:58:54.798881Z","steps":["trace[670870035] 'process raft request' (duration: 111.73826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:54.798941Z","caller":"traceutil/trace.go:171","msg":"trace[1002722796] transaction","detail":"{read_only:false; response_revision:29322; number_of_response:1; }","duration":"112.328204ms","start":"2026-07-03T16:58:54.686604Z","end":"2026-07-03T16:58:54.798932Z","steps":["trace[1002722796] 'process raft request' (duration: 111.856083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:54.799001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.60253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-03T16:58:54.799026Z","caller":"traceutil/trace.go:171","msg":"trace[2050102580] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:29325; }","duration":"112.700652ms","start":"2026-07-03T16:58:54.686319Z","end":"2026-07-03T16:58:54.79902Z","steps":["trace[2050102580] 'agreement among raft nodes before linearized reading' (duration: 112.597299ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:59.391063Z","caller":"traceutil/trace.go:171","msg":"trace[141717240] linearizableReadLoop","detail":"{readStateIndex:30372; appliedIndex:30371; }","duration":"264.032507ms","start":"2026-07-03T16:58:59.127004Z","end":"2026-07-03T16:58:59.391036Z","steps":["trace[141717240] 'read index received' (duration: 263.906974ms)","trace[141717240] 'applied index is now lower than readState.Index' (duration: 124.152µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:58:59.391116Z","caller":"traceutil/trace.go:171","msg":"trace[736868963] transaction","detail":"{read_only:false; response_revision:29359; number_of_response:1; }","duration":"338.68005ms","start":"2026-07-03T16:58:59.052411Z","end":"2026-07-03T16:58:59.391091Z","steps":["trace[736868963] 'process raft request' (duration: 338.460015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:59.391276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T16:58:59.052394Z","time spent":"338.772772ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T16:58:59.391438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.407405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T16:58:59.391522Z","caller":"traceutil/trace.go:171","msg":"trace[1562221311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29359; }","duration":"264.546178ms","start":"2026-07-03T16:58:59.126961Z","end":"2026-07-03T16:58:59.391507Z","steps":["trace[1562221311] 'agreement among raft nodes before linearized reading' (duration: 264.20155ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:58:59.42046Z","caller":"traceutil/trace.go:171","msg":"trace[1723095131] transaction","detail":"{read_only:false; response_revision:29360; number_of_response:1; }","duration":"241.635925ms","start":"2026-07-03T16:58:59.178796Z","end":"2026-07-03T16:58:59.420432Z","steps":["trace[1723095131] 'process raft request' (duration: 241.42262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:58:59.420527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.712759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T16:58:59.420596Z","caller":"traceutil/trace.go:171","msg":"trace[1424836149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29360; }","duration":"249.825842ms","start":"2026-07-03T16:58:59.170753Z","end":"2026-07-03T16:58:59.420578Z","steps":["trace[1424836149] 'agreement among raft nodes before linearized reading' (duration: 249.611587ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:59:13.283652Z","caller":"traceutil/trace.go:171","msg":"trace[341202746] linearizableReadLoop","detail":"{readStateIndex:30495; appliedIndex:30493; }","duration":"154.15761ms","start":"2026-07-03T16:59:13.129471Z","end":"2026-07-03T16:59:13.283629Z","steps":["trace[341202746] 'read index received' (duration: 70.336427ms)","trace[341202746] 'applied index is now lower than readState.Index' (duration: 83.820143ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:59:13.283764Z","caller":"traceutil/trace.go:171","msg":"trace[287440027] transaction","detail":"{read_only:false; response_revision:29480; number_of_response:1; }","duration":"165.666882ms","start":"2026-07-03T16:59:13.118066Z","end":"2026-07-03T16:59:13.283733Z","steps":["trace[287440027] 'process raft request' (duration: 164.26912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T16:59:13.284204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.718782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T16:59:13.284246Z","caller":"traceutil/trace.go:171","msg":"trace[634956052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29480; }","duration":"154.791754ms","start":"2026-07-03T16:59:13.129443Z","end":"2026-07-03T16:59:13.284235Z","steps":["trace[634956052] 'agreement among raft nodes before linearized reading' (duration: 154.326543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:59:58.926587Z","caller":"traceutil/trace.go:171","msg":"trace[889644680] transaction","detail":"{read_only:false; response_revision:29989; number_of_response:1; }","duration":"164.24966ms","start":"2026-07-03T16:59:58.762307Z","end":"2026-07-03T16:59:58.926557Z","steps":["trace[889644680] 'process raft request' (duration: 162.732344ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:59:59.270715Z","caller":"traceutil/trace.go:171","msg":"trace[612263913] transaction","detail":"{read_only:false; response_revision:29990; number_of_response:1; }","duration":"194.249303ms","start":"2026-07-03T16:59:59.076443Z","end":"2026-07-03T16:59:59.270693Z","steps":["trace[612263913] 'process raft request' (duration: 176.634822ms)","trace[612263913] 'compare' (duration: 17.526649ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T16:59:59.306842Z","caller":"traceutil/trace.go:171","msg":"trace[1856972093] transaction","detail":"{read_only:false; response_revision:29991; number_of_response:1; }","duration":"156.769348ms","start":"2026-07-03T16:59:59.150035Z","end":"2026-07-03T16:59:59.306804Z","steps":["trace[1856972093] 'process raft request' (duration: 156.477251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T16:59:59.30711Z","caller":"traceutil/trace.go:171","msg":"trace[970715759] transaction","detail":"{read_only:false; response_revision:29992; number_of_response:1; }","duration":"135.532733ms","start":"2026-07-03T16:59:59.171535Z","end":"2026-07-03T16:59:59.307068Z","steps":["trace[970715759] 'process raft request' (duration: 135.119473ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:00.392981Z","caller":"traceutil/trace.go:171","msg":"trace[955721735] transaction","detail":"{read_only:false; response_revision:30026; number_of_response:1; }","duration":"257.788624ms","start":"2026-07-03T17:00:00.13517Z","end":"2026-07-03T17:00:00.392958Z","steps":["trace[955721735] 'process raft request' (duration: 257.071938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:00.394475Z","caller":"traceutil/trace.go:171","msg":"trace[1849964987] linearizableReadLoop","detail":"{readStateIndex:31058; appliedIndex:31055; }","duration":"242.894674ms","start":"2026-07-03T17:00:00.151557Z","end":"2026-07-03T17:00:00.394452Z","steps":["trace[1849964987] 'read index received' (duration: 240.422627ms)","trace[1849964987] 'applied index is now lower than readState.Index' (duration: 2.470937ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:00.39451Z","caller":"traceutil/trace.go:171","msg":"trace[2019360736] transaction","detail":"{read_only:false; response_revision:30027; number_of_response:1; }","duration":"259.273719ms","start":"2026-07-03T17:00:00.135216Z","end":"2026-07-03T17:00:00.39449Z","steps":["trace[2019360736] 'process raft request' (duration: 259.064133ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:00.394594Z","caller":"traceutil/trace.go:171","msg":"trace[560127160] transaction","detail":"{read_only:false; response_revision:30028; number_of_response:1; }","duration":"258.989802ms","start":"2026-07-03T17:00:00.135545Z","end":"2026-07-03T17:00:00.394535Z","steps":["trace[560127160] 'process raft request' (duration: 258.863599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:00.394709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.13511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29718300-t99rm\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-07-03T17:00:00.394765Z","caller":"traceutil/trace.go:171","msg":"trace[2104172368] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29718300-t99rm; range_end:; response_count:1; response_revision:30028; }","duration":"243.229821ms","start":"2026-07-03T17:00:00.15152Z","end":"2026-07-03T17:00:00.39475Z","steps":["trace[2104172368] 'agreement among raft nodes before linearized reading' (duration: 243.024327ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:03.637561Z","caller":"traceutil/trace.go:171","msg":"trace[315590051] transaction","detail":"{read_only:false; response_revision:30075; number_of_response:1; }","duration":"224.990595ms","start":"2026-07-03T17:00:03.412543Z","end":"2026-07-03T17:00:03.637534Z","steps":["trace[315590051] 'process raft request' (duration: 224.77916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.064986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.281971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:00:04.065165Z","caller":"traceutil/trace.go:171","msg":"trace[2012465154] linearizableReadLoop","detail":"{readStateIndex:31108; appliedIndex:31105; }","duration":"601.422767ms","start":"2026-07-03T17:00:03.463726Z","end":"2026-07-03T17:00:04.065149Z","steps":["trace[2012465154] 'read index received' (duration: 173.592952ms)","trace[2012465154] 'applied index is now lower than readState.Index' (duration: 427.828605ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:04.065255Z","caller":"traceutil/trace.go:171","msg":"trace[990378305] transaction","detail":"{read_only:false; response_revision:30076; number_of_response:1; }","duration":"650.142009ms","start":"2026-07-03T17:00:03.415102Z","end":"2026-07-03T17:00:04.065244Z","steps":["trace[990378305] 'process raft request' (duration: 272.51391ms)","trace[990378305] 'compare' (duration: 377.060277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:04.065313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.415085Z","time spent":"650.19632ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:04.065502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.752454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:00:04.06559Z","caller":"traceutil/trace.go:171","msg":"trace[611460926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30077; }","duration":"601.881288ms","start":"2026-07-03T17:00:03.46369Z","end":"2026-07-03T17:00:04.065571Z","steps":["trace[611460926] 'agreement among raft nodes before linearized reading' (duration: 601.596061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.065633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.463671Z","time spent":"601.953379ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T17:00:04.065667Z","caller":"traceutil/trace.go:171","msg":"trace[1993979707] transaction","detail":"{read_only:false; response_revision:30077; number_of_response:1; }","duration":"645.262667ms","start":"2026-07-03T17:00:03.420378Z","end":"2026-07-03T17:00:04.065641Z","steps":["trace[1993979707] 'process raft request' (duration: 644.708925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.065727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.945005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:00:04.065764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.785388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:00:04.065803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.420361Z","time spent":"645.370149ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:04.0658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.612857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T17:00:04.065817Z","caller":"traceutil/trace.go:171","msg":"trace[1443672609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30077; }","duration":"540.037467ms","start":"2026-07-03T17:00:03.525753Z","end":"2026-07-03T17:00:04.065791Z","steps":["trace[1443672609] 'agreement among raft nodes before linearized reading' (duration: 539.885283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.06581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.400012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T17:00:04.065809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.561483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-03T17:00:04.065864Z","caller":"traceutil/trace.go:171","msg":"trace[2048165235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30077; }","duration":"511.70136ms","start":"2026-07-03T17:00:03.554143Z","end":"2026-07-03T17:00:04.065845Z","steps":["trace[2048165235] 'agreement among raft nodes before linearized reading' (duration: 511.499545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.065862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.525712Z","time spent":"540.141769ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T17:00:04.065859Z","caller":"traceutil/trace.go:171","msg":"trace[1157120804] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:30077; }","duration":"531.902761ms","start":"2026-07-03T17:00:03.533932Z","end":"2026-07-03T17:00:04.065835Z","steps":["trace[1157120804] 'agreement among raft nodes before linearized reading' (duration: 531.710096ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:04.065881Z","caller":"traceutil/trace.go:171","msg":"trace[61652779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30077; }","duration":"334.503244ms","start":"2026-07-03T17:00:03.731362Z","end":"2026-07-03T17:00:04.065865Z","steps":["trace[61652779] 'agreement among raft nodes before linearized reading' (duration: 334.271809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.065897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.554131Z","time spent":"511.758291ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T17:00:04.065892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.1423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T17:00:04.065897Z","caller":"traceutil/trace.go:171","msg":"trace[739914137] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:30077; }","duration":"223.689466ms","start":"2026-07-03T17:00:03.842183Z","end":"2026-07-03T17:00:04.065872Z","steps":["trace[739914137] 'agreement among raft nodes before linearized reading' (duration: 223.483131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.065911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.533865Z","time spent":"532.034823ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-03T17:00:04.065931Z","caller":"traceutil/trace.go:171","msg":"trace[1411443998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30077; }","duration":"505.202461ms","start":"2026-07-03T17:00:03.560719Z","end":"2026-07-03T17:00:04.065921Z","steps":["trace[1411443998] 'agreement among raft nodes before linearized reading' (duration: 505.072438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.065917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.731348Z","time spent":"334.561285ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T17:00:04.065965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:03.560708Z","time spent":"505.251391ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T17:00:04.065767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.083153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:04.066078Z","caller":"traceutil/trace.go:171","msg":"trace[766362390] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:30077; }","duration":"121.461992ms","start":"2026-07-03T17:00:03.944597Z","end":"2026-07-03T17:00:04.066059Z","steps":["trace[766362390] 'agreement among raft nodes before linearized reading' (duration: 121.068483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.065804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.849542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:00:04.066178Z","caller":"traceutil/trace.go:171","msg":"trace[790908822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30077; }","duration":"197.264142ms","start":"2026-07-03T17:00:03.868903Z","end":"2026-07-03T17:00:04.066167Z","steps":["trace[790908822] 'agreement among raft nodes before linearized reading' (duration: 196.748831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.403405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.636209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:00:04.40354Z","caller":"traceutil/trace.go:171","msg":"trace[2115355081] linearizableReadLoop","detail":"{readStateIndex:31109; appliedIndex:31108; }","duration":"333.450441ms","start":"2026-07-03T17:00:04.070072Z","end":"2026-07-03T17:00:04.403522Z","steps":["trace[2115355081] 'read index received' (duration: 136.648538ms)","trace[2115355081] 'applied index is now lower than readState.Index' (duration: 196.800443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:04.403719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.643505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-03T17:00:04.40376Z","caller":"traceutil/trace.go:171","msg":"trace[1141490908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553; range_end:; response_count:1; response_revision:30078; }","duration":"333.705227ms","start":"2026-07-03T17:00:04.070041Z","end":"2026-07-03T17:00:04.403746Z","steps":["trace[1141490908] 'agreement among raft nodes before linearized reading' (duration: 333.529193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:04.403797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.069976Z","time spent":"333.813049ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-90a23052-b869-46df-a8d4-daab0ca76553\" "} {"level":"info","ts":"2026-07-03T17:00:04.403875Z","caller":"traceutil/trace.go:171","msg":"trace[1785345608] transaction","detail":"{read_only:false; response_revision:30078; number_of_response:1; }","duration":"334.006823ms","start":"2026-07-03T17:00:04.06984Z","end":"2026-07-03T17:00:04.403847Z","steps":["trace[1785345608] 'process raft request' (duration: 136.813881ms)","trace[1785345608] 'compare' (duration: 196.461386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:04.404013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.06982Z","time spent":"334.122566ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:05.414764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.551548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:00:05.415006Z","caller":"traceutil/trace.go:171","msg":"trace[964263490] transaction","detail":"{read_only:false; response_revision:30079; number_of_response:1; }","duration":"1.344269883s","start":"2026-07-03T17:00:04.070712Z","end":"2026-07-03T17:00:05.414981Z","steps":["trace[964263490] 'process raft request' (duration: 973.399647ms)","trace[964263490] 'compare' (duration: 369.940684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:05.415126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.070702Z","time spent":"1.344361475s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:05.415138Z","caller":"traceutil/trace.go:171","msg":"trace[929834577] transaction","detail":"{read_only:false; response_revision:30080; number_of_response:1; }","duration":"1.344373955s","start":"2026-07-03T17:00:04.070739Z","end":"2026-07-03T17:00:05.415113Z","steps":["trace[929834577] 'process raft request' (duration: 1.34414472s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.41524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.070721Z","time spent":"1.344471908s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:05.415449Z","caller":"traceutil/trace.go:171","msg":"trace[880497620] transaction","detail":"{read_only:false; response_revision:30081; number_of_response:1; }","duration":"1.34461361s","start":"2026-07-03T17:00:04.070789Z","end":"2026-07-03T17:00:05.415402Z","steps":["trace[880497620] 'process raft request' (duration: 1.344266442s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.415593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.070783Z","time spent":"1.344738373s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:05.415658Z","caller":"traceutil/trace.go:171","msg":"trace[916805807] transaction","detail":"{read_only:false; response_revision:30082; number_of_response:1; }","duration":"1.34461522s","start":"2026-07-03T17:00:04.071021Z","end":"2026-07-03T17:00:05.415636Z","steps":["trace[916805807] 'process raft request' (duration: 1.344273143s)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:05.415646Z","caller":"traceutil/trace.go:171","msg":"trace[374428290] linearizableReadLoop","detail":"{readStateIndex:31113; appliedIndex:31109; }","duration":"843.322118ms","start":"2026-07-03T17:00:04.572286Z","end":"2026-07-03T17:00:05.415608Z","steps":["trace[374428290] 'read index received' (duration: 471.740776ms)","trace[374428290] 'applied index is now lower than readState.Index' (duration: 371.578182ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:05.415755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.071011Z","time spent":"1.344698552s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:05.415815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.504673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:05.415916Z","caller":"traceutil/trace.go:171","msg":"trace[2008237806] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30082; }","duration":"843.665276ms","start":"2026-07-03T17:00:04.572229Z","end":"2026-07-03T17:00:05.415895Z","steps":["trace[2008237806] 'agreement among raft nodes before linearized reading' (duration: 843.488022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.415969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.572207Z","time spent":"843.751228ms","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-03T17:00:05.45982Z","caller":"traceutil/trace.go:171","msg":"trace[255818030] transaction","detail":"{read_only:false; response_revision:30083; number_of_response:1; }","duration":"126.635701ms","start":"2026-07-03T17:00:05.333163Z","end":"2026-07-03T17:00:05.459799Z","steps":["trace[255818030] 'process raft request' (duration: 126.522658ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:05.808805Z","caller":"traceutil/trace.go:171","msg":"trace[580274543] transaction","detail":"{read_only:false; response_revision:30084; number_of_response:1; }","duration":"470.11195ms","start":"2026-07-03T17:00:05.338658Z","end":"2026-07-03T17:00:05.80877Z","steps":["trace[580274543] 'process raft request' (duration: 469.816134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:05.808845Z","caller":"traceutil/trace.go:171","msg":"trace[816800696] transaction","detail":"{read_only:false; response_revision:30085; number_of_response:1; }","duration":"468.437961ms","start":"2026-07-03T17:00:05.340384Z","end":"2026-07-03T17:00:05.808822Z","steps":["trace[816800696] 'process raft request' (duration: 468.284468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.809035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.340359Z","time spent":"468.560605ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:05.809051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.33863Z","time spent":"470.248444ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:05.809106Z","caller":"traceutil/trace.go:171","msg":"trace[520130309] transaction","detail":"{read_only:false; response_revision:30086; number_of_response:1; }","duration":"468.327169ms","start":"2026-07-03T17:00:05.340759Z","end":"2026-07-03T17:00:05.809086Z","steps":["trace[520130309] 'process raft request' (duration: 468.015942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.809229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.340739Z","time spent":"468.434831ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:05.809243Z","caller":"traceutil/trace.go:171","msg":"trace[959908877] transaction","detail":"{read_only:false; response_revision:30087; number_of_response:1; }","duration":"468.35431ms","start":"2026-07-03T17:00:05.340871Z","end":"2026-07-03T17:00:05.809226Z","steps":["trace[959908877] 'process raft request' (duration: 468.124644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.809339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.340858Z","time spent":"468.441452ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:05.809347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.192697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:05.809231Z","caller":"traceutil/trace.go:171","msg":"trace[721556323] linearizableReadLoop","detail":"{readStateIndex:31118; appliedIndex:31114; }","duration":"393.487941ms","start":"2026-07-03T17:00:05.415716Z","end":"2026-07-03T17:00:05.809204Z","steps":["trace[721556323] 'read index received' (duration: 44.165888ms)","trace[721556323] 'applied index is now lower than readState.Index' (duration: 349.320863ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:05.809391Z","caller":"traceutil/trace.go:171","msg":"trace[974181311] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:30087; }","duration":"978.273389ms","start":"2026-07-03T17:00:04.831108Z","end":"2026-07-03T17:00:05.809381Z","steps":["trace[974181311] 'agreement among raft nodes before linearized reading' (duration: 978.184636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.809421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.831091Z","time spent":"978.323411ms","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:00:05.809374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.804067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-07-03T17:00:05.809524Z","caller":"traceutil/trace.go:171","msg":"trace[223233087] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:30087; }","duration":"863.983351ms","start":"2026-07-03T17:00:04.945527Z","end":"2026-07-03T17:00:05.80951Z","steps":["trace[223233087] 'agreement among raft nodes before linearized reading' (duration: 863.715084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:05.809571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:04.945512Z","time spent":"864.046932ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4808,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-07-03T17:00:06.062259Z","caller":"traceutil/trace.go:171","msg":"trace[986992164] linearizableReadLoop","detail":"{readStateIndex:31119; appliedIndex:31118; }","duration":"252.82968ms","start":"2026-07-03T17:00:05.809407Z","end":"2026-07-03T17:00:06.062237Z","steps":["trace[986992164] 'read index received' (duration: 157.800241ms)","trace[986992164] 'applied index is now lower than readState.Index' (duration: 95.028339ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:06.062755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.394981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:06.062793Z","caller":"traceutil/trace.go:171","msg":"trace[406557521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:30088; }","duration":"199.476923ms","start":"2026-07-03T17:00:05.863306Z","end":"2026-07-03T17:00:06.062782Z","steps":["trace[406557521] 'agreement among raft nodes before linearized reading' (duration: 199.398582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.062773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.975618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:00:06.062791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.834624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:06.062777Z","caller":"traceutil/trace.go:171","msg":"trace[1227610725] transaction","detail":"{read_only:false; response_revision:30088; number_of_response:1; }","duration":"417.830776ms","start":"2026-07-03T17:00:05.644914Z","end":"2026-07-03T17:00:06.062745Z","steps":["trace[1227610725] 'process raft request' (duration: 322.346337ms)","trace[1227610725] 'compare' (duration: 94.859405ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:06.062829Z","caller":"traceutil/trace.go:171","msg":"trace[1583786396] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:30088; }","duration":"640.09038ms","start":"2026-07-03T17:00:05.422726Z","end":"2026-07-03T17:00:06.062816Z","steps":["trace[1583786396] 'agreement among raft nodes before linearized reading' (duration: 639.960667ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:06.062844Z","caller":"traceutil/trace.go:171","msg":"trace[408696059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30088; }","duration":"540.920476ms","start":"2026-07-03T17:00:05.521909Z","end":"2026-07-03T17:00:06.062829Z","steps":["trace[408696059] 'agreement among raft nodes before linearized reading' (duration: 540.827044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.062864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.422712Z","time spent":"640.143951ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T17:00:06.062878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.521892Z","time spent":"540.979507ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T17:00:06.062874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.376874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-03T17:00:06.062915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:05.644877Z","time spent":"417.97158ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:06.062925Z","caller":"traceutil/trace.go:171","msg":"trace[1480156176] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30088; }","duration":"175.468495ms","start":"2026-07-03T17:00:05.887443Z","end":"2026-07-03T17:00:06.062912Z","steps":["trace[1480156176] 'agreement among raft nodes before linearized reading' (duration: 175.278841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.548801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.035019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:00:06.548996Z","caller":"traceutil/trace.go:171","msg":"trace[1828226451] transaction","detail":"{read_only:false; response_revision:30090; number_of_response:1; }","duration":"475.535364ms","start":"2026-07-03T17:00:06.073443Z","end":"2026-07-03T17:00:06.548979Z","steps":["trace[1828226451] 'process raft request' (duration: 475.464791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:06.549031Z","caller":"traceutil/trace.go:171","msg":"trace[1004074163] linearizableReadLoop","detail":"{readStateIndex:31120; appliedIndex:31119; }","duration":"476.684771ms","start":"2026-07-03T17:00:06.072306Z","end":"2026-07-03T17:00:06.548991Z","steps":["trace[1004074163] 'read index received' (duration: 243.244952ms)","trace[1004074163] 'applied index is now lower than readState.Index' (duration: 233.436189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:06.549081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:06.073421Z","time spent":"475.626187ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:06.549151Z","caller":"traceutil/trace.go:171","msg":"trace[216145603] transaction","detail":"{read_only:false; response_revision:30089; number_of_response:1; }","duration":"477.769736ms","start":"2026-07-03T17:00:06.071368Z","end":"2026-07-03T17:00:06.549138Z","steps":["trace[216145603] 'process raft request' (duration: 244.261885ms)","trace[216145603] 'compare' (duration: 232.714062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:06.549281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:06.071351Z","time spent":"477.826807ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:06.54951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.194383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:06.549547Z","caller":"traceutil/trace.go:171","msg":"trace[2055702441] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30090; }","duration":"477.243854ms","start":"2026-07-03T17:00:06.072291Z","end":"2026-07-03T17:00:06.549534Z","steps":["trace[2055702441] 'agreement among raft nodes before linearized reading' (duration: 477.178102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.549578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:06.072283Z","time spent":"477.287894ms","remote":"127.0.0.1:33282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-03T17:00:06.589092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.106577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:00:06.589147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.447269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:00:06.589219Z","caller":"traceutil/trace.go:171","msg":"trace[109545282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30091; }","duration":"180.575252ms","start":"2026-07-03T17:00:06.408623Z","end":"2026-07-03T17:00:06.589199Z","steps":["trace[109545282] 'agreement among raft nodes before linearized reading' (duration: 180.324207ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:06.589213Z","caller":"traceutil/trace.go:171","msg":"trace[34067430] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:30091; }","duration":"423.295811ms","start":"2026-07-03T17:00:06.165886Z","end":"2026-07-03T17:00:06.589182Z","steps":["trace[34067430] 'agreement among raft nodes before linearized reading' (duration: 423.074746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.589279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:06.165854Z","time spent":"423.406964ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-03T17:00:06.589309Z","caller":"traceutil/trace.go:171","msg":"trace[2093225606] transaction","detail":"{read_only:false; response_revision:30091; number_of_response:1; }","duration":"171.553155ms","start":"2026-07-03T17:00:06.417721Z","end":"2026-07-03T17:00:06.589274Z","steps":["trace[2093225606] 'process raft request' (duration: 170.950341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.589466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.777414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:06.58955Z","caller":"traceutil/trace.go:171","msg":"trace[1103184970] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30091; }","duration":"466.894667ms","start":"2026-07-03T17:00:06.122633Z","end":"2026-07-03T17:00:06.589527Z","steps":["trace[1103184970] 'agreement among raft nodes before linearized reading' (duration: 466.765164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:06.589588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:06.122616Z","time spent":"466.963528ms","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T17:00:07.607031Z","caller":"traceutil/trace.go:171","msg":"trace[187989152] transaction","detail":"{read_only:false; response_revision:30096; number_of_response:1; }","duration":"181.641146ms","start":"2026-07-03T17:00:07.425364Z","end":"2026-07-03T17:00:07.607006Z","steps":["trace[187989152] 'process raft request' (duration: 181.536934ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:07.607149Z","caller":"traceutil/trace.go:171","msg":"trace[775090079] linearizableReadLoop","detail":"{readStateIndex:31128; appliedIndex:31124; }","duration":"155.933368ms","start":"2026-07-03T17:00:07.451204Z","end":"2026-07-03T17:00:07.607138Z","steps":["trace[775090079] 'read index received' (duration: 327.627µs)","trace[775090079] 'applied index is now lower than readState.Index' (duration: 155.604371ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:07.607231Z","caller":"traceutil/trace.go:171","msg":"trace[1815446544] transaction","detail":"{read_only:false; response_revision:30097; number_of_response:1; }","duration":"181.132454ms","start":"2026-07-03T17:00:07.42609Z","end":"2026-07-03T17:00:07.607223Z","steps":["trace[1815446544] 'process raft request' (duration: 180.874408ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:07.607042Z","caller":"traceutil/trace.go:171","msg":"trace[280675790] transaction","detail":"{read_only:false; response_revision:30095; number_of_response:1; }","duration":"182.074565ms","start":"2026-07-03T17:00:07.424936Z","end":"2026-07-03T17:00:07.607011Z","steps":["trace[280675790] 'process raft request' (duration: 181.763598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:07.607402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.178564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:07.607444Z","caller":"traceutil/trace.go:171","msg":"trace[17258472] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:30097; }","duration":"156.265466ms","start":"2026-07-03T17:00:07.451168Z","end":"2026-07-03T17:00:07.607433Z","steps":["trace[17258472] 'agreement among raft nodes before linearized reading' (duration: 156.178494ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:07.6444Z","caller":"traceutil/trace.go:171","msg":"trace[2021848328] transaction","detail":"{read_only:false; response_revision:30098; number_of_response:1; }","duration":"179.862046ms","start":"2026-07-03T17:00:07.464516Z","end":"2026-07-03T17:00:07.644378Z","steps":["trace[2021848328] 'process raft request' (duration: 179.705351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:07.644516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.659031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:07.644583Z","caller":"traceutil/trace.go:171","msg":"trace[2129368341] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:30098; }","duration":"119.768644ms","start":"2026-07-03T17:00:07.524799Z","end":"2026-07-03T17:00:07.644568Z","steps":["trace[2129368341] 'agreement among raft nodes before linearized reading' (duration: 119.641411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:07.644404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.859838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:07.644746Z","caller":"traceutil/trace.go:171","msg":"trace[1892790404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30098; }","duration":"124.177985ms","start":"2026-07-03T17:00:07.520493Z","end":"2026-07-03T17:00:07.644671Z","steps":["trace[1892790404] 'agreement among raft nodes before linearized reading' (duration: 123.842918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:07.838109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.515266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:07.838215Z","caller":"traceutil/trace.go:171","msg":"trace[987009765] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:30098; }","duration":"157.6838ms","start":"2026-07-03T17:00:07.680507Z","end":"2026-07-03T17:00:07.838191Z","steps":["trace[987009765] 'count revisions from in-memory index tree' (duration: 157.372043ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:07.986505Z","caller":"traceutil/trace.go:171","msg":"trace[1585953587] transaction","detail":"{read_only:false; response_revision:30099; number_of_response:1; }","duration":"172.15187ms","start":"2026-07-03T17:00:07.814329Z","end":"2026-07-03T17:00:07.986481Z","steps":["trace[1585953587] 'process raft request' (duration: 171.995796ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.427638Z","caller":"traceutil/trace.go:171","msg":"trace[191493698] transaction","detail":"{read_only:false; response_revision:30100; number_of_response:1; }","duration":"613.241567ms","start":"2026-07-03T17:00:07.814374Z","end":"2026-07-03T17:00:08.427615Z","steps":["trace[191493698] 'process raft request' (duration: 611.973979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.42777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.814342Z","time spent":"613.361ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:08.427874Z","caller":"traceutil/trace.go:171","msg":"trace[290502392] transaction","detail":"{read_only:false; response_revision:30101; number_of_response:1; }","duration":"612.271734ms","start":"2026-07-03T17:00:07.815576Z","end":"2026-07-03T17:00:08.427848Z","steps":["trace[290502392] 'process raft request' (duration: 611.960357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.428039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.815553Z","time spent":"612.398757ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:08.428087Z","caller":"traceutil/trace.go:171","msg":"trace[203314221] linearizableReadLoop","detail":"{readStateIndex:31131; appliedIndex:31129; }","duration":"612.993791ms","start":"2026-07-03T17:00:07.815068Z","end":"2026-07-03T17:00:08.428062Z","steps":["trace[203314221] 'read index received' (duration: 171.2804ms)","trace[203314221] 'applied index is now lower than readState.Index' (duration: 441.712541ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:08.428168Z","caller":"traceutil/trace.go:171","msg":"trace[95424645] transaction","detail":"{read_only:false; response_revision:30103; number_of_response:1; }","duration":"488.870237ms","start":"2026-07-03T17:00:07.93929Z","end":"2026-07-03T17:00:08.42816Z","steps":["trace[95424645] 'process raft request' (duration: 488.695804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.428232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.939267Z","time spent":"488.922339ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T17:00:08.428238Z","caller":"traceutil/trace.go:171","msg":"trace[1107725320] transaction","detail":"{read_only:false; response_revision:30102; number_of_response:1; }","duration":"611.62099ms","start":"2026-07-03T17:00:07.816554Z","end":"2026-07-03T17:00:08.428175Z","steps":["trace[1107725320] 'process raft request' (duration: 611.19785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.428419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.35678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-07-03T17:00:08.428469Z","caller":"traceutil/trace.go:171","msg":"trace[143059401] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:30103; }","duration":"613.439241ms","start":"2026-07-03T17:00:07.815018Z","end":"2026-07-03T17:00:08.428458Z","steps":["trace[143059401] 'agreement among raft nodes before linearized reading' (duration: 613.273527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.428501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.815Z","time spent":"613.493953ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4808,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-03T17:00:08.428503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.816541Z","time spent":"611.781003ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:00:08.729007Z","caller":"traceutil/trace.go:171","msg":"trace[2095619290] transaction","detail":"{read_only:false; response_revision:30104; number_of_response:1; }","duration":"660.944036ms","start":"2026-07-03T17:00:08.068032Z","end":"2026-07-03T17:00:08.728976Z","steps":["trace[2095619290] 'process raft request' (duration: 646.25614ms)","trace[2095619290] 'compare' (duration: 13.598791ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:08.72904Z","caller":"traceutil/trace.go:171","msg":"trace[1336580335] linearizableReadLoop","detail":"{readStateIndex:31135; appliedIndex:31134; }","duration":"300.884578ms","start":"2026-07-03T17:00:08.428137Z","end":"2026-07-03T17:00:08.729022Z","steps":["trace[1336580335] 'read index received' (duration: 286.234543ms)","trace[1336580335] 'applied index is now lower than readState.Index' (duration: 14.648145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:08.72928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:08.06801Z","time spent":"661.065358ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:08.752341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.499014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:00:08.752563Z","caller":"traceutil/trace.go:171","msg":"trace[774988565] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:30104; }","duration":"907.600685ms","start":"2026-07-03T17:00:07.844792Z","end":"2026-07-03T17:00:08.752393Z","steps":["trace[774988565] 'agreement among raft nodes before linearized reading' (duration: 884.269353ms)","trace[774988565] 'count revisions from in-memory index tree' (duration: 23.19661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:08.752719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.003382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T17:00:08.752849Z","caller":"traceutil/trace.go:171","msg":"trace[488117133] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:30104; }","duration":"868.236207ms","start":"2026-07-03T17:00:07.884584Z","end":"2026-07-03T17:00:08.752821Z","steps":["trace[488117133] 'agreement among raft nodes before linearized reading' (duration: 844.481655ms)","trace[488117133] 'count revisions from in-memory index tree' (duration: 23.525967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:08.752922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.884565Z","time spent":"868.34289ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":249,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:00:08.752904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.79696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T17:00:08.752767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.844779Z","time spent":"907.831411ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:00:08.753057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.636816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29718300-jfm2g\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-03T17:00:08.753111Z","caller":"traceutil/trace.go:171","msg":"trace[164641527] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29718300-jfm2g; range_end:; response_count:1; response_revision:30104; }","duration":"815.725488ms","start":"2026-07-03T17:00:07.937371Z","end":"2026-07-03T17:00:08.753097Z","steps":["trace[164641527] 'agreement among raft nodes before linearized reading' (duration: 791.68792ms)","trace[164641527] 'range keys from in-memory index tree' (duration: 23.882844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:08.753146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:07.937351Z","time spent":"815.78689ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29718300-jfm2g\" "} {"level":"info","ts":"2026-07-03T17:00:08.75301Z","caller":"traceutil/trace.go:171","msg":"trace[271337126] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:30104; }","duration":"684.903192ms","start":"2026-07-03T17:00:08.068066Z","end":"2026-07-03T17:00:08.752969Z","steps":["trace[271337126] 'agreement among raft nodes before linearized reading' (duration: 660.957866ms)","trace[271337126] 'count revisions from in-memory index tree' (duration: 23.838003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:08.753449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:08.068053Z","time spent":"685.228269ms","remote":"127.0.0.1:33906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T17:00:08.753561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.162325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:08.753611Z","caller":"traceutil/trace.go:171","msg":"trace[1607588723] transaction","detail":"{read_only:false; response_revision:30106; number_of_response:1; }","duration":"196.845513ms","start":"2026-07-03T17:00:08.556753Z","end":"2026-07-03T17:00:08.753598Z","steps":["trace[1607588723] 'process raft request' (duration: 196.613388ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.753622Z","caller":"traceutil/trace.go:171","msg":"trace[2052629495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30106; }","duration":"231.237079ms","start":"2026-07-03T17:00:08.522367Z","end":"2026-07-03T17:00:08.753604Z","steps":["trace[2052629495] 'agreement among raft nodes before linearized reading' (duration: 231.150526ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:08.753719Z","caller":"traceutil/trace.go:171","msg":"trace[1452003862] transaction","detail":"{read_only:false; response_revision:30105; number_of_response:1; }","duration":"200.022246ms","start":"2026-07-03T17:00:08.553666Z","end":"2026-07-03T17:00:08.753688Z","steps":["trace[1452003862] 'process raft request' (duration: 198.571833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:08.753837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.117937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:00:08.753897Z","caller":"traceutil/trace.go:171","msg":"trace[800237123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30106; }","duration":"136.23241ms","start":"2026-07-03T17:00:08.617652Z","end":"2026-07-03T17:00:08.753884Z","steps":["trace[800237123] 'agreement among raft nodes before linearized reading' (duration: 136.031535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:13.061642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.698808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:00:13.061809Z","caller":"traceutil/trace.go:171","msg":"trace[1622443525] transaction","detail":"{read_only:false; response_revision:30157; number_of_response:1; }","duration":"292.223919ms","start":"2026-07-03T17:00:12.769558Z","end":"2026-07-03T17:00:13.061781Z","steps":["trace[1622443525] 'process raft request' (duration: 99.276676ms)","trace[1622443525] 'compare' (duration: 192.35659ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:13.111504Z","caller":"traceutil/trace.go:171","msg":"trace[1474232090] linearizableReadLoop","detail":"{readStateIndex:31190; appliedIndex:31188; }","duration":"324.197128ms","start":"2026-07-03T17:00:12.78729Z","end":"2026-07-03T17:00:13.111487Z","steps":["trace[1474232090] 'read index received' (duration: 83.451743ms)","trace[1474232090] 'applied index is now lower than readState.Index' (duration: 240.744725ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:13.111691Z","caller":"traceutil/trace.go:171","msg":"trace[892100213] transaction","detail":"{read_only:false; response_revision:30158; number_of_response:1; }","duration":"341.649057ms","start":"2026-07-03T17:00:12.770033Z","end":"2026-07-03T17:00:13.111682Z","steps":["trace[892100213] 'process raft request' (duration: 341.354491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:13.111768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:12.770006Z","time spent":"341.706718ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:00:13.111989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.69305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:00:13.112014Z","caller":"traceutil/trace.go:171","msg":"trace[1781042108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30158; }","duration":"324.753921ms","start":"2026-07-03T17:00:12.787254Z","end":"2026-07-03T17:00:13.112008Z","steps":["trace[1781042108] 'agreement among raft nodes before linearized reading' (duration: 324.666289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:13.112031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:00:12.787241Z","time spent":"324.786572ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T17:00:13.112113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.805372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:13.112187Z","caller":"traceutil/trace.go:171","msg":"trace[1855053585] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:30158; }","duration":"288.924804ms","start":"2026-07-03T17:00:12.823248Z","end":"2026-07-03T17:00:13.112172Z","steps":["trace[1855053585] 'agreement among raft nodes before linearized reading' (duration: 288.774201ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:20.63794Z","caller":"traceutil/trace.go:171","msg":"trace[394352159] linearizableReadLoop","detail":"{readStateIndex:31298; appliedIndex:31297; }","duration":"105.870427ms","start":"2026-07-03T17:00:20.532049Z","end":"2026-07-03T17:00:20.63792Z","steps":["trace[394352159] 'read index received' (duration: 64.010931ms)","trace[394352159] 'applied index is now lower than readState.Index' (duration: 41.858546ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:20.638043Z","caller":"traceutil/trace.go:171","msg":"trace[1314489751] transaction","detail":"{read_only:false; response_revision:30263; number_of_response:1; }","duration":"108.396944ms","start":"2026-07-03T17:00:20.529606Z","end":"2026-07-03T17:00:20.638003Z","steps":["trace[1314489751] 'process raft request' (duration: 66.498918ms)","trace[1314489751] 'compare' (duration: 41.681012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:20.638131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.04275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:20.63824Z","caller":"traceutil/trace.go:171","msg":"trace[1408353223] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:30263; }","duration":"106.193974ms","start":"2026-07-03T17:00:20.532019Z","end":"2026-07-03T17:00:20.638213Z","steps":["trace[1408353223] 'agreement among raft nodes before linearized reading' (duration: 105.985209ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:26.695379Z","caller":"traceutil/trace.go:171","msg":"trace[159264419] transaction","detail":"{read_only:false; response_revision:30359; number_of_response:1; }","duration":"187.307625ms","start":"2026-07-03T17:00:26.508055Z","end":"2026-07-03T17:00:26.695362Z","steps":["trace[159264419] 'process raft request' (duration: 184.955332ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:26.695511Z","caller":"traceutil/trace.go:171","msg":"trace[1096920882] linearizableReadLoop","detail":"{readStateIndex:31398; appliedIndex:31396; }","duration":"174.85784ms","start":"2026-07-03T17:00:26.520645Z","end":"2026-07-03T17:00:26.695503Z","steps":["trace[1096920882] 'read index received' (duration: 76.808093ms)","trace[1096920882] 'applied index is now lower than readState.Index' (duration: 98.048987ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:26.695608Z","caller":"traceutil/trace.go:171","msg":"trace[320628524] transaction","detail":"{read_only:false; response_revision:30360; number_of_response:1; }","duration":"184.203075ms","start":"2026-07-03T17:00:26.511399Z","end":"2026-07-03T17:00:26.695602Z","steps":["trace[320628524] 'process raft request' (duration: 183.939399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:26.695764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.067955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:26.695848Z","caller":"traceutil/trace.go:171","msg":"trace[1818814690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30360; }","duration":"175.214069ms","start":"2026-07-03T17:00:26.520612Z","end":"2026-07-03T17:00:26.695826Z","steps":["trace[1818814690] 'agreement among raft nodes before linearized reading' (duration: 175.039545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:00:26.697413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.937096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:00:26.697491Z","caller":"traceutil/trace.go:171","msg":"trace[1081664728] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30361; }","duration":"109.046849ms","start":"2026-07-03T17:00:26.588424Z","end":"2026-07-03T17:00:26.69747Z","steps":["trace[1081664728] 'agreement among raft nodes before linearized reading' (duration: 108.902965ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:00:49.059289Z","caller":"traceutil/trace.go:171","msg":"trace[1783379714] linearizableReadLoop","detail":"{readStateIndex:31616; appliedIndex:31615; }","duration":"124.337987ms","start":"2026-07-03T17:00:48.934932Z","end":"2026-07-03T17:00:49.05927Z","steps":["trace[1783379714] 'read index received' (duration: 111.886933ms)","trace[1783379714] 'applied index is now lower than readState.Index' (duration: 12.449974ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:00:49.059334Z","caller":"traceutil/trace.go:171","msg":"trace[285391915] transaction","detail":"{read_only:false; response_revision:30572; number_of_response:1; }","duration":"183.875456ms","start":"2026-07-03T17:00:48.875435Z","end":"2026-07-03T17:00:49.05931Z","steps":["trace[285391915] 'process raft request' (duration: 171.404122ms)","trace[285391915] 'compare' (duration: 12.199628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:00:49.059386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.434979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:00:49.059407Z","caller":"traceutil/trace.go:171","msg":"trace[966807344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30572; }","duration":"124.497671ms","start":"2026-07-03T17:00:48.934903Z","end":"2026-07-03T17:00:49.059401Z","steps":["trace[966807344] 'agreement among raft nodes before linearized reading' (duration: 124.43811ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:01:13.458496Z","caller":"traceutil/trace.go:171","msg":"trace[1373834231] transaction","detail":"{read_only:false; response_revision:30768; number_of_response:1; }","duration":"104.156148ms","start":"2026-07-03T17:01:13.354281Z","end":"2026-07-03T17:01:13.458437Z","steps":["trace[1373834231] 'process raft request' (duration: 81.449319ms)","trace[1373834231] 'compare' (duration: 22.593606ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:01:13.482117Z","caller":"traceutil/trace.go:171","msg":"trace[819107867] transaction","detail":"{read_only:false; response_revision:30769; number_of_response:1; }","duration":"127.389547ms","start":"2026-07-03T17:01:13.354694Z","end":"2026-07-03T17:01:13.482084Z","steps":["trace[819107867] 'process raft request' (duration: 127.213753ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:01:15.165312Z","caller":"traceutil/trace.go:171","msg":"trace[1347757655] transaction","detail":"{read_only:false; response_revision:30780; number_of_response:1; }","duration":"224.663468ms","start":"2026-07-03T17:01:14.940613Z","end":"2026-07-03T17:01:15.165276Z","steps":["trace[1347757655] 'process raft request' (duration: 224.31695ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:01:15.669433Z","caller":"traceutil/trace.go:171","msg":"trace[147005660] transaction","detail":"{read_only:false; response_revision:30784; number_of_response:1; }","duration":"104.731481ms","start":"2026-07-03T17:01:15.56467Z","end":"2026-07-03T17:01:15.669402Z","steps":["trace[147005660] 'process raft request' (duration: 12.25687ms)","trace[147005660] 'compare' (duration: 92.338398ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:01:16.868928Z","caller":"traceutil/trace.go:171","msg":"trace[43084178] transaction","detail":"{read_only:false; response_revision:30791; number_of_response:1; }","duration":"127.339677ms","start":"2026-07-03T17:01:16.741567Z","end":"2026-07-03T17:01:16.868906Z","steps":["trace[43084178] 'process raft request' (duration: 127.178963ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:01:16.880754Z","caller":"traceutil/trace.go:171","msg":"trace[1744961478] transaction","detail":"{read_only:false; response_revision:30792; number_of_response:1; }","duration":"113.45097ms","start":"2026-07-03T17:01:16.767282Z","end":"2026-07-03T17:01:16.880733Z","steps":["trace[1744961478] 'process raft request' (duration: 112.881266ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:01:16.880965Z","caller":"traceutil/trace.go:171","msg":"trace[1171718222] transaction","detail":"{read_only:false; response_revision:30793; number_of_response:1; }","duration":"105.808125ms","start":"2026-07-03T17:01:16.775145Z","end":"2026-07-03T17:01:16.880953Z","steps":["trace[1171718222] 'process raft request' (duration: 105.516289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:00.059488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.793303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-03T17:02:00.059583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.715402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:02:00.05961Z","caller":"traceutil/trace.go:171","msg":"trace[1902827691] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:31109; }","duration":"156.932796ms","start":"2026-07-03T17:01:59.902625Z","end":"2026-07-03T17:02:00.059558Z","steps":["trace[1902827691] 'range keys from in-memory index tree' (duration: 156.602959ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:00.059634Z","caller":"traceutil/trace.go:171","msg":"trace[142248555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31109; }","duration":"149.799663ms","start":"2026-07-03T17:01:59.909822Z","end":"2026-07-03T17:02:00.059622Z","steps":["trace[142248555] 'range keys from in-memory index tree' (duration: 149.587589ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:00.251003Z","caller":"traceutil/trace.go:171","msg":"trace[1592206027] transaction","detail":"{read_only:false; response_revision:31112; number_of_response:1; }","duration":"106.643287ms","start":"2026-07-03T17:02:00.144338Z","end":"2026-07-03T17:02:00.250981Z","steps":["trace[1592206027] 'process raft request' (duration: 34.882347ms)","trace[1592206027] 'compare' (duration: 71.275139ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:03.161672Z","caller":"traceutil/trace.go:171","msg":"trace[1320478545] transaction","detail":"{read_only:false; response_revision:31136; number_of_response:1; }","duration":"115.627982ms","start":"2026-07-03T17:02:03.046005Z","end":"2026-07-03T17:02:03.161633Z","steps":["trace[1320478545] 'process raft request' (duration: 88.538764ms)","trace[1320478545] 'compare' (duration: 26.930324ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:03.409681Z","caller":"traceutil/trace.go:171","msg":"trace[928686595] transaction","detail":"{read_only:false; response_revision:31138; number_of_response:1; }","duration":"175.804328ms","start":"2026-07-03T17:02:03.233845Z","end":"2026-07-03T17:02:03.40965Z","steps":["trace[928686595] 'process raft request' (duration: 89.039525ms)","trace[928686595] 'compare' (duration: 86.63526ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:10.126857Z","caller":"traceutil/trace.go:171","msg":"trace[202562046] transaction","detail":"{read_only:false; response_revision:31182; number_of_response:1; }","duration":"286.788915ms","start":"2026-07-03T17:02:09.840041Z","end":"2026-07-03T17:02:10.12683Z","steps":["trace[202562046] 'process raft request' (duration: 286.601861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:10.244608Z","caller":"traceutil/trace.go:171","msg":"trace[1189949708] linearizableReadLoop","detail":"{readStateIndex:32244; appliedIndex:32242; }","duration":"327.72681ms","start":"2026-07-03T17:02:09.91686Z","end":"2026-07-03T17:02:10.244587Z","steps":["trace[1189949708] 'read index received' (duration: 209.822666ms)","trace[1189949708] 'applied index is now lower than readState.Index' (duration: 117.903404ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:10.244776Z","caller":"traceutil/trace.go:171","msg":"trace[1369726747] transaction","detail":"{read_only:false; response_revision:31183; number_of_response:1; }","duration":"329.107442ms","start":"2026-07-03T17:02:09.915533Z","end":"2026-07-03T17:02:10.244641Z","steps":["trace[1369726747] 'process raft request' (duration: 328.921798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:10.244818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.945375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T17:02:10.244977Z","caller":"traceutil/trace.go:171","msg":"trace[931439796] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:31183; }","duration":"328.160889ms","start":"2026-07-03T17:02:09.916804Z","end":"2026-07-03T17:02:10.244965Z","steps":["trace[931439796] 'agreement among raft nodes before linearized reading' (duration: 327.910644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:10.245008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:02:09.916783Z","time spent":"328.217851ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-03T17:02:10.245015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:02:09.915507Z","time spent":"329.366307ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:02:10.624891Z","caller":"traceutil/trace.go:171","msg":"trace[1996643113] transaction","detail":"{read_only:false; response_revision:31189; number_of_response:1; }","duration":"100.274171ms","start":"2026-07-03T17:02:10.52457Z","end":"2026-07-03T17:02:10.624844Z","steps":["trace[1996643113] 'process raft request' (duration: 90.677341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:10.852295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.785295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T17:02:10.852385Z","caller":"traceutil/trace.go:171","msg":"trace[1155762720] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31190; }","duration":"104.895098ms","start":"2026-07-03T17:02:10.74747Z","end":"2026-07-03T17:02:10.852365Z","steps":["trace[1155762720] 'range keys from in-memory index tree' (duration: 104.55461ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:14.843287Z","caller":"traceutil/trace.go:171","msg":"trace[1887561968] transaction","detail":"{read_only:false; response_revision:31221; number_of_response:1; }","duration":"104.462027ms","start":"2026-07-03T17:02:14.738785Z","end":"2026-07-03T17:02:14.843247Z","steps":["trace[1887561968] 'process raft request' (duration: 64.971485ms)","trace[1887561968] 'compare' (duration: 39.213916ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:02:16.522077Z","caller":"traceutil/trace.go:171","msg":"trace[1631034990] transaction","detail":"{read_only:false; response_revision:31231; number_of_response:1; }","duration":"115.639744ms","start":"2026-07-03T17:02:16.406338Z","end":"2026-07-03T17:02:16.521977Z","steps":["trace[1631034990] 'process raft request' (duration: 113.785511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:26.529548Z","caller":"traceutil/trace.go:171","msg":"trace[1022217845] transaction","detail":"{read_only:false; response_revision:31302; number_of_response:1; }","duration":"124.861224ms","start":"2026-07-03T17:02:26.404654Z","end":"2026-07-03T17:02:26.529515Z","steps":["trace[1022217845] 'process raft request' (duration: 124.645619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:38.813908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.669455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T17:02:38.81416Z","caller":"traceutil/trace.go:171","msg":"trace[1375054633] transaction","detail":"{read_only:false; response_revision:31393; number_of_response:1; }","duration":"128.454176ms","start":"2026-07-03T17:02:38.685692Z","end":"2026-07-03T17:02:38.814146Z","steps":["trace[1375054633] 'process raft request' (duration: 128.299402ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:38.814166Z","caller":"traceutil/trace.go:171","msg":"trace[1568391067] linearizableReadLoop","detail":"{readStateIndex:32460; appliedIndex:32459; }","duration":"139.359664ms","start":"2026-07-03T17:02:38.674783Z","end":"2026-07-03T17:02:38.814142Z","steps":["trace[1568391067] 'read index received' (duration: 35.341µs)","trace[1568391067] 'applied index is now lower than readState.Index' (duration: 139.322433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:02:38.81848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.454775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:02:38.818553Z","caller":"traceutil/trace.go:171","msg":"trace[1981885290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31393; }","duration":"103.569167ms","start":"2026-07-03T17:02:38.714969Z","end":"2026-07-03T17:02:38.818538Z","steps":["trace[1981885290] 'agreement among raft nodes before linearized reading' (duration: 99.584285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:02:38.818471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.662032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:02:38.818658Z","caller":"traceutil/trace.go:171","msg":"trace[28221968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31393; }","duration":"143.897378ms","start":"2026-07-03T17:02:38.674739Z","end":"2026-07-03T17:02:38.818636Z","steps":["trace[28221968] 'agreement among raft nodes before linearized reading' (duration: 139.487907ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:02:59.618953Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28842} {"level":"info","ts":"2026-07-03T17:02:59.863602Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28842,"took":"239.244637ms","hash":3163253690,"current-db-size-bytes":59412480,"current-db-size":"59 MB","current-db-size-in-use-bytes":36397056,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-03T17:02:59.863729Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3163253690,"revision":28842,"compact-revision":22887} {"level":"info","ts":"2026-07-03T17:04:39.894918Z","caller":"traceutil/trace.go:171","msg":"trace[1315735095] transaction","detail":"{read_only:false; response_revision:32279; number_of_response:1; }","duration":"104.000477ms","start":"2026-07-03T17:04:39.790879Z","end":"2026-07-03T17:04:39.894879Z","steps":["trace[1315735095] 'process raft request' (duration: 76.514998ms)","trace[1315735095] 'compare' (duration: 27.283564ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:04:41.999058Z","caller":"traceutil/trace.go:171","msg":"trace[1322647209] transaction","detail":"{read_only:false; response_revision:32291; number_of_response:1; }","duration":"155.82427ms","start":"2026-07-03T17:04:41.8432Z","end":"2026-07-03T17:04:41.999024Z","steps":["trace[1322647209] 'process raft request' (duration: 155.530514ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:42.426483Z","caller":"traceutil/trace.go:171","msg":"trace[1746464747] linearizableReadLoop","detail":"{readStateIndex:33389; appliedIndex:33388; }","duration":"100.824815ms","start":"2026-07-03T17:04:42.325608Z","end":"2026-07-03T17:04:42.426433Z","steps":["trace[1746464747] 'read index received' (duration: 43.646117ms)","trace[1746464747] 'applied index is now lower than readState.Index' (duration: 57.160177ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:04:42.4265Z","caller":"traceutil/trace.go:171","msg":"trace[417820409] transaction","detail":"{read_only:false; response_revision:32295; number_of_response:1; }","duration":"137.339089ms","start":"2026-07-03T17:04:42.289129Z","end":"2026-07-03T17:04:42.426468Z","steps":["trace[417820409] 'process raft request' (duration: 80.048909ms)","trace[417820409] 'compare' (duration: 56.656965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:04:42.426664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.037289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:04:42.42725Z","caller":"traceutil/trace.go:171","msg":"trace[532530044] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:32295; }","duration":"101.659883ms","start":"2026-07-03T17:04:42.325556Z","end":"2026-07-03T17:04:42.427216Z","steps":["trace[532530044] 'agreement among raft nodes before linearized reading' (duration: 101.027219ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:42.479294Z","caller":"traceutil/trace.go:171","msg":"trace[1330418436] transaction","detail":"{read_only:false; response_revision:32296; number_of_response:1; }","duration":"126.152693ms","start":"2026-07-03T17:04:42.353107Z","end":"2026-07-03T17:04:42.47926Z","steps":["trace[1330418436] 'process raft request' (duration: 126.00352ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:43.3884Z","caller":"traceutil/trace.go:171","msg":"trace[787856624] transaction","detail":"{read_only:false; response_revision:32299; number_of_response:1; }","duration":"213.317475ms","start":"2026-07-03T17:04:43.175054Z","end":"2026-07-03T17:04:43.388372Z","steps":["trace[787856624] 'process raft request' (duration: 213.028048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:04:43.38864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.090628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-03T17:04:43.3887Z","caller":"traceutil/trace.go:171","msg":"trace[485569044] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:32299; }","duration":"202.198491ms","start":"2026-07-03T17:04:43.186474Z","end":"2026-07-03T17:04:43.388672Z","steps":["trace[485569044] 'agreement among raft nodes before linearized reading' (duration: 202.042047ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:04:43.388298Z","caller":"traceutil/trace.go:171","msg":"trace[1110836637] linearizableReadLoop","detail":"{readStateIndex:33393; appliedIndex:33392; }","duration":"201.732281ms","start":"2026-07-03T17:04:43.186542Z","end":"2026-07-03T17:04:43.388274Z","steps":["trace[1110836637] 'read index received' (duration: 201.641919ms)","trace[1110836637] 'applied index is now lower than readState.Index' (duration: 89.042µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:04:43.569313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.310312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T17:04:43.570574Z","caller":"traceutil/trace.go:171","msg":"trace[271186513] linearizableReadLoop","detail":"{readStateIndex:33395; appliedIndex:33393; }","duration":"181.661312ms","start":"2026-07-03T17:04:43.388889Z","end":"2026-07-03T17:04:43.570551Z","steps":["trace[271186513] 'read index received' (duration: 78.973696ms)","trace[271186513] 'applied index is now lower than readState.Index' (duration: 102.685376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:04:43.57077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.469396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-03T17:04:43.570801Z","caller":"traceutil/trace.go:171","msg":"trace[289628987] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32302; }","duration":"374.539959ms","start":"2026-07-03T17:04:43.196253Z","end":"2026-07-03T17:04:43.570793Z","steps":["trace[289628987] 'agreement among raft nodes before linearized reading' (duration: 374.384245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:04:43.570831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:04:43.19624Z","time spent":"374.585729ms","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T17:04:43.571053Z","caller":"traceutil/trace.go:171","msg":"trace[1516311257] transaction","detail":"{read_only:false; response_revision:32301; number_of_response:1; }","duration":"203.5351ms","start":"2026-07-03T17:04:43.367506Z","end":"2026-07-03T17:04:43.571041Z","steps":["trace[1516311257] 'process raft request' (duration: 201.912354ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:19.967697Z","caller":"traceutil/trace.go:171","msg":"trace[1520359294] transaction","detail":"{read_only:false; response_revision:32638; number_of_response:1; }","duration":"131.574177ms","start":"2026-07-03T17:05:19.836098Z","end":"2026-07-03T17:05:19.967672Z","steps":["trace[1520359294] 'process raft request' (duration: 131.374102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:24.675789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.783122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T17:05:24.675912Z","caller":"traceutil/trace.go:171","msg":"trace[1012814610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32670; }","duration":"264.956276ms","start":"2026-07-03T17:05:24.410928Z","end":"2026-07-03T17:05:24.675885Z","steps":["trace[1012814610] 'range keys from in-memory index tree' (duration: 264.554466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:24.675807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.603392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-07-03T17:05:24.676339Z","caller":"traceutil/trace.go:171","msg":"trace[960704778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:1; response_revision:32670; }","duration":"340.147054ms","start":"2026-07-03T17:05:24.336163Z","end":"2026-07-03T17:05:24.67631Z","steps":["trace[960704778] 'range keys from in-memory index tree' (duration: 339.468478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:24.676411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:24.336145Z","time spent":"340.236756ms","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1108,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" "} {"level":"info","ts":"2026-07-03T17:05:24.821818Z","caller":"traceutil/trace.go:171","msg":"trace[605175674] linearizableReadLoop","detail":"{readStateIndex:33777; appliedIndex:33776; }","duration":"368.146204ms","start":"2026-07-03T17:05:24.453652Z","end":"2026-07-03T17:05:24.821798Z","steps":["trace[605175674] 'read index received' (duration: 367.997541ms)","trace[605175674] 'applied index is now lower than readState.Index' (duration: 147.993µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:24.821941Z","caller":"traceutil/trace.go:171","msg":"trace[1487593391] transaction","detail":"{read_only:false; response_revision:32671; number_of_response:1; }","duration":"401.656469ms","start":"2026-07-03T17:05:24.420251Z","end":"2026-07-03T17:05:24.821907Z","steps":["trace[1487593391] 'process raft request' (duration: 401.415994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:24.822114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:24.420239Z","time spent":"401.759611ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:05:24.822107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.43401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-03T17:05:24.822326Z","caller":"traceutil/trace.go:171","msg":"trace[1055198397] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:32671; }","duration":"368.649285ms","start":"2026-07-03T17:05:24.453644Z","end":"2026-07-03T17:05:24.822293Z","steps":["trace[1055198397] 'agreement among raft nodes before linearized reading' (duration: 368.289907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:24.822419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:24.453585Z","time spent":"368.804749ms","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7935,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-03T17:05:24.822506Z","caller":"traceutil/trace.go:171","msg":"trace[234028021] transaction","detail":"{read_only:false; response_revision:32672; number_of_response:1; }","duration":"183.375511ms","start":"2026-07-03T17:05:24.639103Z","end":"2026-07-03T17:05:24.822478Z","steps":["trace[234028021] 'process raft request' (duration: 183.190367ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:24.822563Z","caller":"traceutil/trace.go:171","msg":"trace[169293131] transaction","detail":"{read_only:false; response_revision:32674; number_of_response:1; }","duration":"134.637567ms","start":"2026-07-03T17:05:24.687916Z","end":"2026-07-03T17:05:24.822554Z","steps":["trace[169293131] 'process raft request' (duration: 134.548035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:24.822568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.232837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:24.822635Z","caller":"traceutil/trace.go:171","msg":"trace[374972684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32674; }","duration":"302.335619ms","start":"2026-07-03T17:05:24.520282Z","end":"2026-07-03T17:05:24.822618Z","steps":["trace[374972684] 'agreement among raft nodes before linearized reading' (duration: 302.220677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:24.82271Z","caller":"traceutil/trace.go:171","msg":"trace[546360974] transaction","detail":"{read_only:false; response_revision:32673; number_of_response:1; }","duration":"141.498524ms","start":"2026-07-03T17:05:24.681201Z","end":"2026-07-03T17:05:24.8227Z","steps":["trace[546360974] 'process raft request' (duration: 141.216008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:24.82273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:24.520262Z","time spent":"302.455532ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T17:05:24.822785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.982914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-07-03T17:05:24.822869Z","caller":"traceutil/trace.go:171","msg":"trace[1397616591] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:1; response_revision:32674; }","duration":"135.109718ms","start":"2026-07-03T17:05:24.687737Z","end":"2026-07-03T17:05:24.822847Z","steps":["trace[1397616591] 'agreement among raft nodes before linearized reading' (duration: 134.814431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:24.822815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.210043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:24.822965Z","caller":"traceutil/trace.go:171","msg":"trace[155328581] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:32674; }","duration":"255.384266ms","start":"2026-07-03T17:05:24.567561Z","end":"2026-07-03T17:05:24.822945Z","steps":["trace[155328581] 'agreement among raft nodes before linearized reading' (duration: 255.221322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:30.230377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.560756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:05:30.23062Z","caller":"traceutil/trace.go:171","msg":"trace[75389130] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:32708; }","duration":"264.871773ms","start":"2026-07-03T17:05:29.965732Z","end":"2026-07-03T17:05:30.230604Z","steps":["trace[75389130] 'count revisions from in-memory index tree' (duration: 264.445814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:30.230608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.210065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:05:30.230754Z","caller":"traceutil/trace.go:171","msg":"trace[1916519909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32708; }","duration":"221.671406ms","start":"2026-07-03T17:05:30.009061Z","end":"2026-07-03T17:05:30.230732Z","steps":["trace[1916519909] 'range keys from in-memory index tree' (duration: 221.005111ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:30.272059Z","caller":"traceutil/trace.go:171","msg":"trace[609551176] linearizableReadLoop","detail":"{readStateIndex:33816; appliedIndex:33815; }","duration":"105.493301ms","start":"2026-07-03T17:05:30.16654Z","end":"2026-07-03T17:05:30.272034Z","steps":["trace[609551176] 'read index received' (duration: 105.303427ms)","trace[609551176] 'applied index is now lower than readState.Index' (duration: 188.614µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:30.272204Z","caller":"traceutil/trace.go:171","msg":"trace[1810696920] transaction","detail":"{read_only:false; response_revision:32709; number_of_response:1; }","duration":"148.992015ms","start":"2026-07-03T17:05:30.123191Z","end":"2026-07-03T17:05:30.272183Z","steps":["trace[1810696920] 'process raft request' (duration: 148.682188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:30.272359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.792427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-03T17:05:30.272407Z","caller":"traceutil/trace.go:171","msg":"trace[1791096956] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:32709; }","duration":"105.889009ms","start":"2026-07-03T17:05:30.166503Z","end":"2026-07-03T17:05:30.272392Z","steps":["trace[1791096956] 'agreement among raft nodes before linearized reading' (duration: 105.690064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:30.28149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.951346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:05:30.281565Z","caller":"traceutil/trace.go:171","msg":"trace[1674889749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32710; }","duration":"111.075849ms","start":"2026-07-03T17:05:30.170468Z","end":"2026-07-03T17:05:30.281543Z","steps":["trace[1674889749] 'agreement among raft nodes before linearized reading' (duration: 110.896555ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:31.90605Z","caller":"traceutil/trace.go:171","msg":"trace[1826231018] transaction","detail":"{read_only:false; response_revision:32720; number_of_response:1; }","duration":"192.103741ms","start":"2026-07-03T17:05:31.713917Z","end":"2026-07-03T17:05:31.90602Z","steps":["trace[1826231018] 'process raft request' (duration: 191.914046ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:32.013766Z","caller":"traceutil/trace.go:171","msg":"trace[904310038] transaction","detail":"{read_only:false; response_revision:32721; number_of_response:1; }","duration":"167.377656ms","start":"2026-07-03T17:05:31.846339Z","end":"2026-07-03T17:05:32.013717Z","steps":["trace[904310038] 'process raft request' (duration: 121.824495ms)","trace[904310038] 'compare' (duration: 44.751943ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:32.449897Z","caller":"traceutil/trace.go:171","msg":"trace[2009537657] transaction","detail":"{read_only:false; response_revision:32726; number_of_response:1; }","duration":"108.570291ms","start":"2026-07-03T17:05:32.341294Z","end":"2026-07-03T17:05:32.449864Z","steps":["trace[2009537657] 'process raft request' (duration: 102.714428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:32.45005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.382262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:32.450123Z","caller":"traceutil/trace.go:171","msg":"trace[1565374087] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:32728; }","duration":"103.497756ms","start":"2026-07-03T17:05:32.346608Z","end":"2026-07-03T17:05:32.450106Z","steps":["trace[1565374087] 'agreement among raft nodes before linearized reading' (duration: 103.362173ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:32.4499Z","caller":"traceutil/trace.go:171","msg":"trace[1894184795] linearizableReadLoop","detail":"{readStateIndex:33834; appliedIndex:33832; }","duration":"103.238059ms","start":"2026-07-03T17:05:32.346629Z","end":"2026-07-03T17:05:32.449867Z","steps":["trace[1894184795] 'read index received' (duration: 77.905871ms)","trace[1894184795] 'applied index is now lower than readState.Index' (duration: 25.330968ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:32.450464Z","caller":"traceutil/trace.go:171","msg":"trace[1292047735] transaction","detail":"{read_only:false; response_revision:32727; number_of_response:1; }","duration":"108.855497ms","start":"2026-07-03T17:05:32.341597Z","end":"2026-07-03T17:05:32.450453Z","steps":["trace[1292047735] 'process raft request' (duration: 108.123791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:36.574903Z","caller":"traceutil/trace.go:171","msg":"trace[1233611616] transaction","detail":"{read_only:false; response_revision:32755; number_of_response:1; }","duration":"131.967205ms","start":"2026-07-03T17:05:36.442914Z","end":"2026-07-03T17:05:36.574881Z","steps":["trace[1233611616] 'process raft request' (duration: 131.823112ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:36.575347Z","caller":"traceutil/trace.go:171","msg":"trace[2013229943] linearizableReadLoop","detail":"{readStateIndex:33863; appliedIndex:33863; }","duration":"105.179783ms","start":"2026-07-03T17:05:36.470132Z","end":"2026-07-03T17:05:36.575312Z","steps":["trace[2013229943] 'read index received' (duration: 105.164073ms)","trace[2013229943] 'applied index is now lower than readState.Index' (duration: 12.52µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:05:36.575654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.507921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:05:36.575709Z","caller":"traceutil/trace.go:171","msg":"trace[1324695658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32755; }","duration":"105.609053ms","start":"2026-07-03T17:05:36.470085Z","end":"2026-07-03T17:05:36.575694Z","steps":["trace[1324695658] 'agreement among raft nodes before linearized reading' (duration: 105.384828ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:36.844036Z","caller":"traceutil/trace.go:171","msg":"trace[1488337568] linearizableReadLoop","detail":"{readStateIndex:33864; appliedIndex:33863; }","duration":"268.576848ms","start":"2026-07-03T17:05:36.575433Z","end":"2026-07-03T17:05:36.84401Z","steps":["trace[1488337568] 'read index received' (duration: 210.03767ms)","trace[1488337568] 'applied index is now lower than readState.Index' (duration: 58.538098ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:36.844134Z","caller":"traceutil/trace.go:171","msg":"trace[1324110450] transaction","detail":"{read_only:false; response_revision:32756; number_of_response:1; }","duration":"352.078276ms","start":"2026-07-03T17:05:36.492022Z","end":"2026-07-03T17:05:36.8441Z","steps":["trace[1324110450] 'process raft request' (duration: 293.421445ms)","trace[1324110450] 'compare' (duration: 58.441256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:05:36.844225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.728951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:05:36.844262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.600121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T17:05:36.844262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.714571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T17:05:36.844269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:36.49201Z","time spent":"352.195218ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:05:36.844302Z","caller":"traceutil/trace.go:171","msg":"trace[1420692686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32756; }","duration":"353.677952ms","start":"2026-07-03T17:05:36.490613Z","end":"2026-07-03T17:05:36.844291Z","steps":["trace[1420692686] 'agreement among raft nodes before linearized reading' (duration: 353.510738ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:36.844316Z","caller":"traceutil/trace.go:171","msg":"trace[753856582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32756; }","duration":"324.785512ms","start":"2026-07-03T17:05:36.519516Z","end":"2026-07-03T17:05:36.844302Z","steps":["trace[753856582] 'agreement among raft nodes before linearized reading' (duration: 324.583838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:36.844341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:36.490474Z","time spent":"353.859057ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T17:05:36.844277Z","caller":"traceutil/trace.go:171","msg":"trace[986649742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32756; }","duration":"324.820363ms","start":"2026-07-03T17:05:36.519444Z","end":"2026-07-03T17:05:36.844265Z","steps":["trace[986649742] 'agreement among raft nodes before linearized reading' (duration: 324.65927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:36.844422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:36.519429Z","time spent":"324.971086ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T17:05:36.844358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:36.519512Z","time spent":"324.838523ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T17:05:36.858567Z","caller":"traceutil/trace.go:171","msg":"trace[1478943072] transaction","detail":"{read_only:false; response_revision:32757; number_of_response:1; }","duration":"280.041789ms","start":"2026-07-03T17:05:36.578495Z","end":"2026-07-03T17:05:36.858537Z","steps":["trace[1478943072] 'process raft request' (duration: 279.750283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:36.85859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.482655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:05:36.858663Z","caller":"traceutil/trace.go:171","msg":"trace[1683878088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32757; }","duration":"159.606808ms","start":"2026-07-03T17:05:36.699036Z","end":"2026-07-03T17:05:36.858643Z","steps":["trace[1683878088] 'agreement among raft nodes before linearized reading' (duration: 159.460105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:40.631237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.10517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:05:40.631318Z","caller":"traceutil/trace.go:171","msg":"trace[831516099] linearizableReadLoop","detail":"{readStateIndex:33892; appliedIndex:33891; }","duration":"102.127203ms","start":"2026-07-03T17:05:40.529176Z","end":"2026-07-03T17:05:40.631304Z","steps":["trace[831516099] 'read index received' (duration: 51.271µs)","trace[831516099] 'applied index is now lower than readState.Index' (duration: 102.074912ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:40.63138Z","caller":"traceutil/trace.go:171","msg":"trace[554726692] transaction","detail":"{read_only:false; response_revision:32783; number_of_response:1; }","duration":"489.899006ms","start":"2026-07-03T17:05:40.141474Z","end":"2026-07-03T17:05:40.631373Z","steps":["trace[554726692] 'process raft request' (duration: 304.54336ms)","trace[554726692] 'compare' (duration: 184.815214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:05:40.631415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:05:40.141439Z","time spent":"489.959448ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:05:40.631738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.547373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:40.631802Z","caller":"traceutil/trace.go:171","msg":"trace[24017431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32783; }","duration":"102.672326ms","start":"2026-07-03T17:05:40.529116Z","end":"2026-07-03T17:05:40.631789Z","steps":["trace[24017431] 'agreement among raft nodes before linearized reading' (duration: 102.554124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:41.182025Z","caller":"traceutil/trace.go:171","msg":"trace[1141199093] transaction","detail":"{read_only:false; response_revision:32790; number_of_response:1; }","duration":"106.839691ms","start":"2026-07-03T17:05:41.075134Z","end":"2026-07-03T17:05:41.181974Z","steps":["trace[1141199093] 'process raft request' (duration: 11.3747ms)","trace[1141199093] 'compare' (duration: 95.216946ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:42.138631Z","caller":"traceutil/trace.go:171","msg":"trace[2031809743] transaction","detail":"{read_only:false; response_revision:32794; number_of_response:1; }","duration":"122.536561ms","start":"2026-07-03T17:05:42.016059Z","end":"2026-07-03T17:05:42.138595Z","steps":["trace[2031809743] 'process raft request' (duration: 122.255325ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:53.337048Z","caller":"traceutil/trace.go:171","msg":"trace[633324702] transaction","detail":"{read_only:false; response_revision:32875; number_of_response:1; }","duration":"253.79058ms","start":"2026-07-03T17:05:53.08323Z","end":"2026-07-03T17:05:53.33702Z","steps":["trace[633324702] 'process raft request' (duration: 248.854907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:53.337196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.018158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T17:05:53.337246Z","caller":"traceutil/trace.go:171","msg":"trace[1815562589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32875; }","duration":"248.107071ms","start":"2026-07-03T17:05:53.089127Z","end":"2026-07-03T17:05:53.337234Z","steps":["trace[1815562589] 'agreement among raft nodes before linearized reading' (duration: 247.966227ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:53.337038Z","caller":"traceutil/trace.go:171","msg":"trace[229055328] linearizableReadLoop","detail":"{readStateIndex:33986; appliedIndex:33984; }","duration":"247.819954ms","start":"2026-07-03T17:05:53.089161Z","end":"2026-07-03T17:05:53.336981Z","steps":["trace[229055328] 'read index received' (duration: 62.924709ms)","trace[229055328] 'applied index is now lower than readState.Index' (duration: 184.893435ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:53.367808Z","caller":"traceutil/trace.go:171","msg":"trace[234213170] transaction","detail":"{read_only:false; response_revision:32876; number_of_response:1; }","duration":"130.36376ms","start":"2026-07-03T17:05:53.237421Z","end":"2026-07-03T17:05:53.367785Z","steps":["trace[234213170] 'process raft request' (duration: 130.211166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:53.36809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.320628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-03T17:05:53.368095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.598207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T17:05:53.368108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.560044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:53.368147Z","caller":"traceutil/trace.go:171","msg":"trace[2051082024] transaction","detail":"{read_only:false; response_revision:32877; number_of_response:1; }","duration":"124.136048ms","start":"2026-07-03T17:05:53.244004Z","end":"2026-07-03T17:05:53.36814Z","steps":["trace[2051082024] 'process raft request' (duration: 123.745709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:53.368163Z","caller":"traceutil/trace.go:171","msg":"trace[1408634426] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:32877; }","duration":"204.652737ms","start":"2026-07-03T17:05:53.163499Z","end":"2026-07-03T17:05:53.368151Z","steps":["trace[1408634426] 'agreement among raft nodes before linearized reading' (duration: 204.550715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:53.368274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.88567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:05:53.368156Z","caller":"traceutil/trace.go:171","msg":"trace[305200523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32877; }","duration":"278.68143ms","start":"2026-07-03T17:05:53.089459Z","end":"2026-07-03T17:05:53.368141Z","steps":["trace[305200523] 'agreement among raft nodes before linearized reading' (duration: 278.482975ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:53.368321Z","caller":"traceutil/trace.go:171","msg":"trace[1284351533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32877; }","duration":"277.930891ms","start":"2026-07-03T17:05:53.09038Z","end":"2026-07-03T17:05:53.368311Z","steps":["trace[1284351533] 'agreement among raft nodes before linearized reading' (duration: 277.802199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:53.368325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.143218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T17:05:53.368406Z","caller":"traceutil/trace.go:171","msg":"trace[914172320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32877; }","duration":"121.24026ms","start":"2026-07-03T17:05:53.247146Z","end":"2026-07-03T17:05:53.368386Z","steps":["trace[914172320] 'agreement among raft nodes before linearized reading' (duration: 121.054006ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:53.368123Z","caller":"traceutil/trace.go:171","msg":"trace[1810691074] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:32877; }","duration":"179.39344ms","start":"2026-07-03T17:05:53.188722Z","end":"2026-07-03T17:05:53.368115Z","steps":["trace[1810691074] 'agreement among raft nodes before linearized reading' (duration: 179.268997ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:55.581938Z","caller":"traceutil/trace.go:171","msg":"trace[513748872] linearizableReadLoop","detail":"{readStateIndex:34004; appliedIndex:34001; }","duration":"190.287509ms","start":"2026-07-03T17:05:55.39163Z","end":"2026-07-03T17:05:55.581917Z","steps":["trace[513748872] 'read index received' (duration: 14.686446ms)","trace[513748872] 'applied index is now lower than readState.Index' (duration: 175.600243ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:05:55.582025Z","caller":"traceutil/trace.go:171","msg":"trace[1415217651] transaction","detail":"{read_only:false; response_revision:32891; number_of_response:1; }","duration":"206.938789ms","start":"2026-07-03T17:05:55.375039Z","end":"2026-07-03T17:05:55.581978Z","steps":["trace[1415217651] 'process raft request' (duration: 206.728834ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:55.582045Z","caller":"traceutil/trace.go:171","msg":"trace[1763563143] transaction","detail":"{read_only:false; response_revision:32892; number_of_response:1; }","duration":"206.343046ms","start":"2026-07-03T17:05:55.375661Z","end":"2026-07-03T17:05:55.582004Z","steps":["trace[1763563143] 'process raft request' (duration: 206.225493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:55.582172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.498603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-03T17:05:55.582172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.050007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:05:55.58224Z","caller":"traceutil/trace.go:171","msg":"trace[420299276] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:32892; }","duration":"184.165969ms","start":"2026-07-03T17:05:55.398057Z","end":"2026-07-03T17:05:55.582223Z","steps":["trace[420299276] 'agreement among raft nodes before linearized reading' (duration: 184.016455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:55.582287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.34966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T17:05:55.58231Z","caller":"traceutil/trace.go:171","msg":"trace[1388212462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32892; }","duration":"183.39406ms","start":"2026-07-03T17:05:55.398908Z","end":"2026-07-03T17:05:55.582302Z","steps":["trace[1388212462] 'agreement among raft nodes before linearized reading' (duration: 183.335769ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:55.5822Z","caller":"traceutil/trace.go:171","msg":"trace[1632178171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32892; }","duration":"190.608546ms","start":"2026-07-03T17:05:55.391582Z","end":"2026-07-03T17:05:55.58219Z","steps":["trace[1632178171] 'agreement among raft nodes before linearized reading' (duration: 190.439602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:55.582391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.823538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-03T17:05:55.582427Z","caller":"traceutil/trace.go:171","msg":"trace[88549626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32892; }","duration":"182.888819ms","start":"2026-07-03T17:05:55.399527Z","end":"2026-07-03T17:05:55.582416Z","steps":["trace[88549626] 'agreement among raft nodes before linearized reading' (duration: 182.713445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:05:55.582413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.498863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-03T17:05:55.582476Z","caller":"traceutil/trace.go:171","msg":"trace[1399781054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32892; }","duration":"183.583895ms","start":"2026-07-03T17:05:55.398874Z","end":"2026-07-03T17:05:55.582458Z","steps":["trace[1399781054] 'agreement among raft nodes before linearized reading' (duration: 183.388191ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:05:59.733094Z","caller":"traceutil/trace.go:171","msg":"trace[2119223856] transaction","detail":"{read_only:false; response_revision:32921; number_of_response:1; }","duration":"134.869382ms","start":"2026-07-03T17:05:59.598192Z","end":"2026-07-03T17:05:59.733061Z","steps":["trace[2119223856] 'process raft request' (duration: 116.727457ms)","trace[2119223856] 'compare' (duration: 17.846868ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:06:02.448672Z","caller":"traceutil/trace.go:171","msg":"trace[83569809] transaction","detail":"{read_only:false; response_revision:32945; number_of_response:1; }","duration":"113.191307ms","start":"2026-07-03T17:06:02.335454Z","end":"2026-07-03T17:06:02.448646Z","steps":["trace[83569809] 'process raft request' (duration: 113.038693ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:04.988106Z","caller":"traceutil/trace.go:171","msg":"trace[774346092] linearizableReadLoop","detail":"{readStateIndex:34076; appliedIndex:34075; }","duration":"125.200622ms","start":"2026-07-03T17:06:04.86288Z","end":"2026-07-03T17:06:04.988081Z","steps":["trace[774346092] 'read index received' (duration: 30.522498ms)","trace[774346092] 'applied index is now lower than readState.Index' (duration: 94.677314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:06:04.988226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.332185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:06:04.98825Z","caller":"traceutil/trace.go:171","msg":"trace[446742704] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32962; }","duration":"125.392836ms","start":"2026-07-03T17:06:04.86285Z","end":"2026-07-03T17:06:04.988243Z","steps":["trace[446742704] 'agreement among raft nodes before linearized reading' (duration: 125.309944ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:04.988296Z","caller":"traceutil/trace.go:171","msg":"trace[241375338] transaction","detail":"{read_only:false; response_revision:32962; number_of_response:1; }","duration":"134.421292ms","start":"2026-07-03T17:06:04.853811Z","end":"2026-07-03T17:06:04.988233Z","steps":["trace[241375338] 'process raft request' (duration: 39.644216ms)","trace[241375338] 'compare' (duration: 94.529941ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:06:05.962958Z","caller":"traceutil/trace.go:171","msg":"trace[1764759836] transaction","detail":"{read_only:false; response_revision:32970; number_of_response:1; }","duration":"122.523181ms","start":"2026-07-03T17:06:05.840415Z","end":"2026-07-03T17:06:05.962939Z","steps":["trace[1764759836] 'process raft request' (duration: 121.816144ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:05.963132Z","caller":"traceutil/trace.go:171","msg":"trace[303261572] transaction","detail":"{read_only:false; response_revision:32971; number_of_response:1; }","duration":"122.621553ms","start":"2026-07-03T17:06:05.840499Z","end":"2026-07-03T17:06:05.963121Z","steps":["trace[303261572] 'process raft request' (duration: 121.885396ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:06:16.005016Z","caller":"traceutil/trace.go:171","msg":"trace[1953399161] transaction","detail":"{read_only:false; response_revision:33040; number_of_response:1; }","duration":"109.945423ms","start":"2026-07-03T17:06:15.895044Z","end":"2026-07-03T17:06:16.004989Z","steps":["trace[1953399161] 'process raft request' (duration: 109.753129ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:43.961542Z","caller":"traceutil/trace.go:171","msg":"trace[886580090] transaction","detail":"{read_only:false; response_revision:33682; number_of_response:1; }","duration":"160.942928ms","start":"2026-07-03T17:07:43.800581Z","end":"2026-07-03T17:07:43.961524Z","steps":["trace[886580090] 'process raft request' (duration: 160.827126ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:43.98432Z","caller":"traceutil/trace.go:171","msg":"trace[94445883] transaction","detail":"{read_only:false; response_revision:33683; number_of_response:1; }","duration":"150.139611ms","start":"2026-07-03T17:07:43.834166Z","end":"2026-07-03T17:07:43.984305Z","steps":["trace[94445883] 'process raft request' (duration: 150.066359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:07:46.378992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.127907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T17:07:46.379138Z","caller":"traceutil/trace.go:171","msg":"trace[1216951987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33698; }","duration":"124.389002ms","start":"2026-07-03T17:07:46.254728Z","end":"2026-07-03T17:07:46.379117Z","steps":["trace[1216951987] 'range keys from in-memory index tree' (duration: 123.979504ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:46.379301Z","caller":"traceutil/trace.go:171","msg":"trace[1320220814] transaction","detail":"{read_only:false; response_revision:33699; number_of_response:1; }","duration":"112.835179ms","start":"2026-07-03T17:07:46.266429Z","end":"2026-07-03T17:07:46.379264Z","steps":["trace[1320220814] 'process raft request' (duration: 112.632854ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:52.137562Z","caller":"traceutil/trace.go:171","msg":"trace[895681107] transaction","detail":"{read_only:false; response_revision:33741; number_of_response:1; }","duration":"114.025986ms","start":"2026-07-03T17:07:52.023505Z","end":"2026-07-03T17:07:52.137531Z","steps":["trace[895681107] 'process raft request' (duration: 112.637774ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:07:59.629615Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31546} {"level":"info","ts":"2026-07-03T17:07:59.950789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31546,"took":"316.683597ms","hash":1824983348,"current-db-size-bytes":59412480,"current-db-size":"59 MB","current-db-size-in-use-bytes":31645696,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:07:59.950859Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1824983348,"revision":31546,"compact-revision":28842} {"level":"info","ts":"2026-07-03T17:08:14.852868Z","caller":"traceutil/trace.go:171","msg":"trace[2022966939] linearizableReadLoop","detail":"{readStateIndex:35050; appliedIndex:35048; }","duration":"146.720002ms","start":"2026-07-03T17:08:14.706111Z","end":"2026-07-03T17:08:14.852831Z","steps":["trace[2022966939] 'read index received' (duration: 23.236881ms)","trace[2022966939] 'applied index is now lower than readState.Index' (duration: 123.481621ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:14.852929Z","caller":"traceutil/trace.go:171","msg":"trace[649705746] transaction","detail":"{read_only:false; response_revision:33908; number_of_response:1; }","duration":"186.392099ms","start":"2026-07-03T17:08:14.666504Z","end":"2026-07-03T17:08:14.852896Z","steps":["trace[649705746] 'process raft request' (duration: 101.724094ms)","trace[649705746] 'compare' (duration: 84.357788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:08:14.853173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.03927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T17:08:14.853169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.058197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T17:08:14.853207Z","caller":"traceutil/trace.go:171","msg":"trace[544265274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33908; }","duration":"147.136683ms","start":"2026-07-03T17:08:14.706061Z","end":"2026-07-03T17:08:14.853197Z","steps":["trace[544265274] 'agreement among raft nodes before linearized reading' (duration: 146.951829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:14.853235Z","caller":"traceutil/trace.go:171","msg":"trace[940823529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33908; }","duration":"146.15414ms","start":"2026-07-03T17:08:14.707065Z","end":"2026-07-03T17:08:14.853219Z","steps":["trace[940823529] 'agreement among raft nodes before linearized reading' (duration: 145.970156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:15.820472Z","caller":"traceutil/trace.go:171","msg":"trace[1957540971] transaction","detail":"{read_only:false; response_revision:33913; number_of_response:1; }","duration":"480.713127ms","start":"2026-07-03T17:08:15.339742Z","end":"2026-07-03T17:08:15.820455Z","steps":["trace[1957540971] 'process raft request' (duration: 480.44027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:08:15.820619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:08:15.339718Z","time spent":"480.815379ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:08:15.820778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.650364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:08:15.820878Z","caller":"traceutil/trace.go:171","msg":"trace[1805371441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33913; }","duration":"301.800917ms","start":"2026-07-03T17:08:15.519043Z","end":"2026-07-03T17:08:15.820844Z","steps":["trace[1805371441] 'agreement among raft nodes before linearized reading' (duration: 301.577562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:08:15.821331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:08:15.519024Z","time spent":"302.291919ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T17:08:15.820384Z","caller":"traceutil/trace.go:171","msg":"trace[875678166] linearizableReadLoop","detail":"{readStateIndex:35055; appliedIndex:35054; }","duration":"301.256985ms","start":"2026-07-03T17:08:15.519098Z","end":"2026-07-03T17:08:15.820355Z","steps":["trace[875678166] 'read index received' (duration: 301.0236ms)","trace[875678166] 'applied index is now lower than readState.Index' (duration: 232.245µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:15.824519Z","caller":"traceutil/trace.go:171","msg":"trace[1034258156] transaction","detail":"{read_only:false; response_revision:33914; number_of_response:1; }","duration":"263.025791ms","start":"2026-07-03T17:08:15.56147Z","end":"2026-07-03T17:08:15.824496Z","steps":["trace[1034258156] 'process raft request' (duration: 262.932939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:08:15.824784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.126625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:08:15.824824Z","caller":"traceutil/trace.go:171","msg":"trace[1323227666] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:33914; }","duration":"250.216747ms","start":"2026-07-03T17:08:15.574597Z","end":"2026-07-03T17:08:15.824814Z","steps":["trace[1323227666] 'agreement among raft nodes before linearized reading' (duration: 250.151096ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:15.989482Z","caller":"traceutil/trace.go:171","msg":"trace[576081932] transaction","detail":"{read_only:false; response_revision:33915; number_of_response:1; }","duration":"155.898373ms","start":"2026-07-03T17:08:15.833551Z","end":"2026-07-03T17:08:15.989449Z","steps":["trace[576081932] 'process raft request' (duration: 92.646747ms)","trace[576081932] 'compare' (duration: 62.793196ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:16.734708Z","caller":"traceutil/trace.go:171","msg":"trace[965911208] transaction","detail":"{read_only:false; response_revision:33920; number_of_response:1; }","duration":"196.409098ms","start":"2026-07-03T17:08:16.538263Z","end":"2026-07-03T17:08:16.734672Z","steps":["trace[965911208] 'process raft request' (duration: 128.459216ms)","trace[965911208] 'compare' (duration: 67.636485ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:17.305838Z","caller":"traceutil/trace.go:171","msg":"trace[499349544] transaction","detail":"{read_only:false; response_revision:33926; number_of_response:1; }","duration":"101.169382ms","start":"2026-07-03T17:08:17.204642Z","end":"2026-07-03T17:08:17.305811Z","steps":["trace[499349544] 'process raft request' (duration: 100.974148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:08:17.324993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.300635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:08:17.325074Z","caller":"traceutil/trace.go:171","msg":"trace[1944410494] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33927; }","duration":"115.411757ms","start":"2026-07-03T17:08:17.209643Z","end":"2026-07-03T17:08:17.325055Z","steps":["trace[1944410494] 'agreement among raft nodes before linearized reading' (duration: 115.215973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:17.451799Z","caller":"traceutil/trace.go:171","msg":"trace[1366938556] transaction","detail":"{read_only:false; response_revision:33928; number_of_response:1; }","duration":"118.319504ms","start":"2026-07-03T17:08:17.333453Z","end":"2026-07-03T17:08:17.451773Z","steps":["trace[1366938556] 'process raft request' (duration: 39.142804ms)","trace[1366938556] 'compare' (duration: 78.764691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:08:17.452041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.345729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-03T17:08:17.452101Z","caller":"traceutil/trace.go:171","msg":"trace[1129463939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:33928; }","duration":"109.437471ms","start":"2026-07-03T17:08:17.342649Z","end":"2026-07-03T17:08:17.452086Z","steps":["trace[1129463939] 'agreement among raft nodes before linearized reading' (duration: 109.242496ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:17.451826Z","caller":"traceutil/trace.go:171","msg":"trace[301345059] linearizableReadLoop","detail":"{readStateIndex:35070; appliedIndex:35069; }","duration":"109.090384ms","start":"2026-07-03T17:08:17.342673Z","end":"2026-07-03T17:08:17.451764Z","steps":["trace[301345059] 'read index received' (duration: 29.851913ms)","trace[301345059] 'applied index is now lower than readState.Index' (duration: 79.236831ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:18.551596Z","caller":"traceutil/trace.go:171","msg":"trace[1034922111] transaction","detail":"{read_only:false; response_revision:33934; number_of_response:1; }","duration":"114.055987ms","start":"2026-07-03T17:08:18.437447Z","end":"2026-07-03T17:08:18.551503Z","steps":["trace[1034922111] 'process raft request' (duration: 69.754504ms)","trace[1034922111] 'compare' (duration: 44.19479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:08:18.962082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.616334ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T17:08:18.962217Z","caller":"traceutil/trace.go:171","msg":"trace[1032406625] linearizableReadLoop","detail":"{readStateIndex:35078; appliedIndex:35077; }","duration":"322.966481ms","start":"2026-07-03T17:08:18.639224Z","end":"2026-07-03T17:08:18.962191Z","steps":["trace[1032406625] 'read index received' (duration: 87.208383ms)","trace[1032406625] 'applied index is now lower than readState.Index' (duration: 235.756128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:08:18.962381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.120394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:08:18.96266Z","caller":"traceutil/trace.go:171","msg":"trace[2115984925] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:33935; }","duration":"323.437861ms","start":"2026-07-03T17:08:18.639189Z","end":"2026-07-03T17:08:18.962626Z","steps":["trace[2115984925] 'agreement among raft nodes before linearized reading' (duration: 323.091534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:08:18.962762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:08:18.639175Z","time spent":"323.554844ms","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-03T17:08:19.01703Z","caller":"traceutil/trace.go:171","msg":"trace[1956282973] transaction","detail":"{read_only:false; response_revision:33936; number_of_response:1; }","duration":"276.256274ms","start":"2026-07-03T17:08:18.740567Z","end":"2026-07-03T17:08:19.016823Z","steps":["trace[1956282973] 'process raft request' (duration: 275.880865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:08:19.017275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.405665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:08:19.017318Z","caller":"traceutil/trace.go:171","msg":"trace[13010753] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:33936; }","duration":"223.498397ms","start":"2026-07-03T17:08:18.793809Z","end":"2026-07-03T17:08:19.017307Z","steps":["trace[13010753] 'agreement among raft nodes before linearized reading' (duration: 223.424796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:08:19.017542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.975365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T17:08:19.017579Z","caller":"traceutil/trace.go:171","msg":"trace[1407525059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33936; }","duration":"240.031005ms","start":"2026-07-03T17:08:18.777538Z","end":"2026-07-03T17:08:19.017569Z","steps":["trace[1407525059] 'agreement among raft nodes before linearized reading' (duration: 239.925443ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:37.493185Z","caller":"traceutil/trace.go:171","msg":"trace[462146297] transaction","detail":"{read_only:false; response_revision:34074; number_of_response:1; }","duration":"104.444117ms","start":"2026-07-03T17:08:37.38872Z","end":"2026-07-03T17:08:37.493164Z","steps":["trace[462146297] 'process raft request' (duration: 104.287974ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:48.49665Z","caller":"traceutil/trace.go:171","msg":"trace[1056674984] transaction","detail":"{read_only:false; response_revision:34152; number_of_response:1; }","duration":"153.403326ms","start":"2026-07-03T17:08:48.343227Z","end":"2026-07-03T17:08:48.49663Z","steps":["trace[1056674984] 'process raft request' (duration: 153.025117ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:54.221988Z","caller":"traceutil/trace.go:171","msg":"trace[2080602898] transaction","detail":"{read_only:false; response_revision:34195; number_of_response:1; }","duration":"208.571368ms","start":"2026-07-03T17:08:54.013382Z","end":"2026-07-03T17:08:54.221954Z","steps":["trace[2080602898] 'process raft request' (duration: 208.040686ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:08:59.362711Z","caller":"traceutil/trace.go:171","msg":"trace[854931485] linearizableReadLoop","detail":"{readStateIndex:35383; appliedIndex:35382; }","duration":"128.023206ms","start":"2026-07-03T17:08:59.234664Z","end":"2026-07-03T17:08:59.362688Z","steps":["trace[854931485] 'read index received' (duration: 102.592945ms)","trace[854931485] 'applied index is now lower than readState.Index' (duration: 25.428881ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:08:59.362758Z","caller":"traceutil/trace.go:171","msg":"trace[744719545] transaction","detail":"{read_only:false; response_revision:34231; number_of_response:1; }","duration":"129.481629ms","start":"2026-07-03T17:08:59.233248Z","end":"2026-07-03T17:08:59.362729Z","steps":["trace[744719545] 'process raft request' (duration: 103.997207ms)","trace[744719545] 'compare' (duration: 25.234526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:08:59.362889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.20856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T17:08:59.362955Z","caller":"traceutil/trace.go:171","msg":"trace[1839405473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34231; }","duration":"128.307113ms","start":"2026-07-03T17:08:59.234634Z","end":"2026-07-03T17:08:59.362941Z","steps":["trace[1839405473] 'agreement among raft nodes before linearized reading' (duration: 128.154319ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:08.576917Z","caller":"traceutil/trace.go:171","msg":"trace[1843240291] transaction","detail":"{read_only:false; response_revision:34298; number_of_response:1; }","duration":"118.764584ms","start":"2026-07-03T17:09:08.45812Z","end":"2026-07-03T17:09:08.576884Z","steps":["trace[1843240291] 'process raft request' (duration: 46.495482ms)","trace[1843240291] 'compare' (duration: 72.144899ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:09:08.576906Z","caller":"traceutil/trace.go:171","msg":"trace[1569291518] linearizableReadLoop","detail":"{readStateIndex:35452; appliedIndex:35451; }","duration":"107.563648ms","start":"2026-07-03T17:09:08.469316Z","end":"2026-07-03T17:09:08.57688Z","steps":["trace[1569291518] 'read index received' (duration: 35.187244ms)","trace[1569291518] 'applied index is now lower than readState.Index' (duration: 72.375374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:09:08.577033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.700551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:09:08.577097Z","caller":"traceutil/trace.go:171","msg":"trace[1292002302] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34298; }","duration":"107.810543ms","start":"2026-07-03T17:09:08.469274Z","end":"2026-07-03T17:09:08.577084Z","steps":["trace[1292002302] 'agreement among raft nodes before linearized reading' (duration: 107.69988ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:08.959634Z","caller":"traceutil/trace.go:171","msg":"trace[1742052753] transaction","detail":"{read_only:false; response_revision:34301; number_of_response:1; }","duration":"102.721398ms","start":"2026-07-03T17:09:08.856886Z","end":"2026-07-03T17:09:08.959608Z","steps":["trace[1742052753] 'process raft request' (duration: 102.558494ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:09.079951Z","caller":"traceutil/trace.go:171","msg":"trace[1650420182] transaction","detail":"{read_only:false; response_revision:34302; number_of_response:1; }","duration":"192.133282ms","start":"2026-07-03T17:09:08.887789Z","end":"2026-07-03T17:09:09.079922Z","steps":["trace[1650420182] 'process raft request' (duration: 138.159967ms)","trace[1650420182] 'compare' (duration: 53.567815ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:09:09.600164Z","caller":"traceutil/trace.go:171","msg":"trace[695468468] transaction","detail":"{read_only:false; response_revision:34305; number_of_response:1; }","duration":"109.054873ms","start":"2026-07-03T17:09:09.491075Z","end":"2026-07-03T17:09:09.600129Z","steps":["trace[695468468] 'process raft request' (duration: 108.451289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:09.738092Z","caller":"traceutil/trace.go:171","msg":"trace[1121786132] linearizableReadLoop","detail":"{readStateIndex:35460; appliedIndex:35459; }","duration":"100.993439ms","start":"2026-07-03T17:09:09.637071Z","end":"2026-07-03T17:09:09.738065Z","steps":["trace[1121786132] 'read index received' (duration: 44.619979ms)","trace[1121786132] 'applied index is now lower than readState.Index' (duration: 56.37227ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:09:09.738163Z","caller":"traceutil/trace.go:171","msg":"trace[664881099] transaction","detail":"{read_only:false; response_revision:34306; number_of_response:1; }","duration":"134.596356ms","start":"2026-07-03T17:09:09.603543Z","end":"2026-07-03T17:09:09.73814Z","steps":["trace[664881099] 'process raft request' (duration: 78.201127ms)","trace[664881099] 'compare' (duration: 56.158293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:09:09.738395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.310906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T17:09:09.738502Z","caller":"traceutil/trace.go:171","msg":"trace[1432328929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34306; }","duration":"101.436709ms","start":"2026-07-03T17:09:09.637017Z","end":"2026-07-03T17:09:09.738454Z","steps":["trace[1432328929] 'agreement among raft nodes before linearized reading' (duration: 101.145913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:09:09.742707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.695803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T17:09:09.742762Z","caller":"traceutil/trace.go:171","msg":"trace[1898239990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34307; }","duration":"104.780624ms","start":"2026-07-03T17:09:09.637969Z","end":"2026-07-03T17:09:09.74275Z","steps":["trace[1898239990] 'agreement among raft nodes before linearized reading' (duration: 104.624971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:10.483925Z","caller":"traceutil/trace.go:171","msg":"trace[1099733425] linearizableReadLoop","detail":"{readStateIndex:35465; appliedIndex:35464; }","duration":"104.607421ms","start":"2026-07-03T17:09:10.379297Z","end":"2026-07-03T17:09:10.483905Z","steps":["trace[1099733425] 'read index received' (duration: 104.414637ms)","trace[1099733425] 'applied index is now lower than readState.Index' (duration: 191.754µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:09:10.484194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.889797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:09:10.484252Z","caller":"traceutil/trace.go:171","msg":"trace[1382611967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34311; }","duration":"104.976549ms","start":"2026-07-03T17:09:10.379241Z","end":"2026-07-03T17:09:10.484218Z","steps":["trace[1382611967] 'agreement among raft nodes before linearized reading' (duration: 104.771385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:10.484589Z","caller":"traceutil/trace.go:171","msg":"trace[178841734] transaction","detail":"{read_only:false; response_revision:34311; number_of_response:1; }","duration":"146.475147ms","start":"2026-07-03T17:09:10.338084Z","end":"2026-07-03T17:09:10.484559Z","steps":["trace[178841734] 'process raft request' (duration: 145.657869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:09:18.861471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.776467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T17:09:18.861551Z","caller":"traceutil/trace.go:171","msg":"trace[1424192606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34371; }","duration":"105.881129ms","start":"2026-07-03T17:09:18.755652Z","end":"2026-07-03T17:09:18.861533Z","steps":["trace[1424192606] 'range keys from in-memory index tree' (duration: 105.640464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:28.382835Z","caller":"traceutil/trace.go:171","msg":"trace[518587203] transaction","detail":"{read_only:false; response_revision:34440; number_of_response:1; }","duration":"194.895793ms","start":"2026-07-03T17:09:28.187911Z","end":"2026-07-03T17:09:28.382807Z","steps":["trace[518587203] 'process raft request' (duration: 194.724789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:09:38.3117Z","caller":"traceutil/trace.go:171","msg":"trace[1552972293] transaction","detail":"{read_only:false; response_revision:34513; number_of_response:1; }","duration":"214.92963ms","start":"2026-07-03T17:09:38.096739Z","end":"2026-07-03T17:09:38.311669Z","steps":["trace[1552972293] 'process raft request' (duration: 129.940019ms)","trace[1552972293] 'compare' (duration: 84.698385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:10:49.220651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.557934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:10:49.220823Z","caller":"traceutil/trace.go:171","msg":"trace[1186543540] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:35066; }","duration":"182.725957ms","start":"2026-07-03T17:10:49.038034Z","end":"2026-07-03T17:10:49.22076Z","steps":["trace[1186543540] 'count revisions from in-memory index tree' (duration: 182.472291ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:01.707536Z","caller":"traceutil/trace.go:171","msg":"trace[1156206498] linearizableReadLoop","detail":"{readStateIndex:36336; appliedIndex:36335; }","duration":"189.594173ms","start":"2026-07-03T17:11:01.517921Z","end":"2026-07-03T17:11:01.707515Z","steps":["trace[1156206498] 'read index received' (duration: 189.409839ms)","trace[1156206498] 'applied index is now lower than readState.Index' (duration: 183.854µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:11:01.707639Z","caller":"traceutil/trace.go:171","msg":"trace[514053172] transaction","detail":"{read_only:false; response_revision:35157; number_of_response:1; }","duration":"205.26406ms","start":"2026-07-03T17:11:01.502366Z","end":"2026-07-03T17:11:01.70763Z","steps":["trace[514053172] 'process raft request' (duration: 205.019675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:11:01.707886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.956932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:11:01.707938Z","caller":"traceutil/trace.go:171","msg":"trace[92937971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35157; }","duration":"190.048713ms","start":"2026-07-03T17:11:01.517877Z","end":"2026-07-03T17:11:01.707926Z","steps":["trace[92937971] 'agreement among raft nodes before linearized reading' (duration: 189.970381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:13.97936Z","caller":"traceutil/trace.go:171","msg":"trace[732052247] transaction","detail":"{read_only:false; response_revision:35250; number_of_response:1; }","duration":"130.127995ms","start":"2026-07-03T17:11:13.849205Z","end":"2026-07-03T17:11:13.979333Z","steps":["trace[732052247] 'process raft request' (duration: 125.390426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:11:16.900859Z","caller":"traceutil/trace.go:171","msg":"trace[22895284] linearizableReadLoop","detail":"{readStateIndex:36455; appliedIndex:36454; }","duration":"198.275561ms","start":"2026-07-03T17:11:16.702559Z","end":"2026-07-03T17:11:16.900835Z","steps":["trace[22895284] 'read index received' (duration: 198.038515ms)","trace[22895284] 'applied index is now lower than readState.Index' (duration: 235.836µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:11:16.90097Z","caller":"traceutil/trace.go:171","msg":"trace[168953134] transaction","detail":"{read_only:false; response_revision:35273; number_of_response:1; }","duration":"210.147382ms","start":"2026-07-03T17:11:16.690792Z","end":"2026-07-03T17:11:16.900939Z","steps":["trace[168953134] 'process raft request' (duration: 209.875575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:11:16.901152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.562688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:11:16.901243Z","caller":"traceutil/trace.go:171","msg":"trace[893541785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35273; }","duration":"198.682151ms","start":"2026-07-03T17:11:16.702539Z","end":"2026-07-03T17:11:16.901221Z","steps":["trace[893541785] 'agreement among raft nodes before linearized reading' (duration: 198.428325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:43.346353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:12:43.347123Z","caller":"traceutil/trace.go:171","msg":"trace[493453097] transaction","detail":"{read_only:false; response_revision:35903; number_of_response:1; }","duration":"135.021305ms","start":"2026-07-03T17:12:43.212073Z","end":"2026-07-03T17:12:43.347094Z","steps":["trace[493453097] 'process raft request' (duration: 30.501737ms)","trace[493453097] 'compare' (duration: 103.571787ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:12:43.347223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.493121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:12:43.347261Z","caller":"traceutil/trace.go:171","msg":"trace[1649945307] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35903; }","duration":"116.562773ms","start":"2026-07-03T17:12:43.230688Z","end":"2026-07-03T17:12:43.347251Z","steps":["trace[1649945307] 'agreement among raft nodes before linearized reading' (duration: 116.471511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:43.346484Z","caller":"traceutil/trace.go:171","msg":"trace[503171764] linearizableReadLoop","detail":"{readStateIndex:37105; appliedIndex:37104; }","duration":"115.731764ms","start":"2026-07-03T17:12:43.230735Z","end":"2026-07-03T17:12:43.346467Z","steps":["trace[503171764] 'read index received' (duration: 11.83687ms)","trace[503171764] 'applied index is now lower than readState.Index' (duration: 103.893704ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:43.887092Z","caller":"traceutil/trace.go:171","msg":"trace[480058539] transaction","detail":"{read_only:false; response_revision:35910; number_of_response:1; }","duration":"148.422702ms","start":"2026-07-03T17:12:43.73863Z","end":"2026-07-03T17:12:43.887053Z","steps":["trace[480058539] 'process raft request' (duration: 116.472281ms)","trace[480058539] 'compare' (duration: 31.761056ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:44.69634Z","caller":"traceutil/trace.go:171","msg":"trace[1722947639] linearizableReadLoop","detail":"{readStateIndex:37116; appliedIndex:37114; }","duration":"174.734504ms","start":"2026-07-03T17:12:44.521583Z","end":"2026-07-03T17:12:44.696317Z","steps":["trace[1722947639] 'read index received' (duration: 114.692202ms)","trace[1722947639] 'applied index is now lower than readState.Index' (duration: 60.041182ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:44.696373Z","caller":"traceutil/trace.go:171","msg":"trace[783506687] transaction","detail":"{read_only:false; response_revision:35914; number_of_response:1; }","duration":"217.453909ms","start":"2026-07-03T17:12:44.478885Z","end":"2026-07-03T17:12:44.696338Z","steps":["trace[783506687] 'process raft request' (duration: 217.301996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:44.696479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.883277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:12:44.696511Z","caller":"traceutil/trace.go:171","msg":"trace[320147855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35914; }","duration":"174.961999ms","start":"2026-07-03T17:12:44.52154Z","end":"2026-07-03T17:12:44.696502Z","steps":["trace[320147855] 'agreement among raft nodes before linearized reading' (duration: 174.876757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:48.294571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.65387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:12:48.29465Z","caller":"traceutil/trace.go:171","msg":"trace[1987545361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:35943; }","duration":"114.974057ms","start":"2026-07-03T17:12:48.179658Z","end":"2026-07-03T17:12:48.294632Z","steps":["trace[1987545361] 'count revisions from in-memory index tree' (duration: 114.566069ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:52.021993Z","caller":"traceutil/trace.go:171","msg":"trace[1297035997] transaction","detail":"{read_only:false; response_revision:35969; number_of_response:1; }","duration":"200.3625ms","start":"2026-07-03T17:12:51.821597Z","end":"2026-07-03T17:12:52.02196Z","steps":["trace[1297035997] 'process raft request' (duration: 200.121004ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:56.617228Z","caller":"traceutil/trace.go:171","msg":"trace[154939292] transaction","detail":"{read_only:false; response_revision:36002; number_of_response:1; }","duration":"166.359181ms","start":"2026-07-03T17:12:56.45084Z","end":"2026-07-03T17:12:56.617199Z","steps":["trace[154939292] 'process raft request' (duration: 69.428685ms)","trace[154939292] 'compare' (duration: 96.727731ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:57.394828Z","caller":"traceutil/trace.go:171","msg":"trace[1524760629] transaction","detail":"{read_only:false; response_revision:36007; number_of_response:1; }","duration":"135.114608ms","start":"2026-07-03T17:12:57.259678Z","end":"2026-07-03T17:12:57.394793Z","steps":["trace[1524760629] 'process raft request' (duration: 92.210267ms)","trace[1524760629] 'compare' (duration: 42.624775ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:57.723389Z","caller":"traceutil/trace.go:171","msg":"trace[2086394161] transaction","detail":"{read_only:false; response_revision:36009; number_of_response:1; }","duration":"107.853335ms","start":"2026-07-03T17:12:57.615509Z","end":"2026-07-03T17:12:57.723362Z","steps":["trace[2086394161] 'process raft request' (duration: 41.882657ms)","trace[2086394161] 'compare' (duration: 65.837145ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:57.914986Z","caller":"traceutil/trace.go:171","msg":"trace[1179851980] transaction","detail":"{read_only:false; response_revision:36010; number_of_response:1; }","duration":"132.58216ms","start":"2026-07-03T17:12:57.782369Z","end":"2026-07-03T17:12:57.914951Z","steps":["trace[1179851980] 'process raft request' (duration: 83.446797ms)","trace[1179851980] 'compare' (duration: 48.863277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:12:58.62767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.108674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:12:58.627802Z","caller":"traceutil/trace.go:171","msg":"trace[496372565] linearizableReadLoop","detail":"{readStateIndex:37217; appliedIndex:37216; }","duration":"354.733117ms","start":"2026-07-03T17:12:58.273054Z","end":"2026-07-03T17:12:58.627787Z","steps":["trace[496372565] 'read index received' (duration: 24.378357ms)","trace[496372565] 'applied index is now lower than readState.Index' (duration: 330.35303ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:58.627776Z","caller":"traceutil/trace.go:171","msg":"trace[622063943] transaction","detail":"{read_only:false; response_revision:36013; number_of_response:1; }","duration":"518.670343ms","start":"2026-07-03T17:12:58.109073Z","end":"2026-07-03T17:12:58.627743Z","steps":["trace[622063943] 'process raft request' (duration: 188.418116ms)","trace[622063943] 'compare' (duration: 329.477089ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:58.62788Z","caller":"traceutil/trace.go:171","msg":"trace[1191987733] transaction","detail":"{read_only:false; response_revision:36014; number_of_response:1; }","duration":"172.083513ms","start":"2026-07-03T17:12:58.455786Z","end":"2026-07-03T17:12:58.627869Z","steps":["trace[1191987733] 'process raft request' (duration: 171.971521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:58.627921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:12:58.109054Z","time spent":"518.793677ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:12:58.62815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.082665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T17:12:58.628234Z","caller":"traceutil/trace.go:171","msg":"trace[818092072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36014; }","duration":"355.222168ms","start":"2026-07-03T17:12:58.272992Z","end":"2026-07-03T17:12:58.628214Z","steps":["trace[818092072] 'agreement among raft nodes before linearized reading' (duration: 354.86171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:12:58.628275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:12:58.272973Z","time spent":"355.29181ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T17:12:58.642624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.249617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:12:58.642691Z","caller":"traceutil/trace.go:171","msg":"trace[1217543032] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:36014; }","duration":"225.35506ms","start":"2026-07-03T17:12:58.417312Z","end":"2026-07-03T17:12:58.642667Z","steps":["trace[1217543032] 'agreement among raft nodes before linearized reading' (duration: 225.255378ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:12:59.087555Z","caller":"traceutil/trace.go:171","msg":"trace[1404804550] transaction","detail":"{read_only:false; response_revision:36018; number_of_response:1; }","duration":"142.062097ms","start":"2026-07-03T17:12:58.945468Z","end":"2026-07-03T17:12:59.087531Z","steps":["trace[1404804550] 'process raft request' (duration: 116.742128ms)","trace[1404804550] 'compare' (duration: 24.993351ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:12:59.785205Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33797} {"level":"warn","ts":"2026-07-03T17:12:59.979401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.29924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:12:59.979476Z","caller":"traceutil/trace.go:171","msg":"trace[1293560675] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:36024; }","duration":"138.415533ms","start":"2026-07-03T17:12:59.841043Z","end":"2026-07-03T17:12:59.979458Z","steps":["trace[1293560675] 'count revisions from in-memory index tree' (duration: 138.230409ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:00.168964Z","caller":"traceutil/trace.go:171","msg":"trace[1039386356] linearizableReadLoop","detail":"{readStateIndex:37233; appliedIndex:37231; }","duration":"104.029278ms","start":"2026-07-03T17:13:00.06491Z","end":"2026-07-03T17:13:00.168939Z","steps":["trace[1039386356] 'read index received' (duration: 64.28607ms)","trace[1039386356] 'applied index is now lower than readState.Index' (duration: 39.742198ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:00.169016Z","caller":"traceutil/trace.go:171","msg":"trace[1558969958] transaction","detail":"{read_only:false; response_revision:36026; number_of_response:1; }","duration":"181.019247ms","start":"2026-07-03T17:12:59.987955Z","end":"2026-07-03T17:13:00.168974Z","steps":["trace[1558969958] 'process raft request' (duration: 141.229308ms)","trace[1558969958] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 31.662513ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:00.16903Z","caller":"traceutil/trace.go:171","msg":"trace[1109392750] transaction","detail":"{read_only:false; response_revision:36027; number_of_response:1; }","duration":"179.770878ms","start":"2026-07-03T17:12:59.989218Z","end":"2026-07-03T17:13:00.168989Z","steps":["trace[1109392750] 'process raft request' (duration: 179.656825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:13:00.169095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.166411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:13:00.169133Z","caller":"traceutil/trace.go:171","msg":"trace[1673166777] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:36027; }","duration":"104.247803ms","start":"2026-07-03T17:13:00.064871Z","end":"2026-07-03T17:13:00.169119Z","steps":["trace[1673166777] 'agreement among raft nodes before linearized reading' (duration: 104.165131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:13:00.353641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.642438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:13:00.353702Z","caller":"traceutil/trace.go:171","msg":"trace[129130638] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:36027; }","duration":"127.76791ms","start":"2026-07-03T17:13:00.225921Z","end":"2026-07-03T17:13:00.353689Z","steps":["trace[129130638] 'count revisions from in-memory index tree' (duration: 127.557466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:00.722707Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33797,"took":"932.228615ms","hash":1459587014,"current-db-size-bytes":59412480,"current-db-size":"59 MB","current-db-size-in-use-bytes":30732288,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T17:13:00.722791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1459587014,"revision":33797,"compact-revision":31546} {"level":"info","ts":"2026-07-03T17:13:01.499364Z","caller":"traceutil/trace.go:171","msg":"trace[665101818] transaction","detail":"{read_only:false; response_revision:36034; number_of_response:1; }","duration":"231.0201ms","start":"2026-07-03T17:13:01.268315Z","end":"2026-07-03T17:13:01.499335Z","steps":["trace[665101818] 'process raft request' (duration: 230.785895ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:01.550112Z","caller":"traceutil/trace.go:171","msg":"trace[853166578] transaction","detail":"{read_only:false; response_revision:36035; number_of_response:1; }","duration":"108.334447ms","start":"2026-07-03T17:13:01.441744Z","end":"2026-07-03T17:13:01.550079Z","steps":["trace[853166578] 'process raft request' (duration: 83.648282ms)","trace[853166578] 'compare' (duration: 24.422319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:13:01.550314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.697671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:13:01.550399Z","caller":"traceutil/trace.go:171","msg":"trace[1029575923] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:36036; }","duration":"121.841284ms","start":"2026-07-03T17:13:01.428538Z","end":"2026-07-03T17:13:01.550379Z","steps":["trace[1029575923] 'agreement among raft nodes before linearized reading' (duration: 121.601179ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:02.879504Z","caller":"traceutil/trace.go:171","msg":"trace[864525448] transaction","detail":"{read_only:false; response_revision:36045; number_of_response:1; }","duration":"104.584659ms","start":"2026-07-03T17:13:02.774891Z","end":"2026-07-03T17:13:02.879476Z","steps":["trace[864525448] 'process raft request' (duration: 86.596689ms)","trace[864525448] 'compare' (duration: 17.879048ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:06.891176Z","caller":"traceutil/trace.go:171","msg":"trace[1142657001] transaction","detail":"{read_only:false; response_revision:36074; number_of_response:1; }","duration":"107.058718ms","start":"2026-07-03T17:13:06.784092Z","end":"2026-07-03T17:13:06.89115Z","steps":["trace[1142657001] 'process raft request' (duration: 104.53532ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:07.207268Z","caller":"traceutil/trace.go:171","msg":"trace[2061698768] transaction","detail":"{read_only:false; response_revision:36077; number_of_response:1; }","duration":"118.898026ms","start":"2026-07-03T17:13:07.08834Z","end":"2026-07-03T17:13:07.207239Z","steps":["trace[2061698768] 'process raft request' (duration: 118.286113ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:07.207937Z","caller":"traceutil/trace.go:171","msg":"trace[1445682695] transaction","detail":"{read_only:false; response_revision:36078; number_of_response:1; }","duration":"110.919936ms","start":"2026-07-03T17:13:07.096992Z","end":"2026-07-03T17:13:07.207912Z","steps":["trace[1445682695] 'process raft request' (duration: 110.769492ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:17.920607Z","caller":"traceutil/trace.go:171","msg":"trace[1391578353] transaction","detail":"{read_only:false; response_revision:36155; number_of_response:1; }","duration":"100.916476ms","start":"2026-07-03T17:13:17.819662Z","end":"2026-07-03T17:13:17.920578Z","steps":["trace[1391578353] 'process raft request' (duration: 27.795605ms)","trace[1391578353] 'compare' (duration: 72.845975ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:23.495368Z","caller":"traceutil/trace.go:171","msg":"trace[140444589] transaction","detail":"{read_only:false; response_revision:36194; number_of_response:1; }","duration":"164.989421ms","start":"2026-07-03T17:13:23.330355Z","end":"2026-07-03T17:13:23.495345Z","steps":["trace[140444589] 'process raft request' (duration: 164.95637ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:23.495401Z","caller":"traceutil/trace.go:171","msg":"trace[1410382463] transaction","detail":"{read_only:false; response_revision:36193; number_of_response:1; }","duration":"166.139928ms","start":"2026-07-03T17:13:23.329243Z","end":"2026-07-03T17:13:23.495383Z","steps":["trace[1410382463] 'process raft request' (duration: 165.988744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:13:23.495351Z","caller":"traceutil/trace.go:171","msg":"trace[1326802920] transaction","detail":"{read_only:false; response_revision:36192; number_of_response:1; }","duration":"172.583434ms","start":"2026-07-03T17:13:23.322732Z","end":"2026-07-03T17:13:23.495316Z","steps":["trace[1326802920] 'process raft request' (duration: 142.774103ms)","trace[1326802920] 'compare' (duration: 29.421583ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:29.938923Z","caller":"traceutil/trace.go:171","msg":"trace[1033773311] transaction","detail":"{read_only:false; response_revision:36240; number_of_response:1; }","duration":"116.38631ms","start":"2026-07-03T17:13:29.822508Z","end":"2026-07-03T17:13:29.938895Z","steps":["trace[1033773311] 'process raft request' (duration: 60.191296ms)","trace[1033773311] 'compare' (duration: 56.089132ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:30.174889Z","caller":"traceutil/trace.go:171","msg":"trace[1655967549] transaction","detail":"{read_only:false; response_revision:36242; number_of_response:1; }","duration":"102.349418ms","start":"2026-07-03T17:13:30.072525Z","end":"2026-07-03T17:13:30.174874Z","steps":["trace[1655967549] 'process raft request' (duration: 72.113547ms)","trace[1655967549] 'compare' (duration: 29.826892ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:13:31.886552Z","caller":"traceutil/trace.go:171","msg":"trace[1658346779] transaction","detail":"{read_only:false; response_revision:36255; number_of_response:1; }","duration":"100.076907ms","start":"2026-07-03T17:13:31.78645Z","end":"2026-07-03T17:13:31.886527Z","steps":["trace[1658346779] 'process raft request' (duration: 99.913843ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:14:44.883988Z","caller":"traceutil/trace.go:171","msg":"trace[1668539235] transaction","detail":"{read_only:false; response_revision:36786; number_of_response:1; }","duration":"176.165066ms","start":"2026-07-03T17:14:44.707774Z","end":"2026-07-03T17:14:44.883939Z","steps":["trace[1668539235] 'process raft request' (duration: 175.973901ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:16.057159Z","caller":"traceutil/trace.go:171","msg":"trace[1994141461] transaction","detail":"{read_only:false; response_revision:37103; number_of_response:1; }","duration":"151.313088ms","start":"2026-07-03T17:15:15.905781Z","end":"2026-07-03T17:15:16.057094Z","steps":["trace[1994141461] 'process raft request' (duration: 151.091993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:18.933112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.420305ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T17:15:18.933342Z","caller":"traceutil/trace.go:171","msg":"trace[882728833] linearizableReadLoop","detail":"{readStateIndex:38363; appliedIndex:38362; }","duration":"244.447136ms","start":"2026-07-03T17:15:18.688876Z","end":"2026-07-03T17:15:18.933324Z","steps":["trace[882728833] 'read index received' (duration: 115.786855ms)","trace[882728833] 'applied index is now lower than readState.Index' (duration: 128.659011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:15:18.933817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.910808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T17:15:18.933902Z","caller":"traceutil/trace.go:171","msg":"trace[870494900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37126; }","duration":"245.054381ms","start":"2026-07-03T17:15:18.688828Z","end":"2026-07-03T17:15:18.933883Z","steps":["trace[870494900] 'agreement among raft nodes before linearized reading' (duration: 244.810785ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:18.934163Z","caller":"traceutil/trace.go:171","msg":"trace[407074782] transaction","detail":"{read_only:false; response_revision:37127; number_of_response:1; }","duration":"154.174653ms","start":"2026-07-03T17:15:18.779979Z","end":"2026-07-03T17:15:18.934153Z","steps":["trace[407074782] 'process raft request' (duration: 153.254012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:15:19.001835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.536185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:15:19.001892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.236093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:15:19.001911Z","caller":"traceutil/trace.go:171","msg":"trace[2068732599] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:37127; }","duration":"141.625707ms","start":"2026-07-03T17:15:18.860268Z","end":"2026-07-03T17:15:19.001893Z","steps":["trace[2068732599] 'agreement among raft nodes before linearized reading' (duration: 73.874589ms)","trace[2068732599] 'count revisions from in-memory index tree' (duration: 67.640716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:15:19.001904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.011934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T17:15:19.001956Z","caller":"traceutil/trace.go:171","msg":"trace[381673448] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:37127; }","duration":"139.319354ms","start":"2026-07-03T17:15:18.862618Z","end":"2026-07-03T17:15:19.001938Z","steps":["trace[381673448] 'agreement among raft nodes before linearized reading' (duration: 71.569016ms)","trace[381673448] 'count revisions from in-memory index tree' (duration: 67.634595ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:19.001969Z","caller":"traceutil/trace.go:171","msg":"trace[1098521831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37127; }","duration":"313.206588ms","start":"2026-07-03T17:15:18.688747Z","end":"2026-07-03T17:15:19.001953Z","steps":["trace[1098521831] 'agreement among raft nodes before linearized reading' (duration: 245.349547ms)","trace[1098521831] 'range keys from in-memory index tree' (duration: 67.702877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:15:19.001996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:15:18.688725Z","time spent":"313.265819ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T17:15:19.002074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.429489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-65r4v\" ","response":"range_response_count:1 size:10045"} {"level":"info","ts":"2026-07-03T17:15:19.002202Z","caller":"traceutil/trace.go:171","msg":"trace[1224198588] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-65r4v; range_end:; response_count:1; response_revision:37127; }","duration":"126.611044ms","start":"2026-07-03T17:15:18.875564Z","end":"2026-07-03T17:15:19.002175Z","steps":["trace[1224198588] 'agreement among raft nodes before linearized reading' (duration: 58.60239ms)","trace[1224198588] 'range keys from in-memory index tree' (duration: 67.729598ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:19.16528Z","caller":"traceutil/trace.go:171","msg":"trace[1881012856] transaction","detail":"{read_only:false; response_revision:37131; number_of_response:1; }","duration":"150.590631ms","start":"2026-07-03T17:15:19.014659Z","end":"2026-07-03T17:15:19.16525Z","steps":["trace[1881012856] 'process raft request' (duration: 150.443078ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:19.165301Z","caller":"traceutil/trace.go:171","msg":"trace[1188068139] transaction","detail":"{read_only:false; response_revision:37130; number_of_response:1; }","duration":"155.895203ms","start":"2026-07-03T17:15:19.009382Z","end":"2026-07-03T17:15:19.165277Z","steps":["trace[1188068139] 'process raft request' (duration: 125.011917ms)","trace[1188068139] 'compare' (duration: 30.60601ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:20.225232Z","caller":"traceutil/trace.go:171","msg":"trace[639812231] transaction","detail":"{read_only:false; response_revision:37142; number_of_response:1; }","duration":"142.897365ms","start":"2026-07-03T17:15:20.082304Z","end":"2026-07-03T17:15:20.225201Z","steps":["trace[639812231] 'process raft request' (duration: 142.798343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:20.225266Z","caller":"traceutil/trace.go:171","msg":"trace[268728454] transaction","detail":"{read_only:false; response_revision:37141; number_of_response:1; }","duration":"143.996711ms","start":"2026-07-03T17:15:20.081206Z","end":"2026-07-03T17:15:20.225203Z","steps":["trace[268728454] 'process raft request' (duration: 76.295324ms)","trace[268728454] 'compare' (duration: 67.436371ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:20.225387Z","caller":"traceutil/trace.go:171","msg":"trace[1698659213] transaction","detail":"{read_only:false; response_revision:37143; number_of_response:1; }","duration":"141.697259ms","start":"2026-07-03T17:15:20.083661Z","end":"2026-07-03T17:15:20.225358Z","steps":["trace[1698659213] 'process raft request' (duration: 141.490913ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:35.888374Z","caller":"traceutil/trace.go:171","msg":"trace[559462330] linearizableReadLoop","detail":"{readStateIndex:38501; appliedIndex:38500; }","duration":"114.19946ms","start":"2026-07-03T17:15:35.774158Z","end":"2026-07-03T17:15:35.888358Z","steps":["trace[559462330] 'read index received' (duration: 42.925291ms)","trace[559462330] 'applied index is now lower than readState.Index' (duration: 71.273319ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:35.888485Z","caller":"traceutil/trace.go:171","msg":"trace[285983901] transaction","detail":"{read_only:false; response_revision:37261; number_of_response:1; }","duration":"136.49982ms","start":"2026-07-03T17:15:35.75197Z","end":"2026-07-03T17:15:35.88847Z","steps":["trace[285983901] 'process raft request' (duration: 65.091827ms)","trace[285983901] 'compare' (duration: 70.888961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:15:35.888746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.574309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18155"} {"level":"info","ts":"2026-07-03T17:15:35.888793Z","caller":"traceutil/trace.go:171","msg":"trace[383083932] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:37262; }","duration":"114.64202ms","start":"2026-07-03T17:15:35.774126Z","end":"2026-07-03T17:15:35.888768Z","steps":["trace[383083932] 'agreement among raft nodes before linearized reading' (duration: 114.297442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:59.275455Z","caller":"traceutil/trace.go:171","msg":"trace[1314159320] transaction","detail":"{read_only:false; response_revision:37429; number_of_response:1; }","duration":"108.073789ms","start":"2026-07-03T17:15:59.167354Z","end":"2026-07-03T17:15:59.275428Z","steps":["trace[1314159320] 'process raft request' (duration: 107.890515ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:15:59.589273Z","caller":"traceutil/trace.go:171","msg":"trace[1719928257] transaction","detail":"{read_only:false; response_revision:37433; number_of_response:1; }","duration":"118.15579ms","start":"2026-07-03T17:15:59.471092Z","end":"2026-07-03T17:15:59.589248Z","steps":["trace[1719928257] 'process raft request' (duration: 103.479845ms)","trace[1719928257] 'compare' (duration: 14.564813ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:15:59.616076Z","caller":"traceutil/trace.go:171","msg":"trace[349016943] transaction","detail":"{read_only:false; response_revision:37434; number_of_response:1; }","duration":"114.579718ms","start":"2026-07-03T17:15:59.501471Z","end":"2026-07-03T17:15:59.616051Z","steps":["trace[349016943] 'process raft request' (duration: 114.240851ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:00.638052Z","caller":"traceutil/trace.go:171","msg":"trace[236309815] transaction","detail":"{read_only:false; response_revision:37442; number_of_response:1; }","duration":"204.265008ms","start":"2026-07-03T17:16:00.433766Z","end":"2026-07-03T17:16:00.638032Z","steps":["trace[236309815] 'process raft request' (duration: 204.232497ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:00.638122Z","caller":"traceutil/trace.go:171","msg":"trace[1156203407] transaction","detail":"{read_only:false; response_revision:37441; number_of_response:1; }","duration":"224.968282ms","start":"2026-07-03T17:16:00.413131Z","end":"2026-07-03T17:16:00.638099Z","steps":["trace[1156203407] 'process raft request' (duration: 224.835099ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:00.638124Z","caller":"traceutil/trace.go:171","msg":"trace[738812717] transaction","detail":"{read_only:false; response_revision:37440; number_of_response:1; }","duration":"225.055154ms","start":"2026-07-03T17:16:00.413044Z","end":"2026-07-03T17:16:00.638099Z","steps":["trace[738812717] 'process raft request' (duration: 224.780067ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:00.704869Z","caller":"traceutil/trace.go:171","msg":"trace[397689899] transaction","detail":"{read_only:false; response_revision:37443; number_of_response:1; }","duration":"190.490723ms","start":"2026-07-03T17:16:00.514353Z","end":"2026-07-03T17:16:00.704844Z","steps":["trace[397689899] 'process raft request' (duration: 190.254058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:01.350917Z","caller":"traceutil/trace.go:171","msg":"trace[1403199891] transaction","detail":"{read_only:false; response_revision:37444; number_of_response:1; }","duration":"235.788908ms","start":"2026-07-03T17:16:01.115102Z","end":"2026-07-03T17:16:01.350891Z","steps":["trace[1403199891] 'process raft request' (duration: 235.562363ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:01.859786Z","caller":"traceutil/trace.go:171","msg":"trace[399987399] transaction","detail":"{read_only:false; response_revision:37445; number_of_response:1; }","duration":"710.61653ms","start":"2026-07-03T17:16:01.149152Z","end":"2026-07-03T17:16:01.859768Z","steps":["trace[399987399] 'process raft request' (duration: 710.327423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:01.859963Z","caller":"traceutil/trace.go:171","msg":"trace[1580668382] linearizableReadLoop","detail":"{readStateIndex:38691; appliedIndex:38689; }","duration":"689.256302ms","start":"2026-07-03T17:16:01.17066Z","end":"2026-07-03T17:16:01.859916Z","steps":["trace[1580668382] 'read index received' (duration: 180.096086ms)","trace[1580668382] 'applied index is now lower than readState.Index' (duration: 509.157746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:16:01.860088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:01.149129Z","time spent":"710.857786ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:16:01.860104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.424916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:16:01.860161Z","caller":"traceutil/trace.go:171","msg":"trace[1225508246] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:37446; }","duration":"689.521097ms","start":"2026-07-03T17:16:01.170626Z","end":"2026-07-03T17:16:01.860147Z","steps":["trace[1225508246] 'agreement among raft nodes before linearized reading' (duration: 689.420205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.8602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:01.170611Z","time spent":"689.579039ms","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T17:16:01.860058Z","caller":"traceutil/trace.go:171","msg":"trace[2133662499] transaction","detail":"{read_only:false; response_revision:37446; number_of_response:1; }","duration":"578.691385ms","start":"2026-07-03T17:16:01.281314Z","end":"2026-07-03T17:16:01.860005Z","steps":["trace[2133662499] 'process raft request' (duration: 578.404369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.860374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:01.281287Z","time spent":"578.986152ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T17:16:01.887324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.868261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T17:16:01.887499Z","caller":"traceutil/trace.go:171","msg":"trace[1991693970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37447; }","duration":"562.081206ms","start":"2026-07-03T17:16:01.325394Z","end":"2026-07-03T17:16:01.887475Z","steps":["trace[1991693970] 'agreement among raft nodes before linearized reading' (duration: 561.814139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.887574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:01.325375Z","time spent":"562.186408ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T17:16:01.887723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.58878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T17:16:01.887784Z","caller":"traceutil/trace.go:171","msg":"trace[1556857278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37447; }","duration":"293.663182ms","start":"2026-07-03T17:16:01.594097Z","end":"2026-07-03T17:16:01.887761Z","steps":["trace[1556857278] 'agreement among raft nodes before linearized reading' (duration: 293.511248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.887902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.678744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:16:01.888005Z","caller":"traceutil/trace.go:171","msg":"trace[156368020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37447; }","duration":"367.818907ms","start":"2026-07-03T17:16:01.520174Z","end":"2026-07-03T17:16:01.887993Z","steps":["trace[156368020] 'agreement among raft nodes before linearized reading' (duration: 367.688094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.888271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:01.520155Z","time spent":"368.103543ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T17:16:01.88759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.704035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:16:01.88858Z","caller":"traceutil/trace.go:171","msg":"trace[1561905608] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:37447; }","duration":"284.715287ms","start":"2026-07-03T17:16:01.603847Z","end":"2026-07-03T17:16:01.888562Z","steps":["trace[1561905608] 'agreement among raft nodes before linearized reading' (duration: 283.711474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.888793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.499877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T17:16:01.888839Z","caller":"traceutil/trace.go:171","msg":"trace[933474283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37447; }","duration":"420.093581ms","start":"2026-07-03T17:16:01.468734Z","end":"2026-07-03T17:16:01.888827Z","steps":["trace[933474283] 'agreement among raft nodes before linearized reading' (duration: 419.491507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.888875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:01.468716Z","time spent":"420.146991ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T17:16:01.888203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.135739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-03T17:16:01.888974Z","caller":"traceutil/trace.go:171","msg":"trace[817078154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37447; }","duration":"391.936287ms","start":"2026-07-03T17:16:01.49703Z","end":"2026-07-03T17:16:01.888966Z","steps":["trace[817078154] 'agreement among raft nodes before linearized reading' (duration: 391.105998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.889203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:01.497014Z","time spent":"392.182083ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T17:16:01.887474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.357014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:16:01.889278Z","caller":"traceutil/trace.go:171","msg":"trace[508121564] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:37447; }","duration":"309.197566ms","start":"2026-07-03T17:16:01.58007Z","end":"2026-07-03T17:16:01.889268Z","steps":["trace[508121564] 'agreement among raft nodes before linearized reading' (duration: 307.235851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:01.88932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:16:01.579978Z","time spent":"309.326008ms","remote":"127.0.0.1:52126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-03T17:16:02.035677Z","caller":"traceutil/trace.go:171","msg":"trace[792067729] transaction","detail":"{read_only:false; response_revision:37451; number_of_response:1; }","duration":"129.102421ms","start":"2026-07-03T17:16:01.906552Z","end":"2026-07-03T17:16:02.035655Z","steps":["trace[792067729] 'process raft request' (duration: 129.07119ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:02.036056Z","caller":"traceutil/trace.go:171","msg":"trace[504916386] transaction","detail":"{read_only:false; response_revision:37449; number_of_response:1; }","duration":"129.640103ms","start":"2026-07-03T17:16:01.906407Z","end":"2026-07-03T17:16:02.036047Z","steps":["trace[504916386] 'process raft request' (duration: 129.046759ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:02.036034Z","caller":"traceutil/trace.go:171","msg":"trace[906354782] transaction","detail":"{read_only:false; response_revision:37450; number_of_response:1; }","duration":"129.594692ms","start":"2026-07-03T17:16:01.906411Z","end":"2026-07-03T17:16:02.036005Z","steps":["trace[906354782] 'process raft request' (duration: 129.182632ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:04.287125Z","caller":"traceutil/trace.go:171","msg":"trace[1661343225] transaction","detail":"{read_only:false; response_revision:37466; number_of_response:1; }","duration":"242.966143ms","start":"2026-07-03T17:16:04.044128Z","end":"2026-07-03T17:16:04.287094Z","steps":["trace[1661343225] 'process raft request' (duration: 242.798929ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:04.359205Z","caller":"traceutil/trace.go:171","msg":"trace[1814565135] transaction","detail":"{read_only:false; response_revision:37469; number_of_response:1; }","duration":"246.125375ms","start":"2026-07-03T17:16:04.113053Z","end":"2026-07-03T17:16:04.359178Z","steps":["trace[1814565135] 'process raft request' (duration: 246.074664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:04.359361Z","caller":"traceutil/trace.go:171","msg":"trace[1046269277] transaction","detail":"{read_only:false; response_revision:37467; number_of_response:1; }","duration":"247.258381ms","start":"2026-07-03T17:16:04.112072Z","end":"2026-07-03T17:16:04.35933Z","steps":["trace[1046269277] 'process raft request' (duration: 246.78997ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:04.359427Z","caller":"traceutil/trace.go:171","msg":"trace[2083273543] transaction","detail":"{read_only:false; response_revision:37468; number_of_response:1; }","duration":"246.629407ms","start":"2026-07-03T17:16:04.112786Z","end":"2026-07-03T17:16:04.359415Z","steps":["trace[2083273543] 'process raft request' (duration: 246.221217ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:06.031429Z","caller":"traceutil/trace.go:171","msg":"trace[1424629806] transaction","detail":"{read_only:false; response_revision:37477; number_of_response:1; }","duration":"107.61401ms","start":"2026-07-03T17:16:05.923781Z","end":"2026-07-03T17:16:06.031395Z","steps":["trace[1424629806] 'process raft request' (duration: 107.345954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:06.184395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.250952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:16:06.18502Z","caller":"traceutil/trace.go:171","msg":"trace[1828321693] transaction","detail":"{read_only:false; response_revision:37478; number_of_response:1; }","duration":"140.990042ms","start":"2026-07-03T17:16:06.043991Z","end":"2026-07-03T17:16:06.184981Z","steps":["trace[1828321693] 'process raft request' (duration: 22.070724ms)","trace[1828321693] 'compare' (duration: 117.893814ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:06.185246Z","caller":"traceutil/trace.go:171","msg":"trace[1926568112] linearizableReadLoop","detail":"{readStateIndex:38725; appliedIndex:38724; }","duration":"100.908596ms","start":"2026-07-03T17:16:06.084321Z","end":"2026-07-03T17:16:06.185229Z","steps":["trace[1926568112] 'read index received' (duration: 43.971µs)","trace[1926568112] 'applied index is now lower than readState.Index' (duration: 100.863585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:16:06.185358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.025589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:16:06.185386Z","caller":"traceutil/trace.go:171","msg":"trace[1282928972] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:37479; }","duration":"101.063419ms","start":"2026-07-03T17:16:06.084313Z","end":"2026-07-03T17:16:06.185377Z","steps":["trace[1282928972] 'agreement among raft nodes before linearized reading' (duration: 100.970177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:51.153298Z","caller":"traceutil/trace.go:171","msg":"trace[1934578464] transaction","detail":"{read_only:false; response_revision:37808; number_of_response:1; }","duration":"103.337822ms","start":"2026-07-03T17:16:51.049938Z","end":"2026-07-03T17:16:51.153276Z","steps":["trace[1934578464] 'process raft request' (duration: 101.259244ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:53.879787Z","caller":"traceutil/trace.go:171","msg":"trace[1765101018] linearizableReadLoop","detail":"{readStateIndex:39084; appliedIndex:39083; }","duration":"186.246805ms","start":"2026-07-03T17:16:53.693516Z","end":"2026-07-03T17:16:53.879763Z","steps":["trace[1765101018] 'read index received' (duration: 186.0331ms)","trace[1765101018] 'applied index is now lower than readState.Index' (duration: 212.545µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:16:53.87993Z","caller":"traceutil/trace.go:171","msg":"trace[1212171197] transaction","detail":"{read_only:false; response_revision:37827; number_of_response:1; }","duration":"194.388052ms","start":"2026-07-03T17:16:53.685516Z","end":"2026-07-03T17:16:53.879904Z","steps":["trace[1212171197] 'process raft request' (duration: 194.096856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:53.880077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.580758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T17:16:53.880186Z","caller":"traceutil/trace.go:171","msg":"trace[743988791] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:37827; }","duration":"163.717301ms","start":"2026-07-03T17:16:53.716446Z","end":"2026-07-03T17:16:53.880163Z","steps":["trace[743988791] 'agreement among raft nodes before linearized reading' (duration: 163.511147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:16:53.880071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.488441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:16:53.880275Z","caller":"traceutil/trace.go:171","msg":"trace[361758533] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37827; }","duration":"186.791118ms","start":"2026-07-03T17:16:53.693463Z","end":"2026-07-03T17:16:53.880254Z","steps":["trace[361758533] 'agreement among raft nodes before linearized reading' (duration: 186.485861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:16:58.971633Z","caller":"traceutil/trace.go:171","msg":"trace[89411673] transaction","detail":"{read_only:false; response_revision:37859; number_of_response:1; }","duration":"121.481237ms","start":"2026-07-03T17:16:58.850122Z","end":"2026-07-03T17:16:58.971603Z","steps":["trace[89411673] 'process raft request' (duration: 121.248632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:17:01.118952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.386438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T17:17:01.119044Z","caller":"traceutil/trace.go:171","msg":"trace[316971435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37874; }","duration":"133.525551ms","start":"2026-07-03T17:17:00.985497Z","end":"2026-07-03T17:17:01.119023Z","steps":["trace[316971435] 'agreement among raft nodes before linearized reading' (duration: 133.333587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:17:01.119048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.523171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T17:17:01.119135Z","caller":"traceutil/trace.go:171","msg":"trace[404960414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37874; }","duration":"112.665725ms","start":"2026-07-03T17:17:01.006449Z","end":"2026-07-03T17:17:01.119115Z","steps":["trace[404960414] 'agreement among raft nodes before linearized reading' (duration: 112.385769ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:02.957445Z","caller":"traceutil/trace.go:171","msg":"trace[1583083781] transaction","detail":"{read_only:false; response_revision:37889; number_of_response:1; }","duration":"121.835725ms","start":"2026-07-03T17:17:02.835581Z","end":"2026-07-03T17:17:02.957417Z","steps":["trace[1583083781] 'process raft request' (duration: 121.658951ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:03.043758Z","caller":"traceutil/trace.go:171","msg":"trace[1905452378] linearizableReadLoop","detail":"{readStateIndex:39148; appliedIndex:39146; }","duration":"134.739599ms","start":"2026-07-03T17:17:02.908991Z","end":"2026-07-03T17:17:03.04373Z","steps":["trace[1905452378] 'read index received' (duration: 48.172661ms)","trace[1905452378] 'applied index is now lower than readState.Index' (duration: 86.566058ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:17:03.043908Z","caller":"traceutil/trace.go:171","msg":"trace[1936189501] transaction","detail":"{read_only:false; response_revision:37890; number_of_response:1; }","duration":"146.5725ms","start":"2026-07-03T17:17:02.897198Z","end":"2026-07-03T17:17:03.043771Z","steps":["trace[1936189501] 'process raft request' (duration: 103.836773ms)","trace[1936189501] 'compare' (duration: 42.576253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:17:03.043978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.970694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-03T17:17:03.04405Z","caller":"traceutil/trace.go:171","msg":"trace[1444360096] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:37890; }","duration":"135.083747ms","start":"2026-07-03T17:17:02.908948Z","end":"2026-07-03T17:17:03.044032Z","steps":["trace[1444360096] 'agreement among raft nodes before linearized reading' (duration: 134.898782ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:03.396004Z","caller":"traceutil/trace.go:171","msg":"trace[215886618] transaction","detail":"{read_only:false; response_revision:37897; number_of_response:1; }","duration":"126.593272ms","start":"2026-07-03T17:17:03.269366Z","end":"2026-07-03T17:17:03.395959Z","steps":["trace[215886618] 'process raft request' (duration: 125.910797ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:07.483782Z","caller":"traceutil/trace.go:171","msg":"trace[115195364] transaction","detail":"{read_only:false; response_revision:37923; number_of_response:1; }","duration":"167.680722ms","start":"2026-07-03T17:17:07.316074Z","end":"2026-07-03T17:17:07.483755Z","steps":["trace[115195364] 'process raft request' (duration: 167.615341ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:07.483965Z","caller":"traceutil/trace.go:171","msg":"trace[687934555] transaction","detail":"{read_only:false; response_revision:37922; number_of_response:1; }","duration":"168.431679ms","start":"2026-07-03T17:17:07.315523Z","end":"2026-07-03T17:17:07.483955Z","steps":["trace[687934555] 'process raft request' (duration: 167.990709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:08.151965Z","caller":"traceutil/trace.go:171","msg":"trace[501123078] transaction","detail":"{read_only:false; response_revision:37929; number_of_response:1; }","duration":"103.371423ms","start":"2026-07-03T17:17:08.048561Z","end":"2026-07-03T17:17:08.151932Z","steps":["trace[501123078] 'process raft request' (duration: 103.125907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:17:08.572764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.552389ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T17:17:08.573335Z","caller":"traceutil/trace.go:171","msg":"trace[1239943805] transaction","detail":"{read_only:false; response_revision:37930; number_of_response:1; }","duration":"107.167778ms","start":"2026-07-03T17:17:08.466151Z","end":"2026-07-03T17:17:08.573319Z","steps":["trace[1239943805] 'process raft request' (duration: 106.700658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:17:36.001345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.502473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:17:36.001451Z","caller":"traceutil/trace.go:171","msg":"trace[2069930899] transaction","detail":"{read_only:false; response_revision:38129; number_of_response:1; }","duration":"183.936153ms","start":"2026-07-03T17:17:35.817496Z","end":"2026-07-03T17:17:36.001432Z","steps":["trace[2069930899] 'process raft request' (duration: 70.270916ms)","trace[2069930899] 'compare' (duration: 113.167996ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:17:36.019136Z","caller":"traceutil/trace.go:171","msg":"trace[831591869] transaction","detail":"{read_only:false; response_revision:38130; number_of_response:1; }","duration":"107.454187ms","start":"2026-07-03T17:17:35.91165Z","end":"2026-07-03T17:17:36.019104Z","steps":["trace[831591869] 'process raft request' (duration: 107.300042ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:36.021135Z","caller":"traceutil/trace.go:171","msg":"trace[783781987] transaction","detail":"{read_only:false; response_revision:38131; number_of_response:1; }","duration":"106.519724ms","start":"2026-07-03T17:17:35.914601Z","end":"2026-07-03T17:17:36.021121Z","steps":["trace[783781987] 'process raft request' (duration: 106.251768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:17:59.792215Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36023} {"level":"info","ts":"2026-07-03T17:17:59.925614Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36023,"took":"129.387347ms","hash":744719876,"current-db-size-bytes":59412480,"current-db-size":"59 MB","current-db-size-in-use-bytes":31608832,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:17:59.925714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":744719876,"revision":36023,"compact-revision":33797} {"level":"info","ts":"2026-07-03T17:18:56.377767Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T17:18:56.383812Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-03T17:18:56.383999Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-03T17:19:44.495628Z","caller":"traceutil/trace.go:171","msg":"trace[571299688] transaction","detail":"{read_only:false; response_revision:39066; number_of_response:1; }","duration":"141.784968ms","start":"2026-07-03T17:19:44.353821Z","end":"2026-07-03T17:19:44.495606Z","steps":["trace[571299688] 'process raft request' (duration: 141.589733ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:44.498089Z","caller":"traceutil/trace.go:171","msg":"trace[746640386] transaction","detail":"{read_only:false; response_revision:39067; number_of_response:1; }","duration":"130.617142ms","start":"2026-07-03T17:19:44.367448Z","end":"2026-07-03T17:19:44.498065Z","steps":["trace[746640386] 'process raft request' (duration: 130.507239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:19:45.072569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.236783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:19:45.072731Z","caller":"traceutil/trace.go:171","msg":"trace[156974569] linearizableReadLoop","detail":"{readStateIndex:40369; appliedIndex:40366; }","duration":"197.820937ms","start":"2026-07-03T17:19:44.874898Z","end":"2026-07-03T17:19:45.072719Z","steps":["trace[156974569] 'read index received' (duration: 81.366238ms)","trace[156974569] 'applied index is now lower than readState.Index' (duration: 116.453819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:19:45.072819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.93464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-03T17:19:45.072934Z","caller":"traceutil/trace.go:171","msg":"trace[1733935463] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:39075; }","duration":"198.086914ms","start":"2026-07-03T17:19:44.874837Z","end":"2026-07-03T17:19:45.072924Z","steps":["trace[1733935463] 'agreement among raft nodes before linearized reading' (duration: 197.91431ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:45.072953Z","caller":"traceutil/trace.go:171","msg":"trace[1270384809] transaction","detail":"{read_only:false; response_revision:39074; number_of_response:1; }","duration":"281.257833ms","start":"2026-07-03T17:19:44.791666Z","end":"2026-07-03T17:19:45.072924Z","steps":["trace[1270384809] 'process raft request' (duration: 280.974546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:45.072981Z","caller":"traceutil/trace.go:171","msg":"trace[1580987963] transaction","detail":"{read_only:false; response_revision:39075; number_of_response:1; }","duration":"205.088163ms","start":"2026-07-03T17:19:44.867856Z","end":"2026-07-03T17:19:45.072944Z","steps":["trace[1580987963] 'process raft request' (duration: 204.840398ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:45.072986Z","caller":"traceutil/trace.go:171","msg":"trace[1809326186] transaction","detail":"{read_only:false; response_revision:39073; number_of_response:1; }","duration":"281.630681ms","start":"2026-07-03T17:19:44.791309Z","end":"2026-07-03T17:19:45.072939Z","steps":["trace[1809326186] 'process raft request' (duration: 164.958047ms)","trace[1809326186] 'compare' (duration: 116.0694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:19:45.370899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.241875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-03T17:19:45.370989Z","caller":"traceutil/trace.go:171","msg":"trace[1691813323] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:39075; }","duration":"148.392978ms","start":"2026-07-03T17:19:45.222576Z","end":"2026-07-03T17:19:45.370969Z","steps":["trace[1691813323] 'count revisions from in-memory index tree' (duration: 148.111922ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:46.023667Z","caller":"traceutil/trace.go:171","msg":"trace[1394400006] transaction","detail":"{read_only:false; response_revision:39080; number_of_response:1; }","duration":"129.910336ms","start":"2026-07-03T17:19:45.893731Z","end":"2026-07-03T17:19:46.023641Z","steps":["trace[1394400006] 'process raft request' (duration: 129.763183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:19:46.735869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.357146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:19:46.735979Z","caller":"traceutil/trace.go:171","msg":"trace[800897784] transaction","detail":"{read_only:false; response_revision:39083; number_of_response:1; }","duration":"229.086001ms","start":"2026-07-03T17:19:46.506881Z","end":"2026-07-03T17:19:46.735967Z","steps":["trace[800897784] 'process raft request' (duration: 98.571982ms)","trace[800897784] 'compare' (duration: 130.280214ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:19:46.736162Z","caller":"traceutil/trace.go:171","msg":"trace[1057636898] transaction","detail":"{read_only:false; response_revision:39084; number_of_response:1; }","duration":"105.342435ms","start":"2026-07-03T17:19:46.630797Z","end":"2026-07-03T17:19:46.73614Z","steps":["trace[1057636898] 'process raft request' (duration: 105.144691ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:46.763137Z","caller":"traceutil/trace.go:171","msg":"trace[601550833] transaction","detail":"{read_only:false; response_revision:39085; number_of_response:1; }","duration":"131.756748ms","start":"2026-07-03T17:19:46.631352Z","end":"2026-07-03T17:19:46.763108Z","steps":["trace[601550833] 'process raft request' (duration: 131.558124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:46.763227Z","caller":"traceutil/trace.go:171","msg":"trace[335466837] transaction","detail":"{read_only:false; response_revision:39086; number_of_response:1; }","duration":"131.426931ms","start":"2026-07-03T17:19:46.631788Z","end":"2026-07-03T17:19:46.763215Z","steps":["trace[335466837] 'process raft request' (duration: 131.207356ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:47.199472Z","caller":"traceutil/trace.go:171","msg":"trace[719737604] transaction","detail":"{read_only:false; response_revision:39088; number_of_response:1; }","duration":"114.347612ms","start":"2026-07-03T17:19:47.085105Z","end":"2026-07-03T17:19:47.199453Z","steps":["trace[719737604] 'process raft request' (duration: 114.200738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:19:47.417753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.554077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:19:47.418044Z","caller":"traceutil/trace.go:171","msg":"trace[996972716] transaction","detail":"{read_only:false; response_revision:39090; number_of_response:1; }","duration":"149.277819ms","start":"2026-07-03T17:19:47.268744Z","end":"2026-07-03T17:19:47.418022Z","steps":["trace[996972716] 'process raft request' (duration: 149.149596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:19:47.418095Z","caller":"traceutil/trace.go:171","msg":"trace[181308977] linearizableReadLoop","detail":"{readStateIndex:40383; appliedIndex:40382; }","duration":"327.316585ms","start":"2026-07-03T17:19:47.090762Z","end":"2026-07-03T17:19:47.418078Z","steps":["trace[181308977] 'read index received' (duration: 108.771794ms)","trace[181308977] 'applied index is now lower than readState.Index' (duration: 218.542421ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:19:47.418128Z","caller":"traceutil/trace.go:171","msg":"trace[562600658] transaction","detail":"{read_only:false; response_revision:39089; number_of_response:1; }","duration":"331.723315ms","start":"2026-07-03T17:19:47.086365Z","end":"2026-07-03T17:19:47.418088Z","steps":["trace[562600658] 'process raft request' (duration: 230.723159ms)","trace[562600658] 'compare' (duration: 100.370712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:19:47.418275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.949158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T17:19:47.418296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:19:47.086332Z","time spent":"331.874188ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T17:19:47.41836Z","caller":"traceutil/trace.go:171","msg":"trace[226546204] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:39090; }","duration":"229.077691ms","start":"2026-07-03T17:19:47.18926Z","end":"2026-07-03T17:19:47.418337Z","steps":["trace[226546204] 'agreement among raft nodes before linearized reading' (duration: 228.927758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:19:47.418786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.01494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T17:19:47.418836Z","caller":"traceutil/trace.go:171","msg":"trace[1548132302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39090; }","duration":"328.092161ms","start":"2026-07-03T17:19:47.090731Z","end":"2026-07-03T17:19:47.418823Z","steps":["trace[1548132302] 'agreement among raft nodes before linearized reading' (duration: 327.432376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:19:47.418868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T17:19:47.090719Z","time spent":"328.139853ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T17:20:29.921902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.032116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:20:29.922493Z","caller":"traceutil/trace.go:171","msg":"trace[1784624212] transaction","detail":"{read_only:false; response_revision:39440; number_of_response:1; }","duration":"170.735509ms","start":"2026-07-03T17:20:29.75173Z","end":"2026-07-03T17:20:29.922466Z","steps":["trace[1784624212] 'process raft request' (duration: 170.270618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:29.922465Z","caller":"traceutil/trace.go:171","msg":"trace[1483680397] transaction","detail":"{read_only:false; response_revision:39439; number_of_response:1; }","duration":"186.334624ms","start":"2026-07-03T17:20:29.736073Z","end":"2026-07-03T17:20:29.922408Z","steps":["trace[1483680397] 'process raft request' (duration: 10.729515ms)","trace[1483680397] 'compare' (duration: 174.406372ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:20:32.086045Z","caller":"traceutil/trace.go:171","msg":"trace[1632523580] transaction","detail":"{read_only:false; response_revision:39453; number_of_response:1; }","duration":"152.379341ms","start":"2026-07-03T17:20:31.933641Z","end":"2026-07-03T17:20:32.08602Z","steps":["trace[1632523580] 'process raft request' (duration: 152.219837ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:32.094686Z","caller":"traceutil/trace.go:171","msg":"trace[1389053206] transaction","detail":"{read_only:false; response_revision:39454; number_of_response:1; }","duration":"159.265717ms","start":"2026-07-03T17:20:31.935396Z","end":"2026-07-03T17:20:32.094661Z","steps":["trace[1389053206] 'process raft request' (duration: 158.94771ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:32.507422Z","caller":"traceutil/trace.go:171","msg":"trace[353701327] transaction","detail":"{read_only:false; response_revision:39456; number_of_response:1; }","duration":"212.658206ms","start":"2026-07-03T17:20:32.294713Z","end":"2026-07-03T17:20:32.507371Z","steps":["trace[353701327] 'process raft request' (duration: 212.418781ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:40.523361Z","caller":"traceutil/trace.go:171","msg":"trace[585063190] linearizableReadLoop","detail":"{readStateIndex:40823; appliedIndex:40822; }","duration":"157.952637ms","start":"2026-07-03T17:20:40.365388Z","end":"2026-07-03T17:20:40.52334Z","steps":["trace[585063190] 'read index received' (duration: 80.937598ms)","trace[585063190] 'applied index is now lower than readState.Index' (duration: 77.014159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:20:40.523499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.08886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:20:40.523532Z","caller":"traceutil/trace.go:171","msg":"trace[1816910182] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39515; }","duration":"158.180602ms","start":"2026-07-03T17:20:40.365342Z","end":"2026-07-03T17:20:40.523522Z","steps":["trace[1816910182] 'agreement among raft nodes before linearized reading' (duration: 158.099181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:40.52431Z","caller":"traceutil/trace.go:171","msg":"trace[1704364528] transaction","detail":"{read_only:false; response_revision:39515; number_of_response:1; }","duration":"247.338068ms","start":"2026-07-03T17:20:40.276095Z","end":"2026-07-03T17:20:40.523433Z","steps":["trace[1704364528] 'process raft request' (duration: 170.245798ms)","trace[1704364528] 'compare' (duration: 76.914036ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:20:41.276566Z","caller":"traceutil/trace.go:171","msg":"trace[1713417993] transaction","detail":"{read_only:false; response_revision:39521; number_of_response:1; }","duration":"170.009511ms","start":"2026-07-03T17:20:41.10651Z","end":"2026-07-03T17:20:41.276519Z","steps":["trace[1713417993] 'process raft request' (duration: 123.04657ms)","trace[1713417993] 'compare' (duration: 46.239115ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:20:41.277085Z","caller":"traceutil/trace.go:171","msg":"trace[1771931093] transaction","detail":"{read_only:false; response_revision:39522; number_of_response:1; }","duration":"138.559644ms","start":"2026-07-03T17:20:41.138495Z","end":"2026-07-03T17:20:41.277054Z","steps":["trace[1771931093] 'process raft request' (duration: 137.870798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:41.2778Z","caller":"traceutil/trace.go:171","msg":"trace[406887700] transaction","detail":"{read_only:false; response_revision:39523; number_of_response:1; }","duration":"139.032205ms","start":"2026-07-03T17:20:41.138757Z","end":"2026-07-03T17:20:41.277789Z","steps":["trace[406887700] 'process raft request' (duration: 138.703187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:20:41.277959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.423896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:20:41.27801Z","caller":"traceutil/trace.go:171","msg":"trace[1822180251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:39523; }","duration":"168.535738ms","start":"2026-07-03T17:20:41.109458Z","end":"2026-07-03T17:20:41.277994Z","steps":["trace[1822180251] 'agreement among raft nodes before linearized reading' (duration: 168.433576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:41.277838Z","caller":"traceutil/trace.go:171","msg":"trace[234955464] linearizableReadLoop","detail":"{readStateIndex:40829; appliedIndex:40827; }","duration":"168.146419ms","start":"2026-07-03T17:20:41.109507Z","end":"2026-07-03T17:20:41.277653Z","steps":["trace[234955464] 'read index received' (duration: 35.668244ms)","trace[234955464] 'applied index is now lower than readState.Index' (duration: 132.477345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:20:41.281379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.828288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18155"} {"level":"info","ts":"2026-07-03T17:20:41.281418Z","caller":"traceutil/trace.go:171","msg":"trace[438313639] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:39523; }","duration":"127.91697ms","start":"2026-07-03T17:20:41.153491Z","end":"2026-07-03T17:20:41.281408Z","steps":["trace[438313639] 'agreement among raft nodes before linearized reading' (duration: 127.055041ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:41.42719Z","caller":"traceutil/trace.go:171","msg":"trace[579303658] linearizableReadLoop","detail":"{readStateIndex:40832; appliedIndex:40831; }","duration":"130.372786ms","start":"2026-07-03T17:20:41.296787Z","end":"2026-07-03T17:20:41.427159Z","steps":["trace[579303658] 'read index received' (duration: 96.403321ms)","trace[579303658] 'applied index is now lower than readState.Index' (duration: 33.967985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:20:41.427429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.613262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T17:20:41.427471Z","caller":"traceutil/trace.go:171","msg":"trace[1743927343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39524; }","duration":"130.705934ms","start":"2026-07-03T17:20:41.296754Z","end":"2026-07-03T17:20:41.427459Z","steps":["trace[1743927343] 'agreement among raft nodes before linearized reading' (duration: 130.51314ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:20:41.427908Z","caller":"traceutil/trace.go:171","msg":"trace[635201702] transaction","detail":"{read_only:false; response_revision:39524; number_of_response:1; }","duration":"141.896781ms","start":"2026-07-03T17:20:41.285998Z","end":"2026-07-03T17:20:41.427895Z","steps":["trace[635201702] 'process raft request' (duration: 107.342611ms)","trace[635201702] 'compare' (duration: 33.668719ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:20:41.724033Z","caller":"traceutil/trace.go:171","msg":"trace[1074768701] transaction","detail":"{read_only:false; response_revision:39526; number_of_response:1; }","duration":"144.55421ms","start":"2026-07-03T17:20:41.57945Z","end":"2026-07-03T17:20:41.724004Z","steps":["trace[1074768701] 'process raft request' (duration: 123.634393ms)","trace[1074768701] 'compare' (duration: 20.648811ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:21:05.3289Z","caller":"traceutil/trace.go:171","msg":"trace[675409430] transaction","detail":"{read_only:false; response_revision:39696; number_of_response:1; }","duration":"220.247959ms","start":"2026-07-03T17:21:05.108603Z","end":"2026-07-03T17:21:05.328851Z","steps":["trace[675409430] 'process raft request' (duration: 220.024124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:21:05.563358Z","caller":"traceutil/trace.go:171","msg":"trace[1957359486] transaction","detail":"{read_only:false; response_revision:39697; number_of_response:1; }","duration":"124.894342ms","start":"2026-07-03T17:21:05.438416Z","end":"2026-07-03T17:21:05.563311Z","steps":["trace[1957359486] 'process raft request' (duration: 107.73308ms)","trace[1957359486] 'compare' (duration: 16.968397ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:22:59.800384Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38302} {"level":"info","ts":"2026-07-03T17:22:59.931508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38302,"took":"126.747804ms","hash":851975073,"current-db-size-bytes":59412480,"current-db-size":"59 MB","current-db-size-in-use-bytes":32333824,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:22:59.931574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":851975073,"revision":38302,"compact-revision":36023} {"level":"info","ts":"2026-07-03T17:23:04.672541Z","caller":"traceutil/trace.go:171","msg":"trace[132750815] transaction","detail":"{read_only:false; response_revision:40573; number_of_response:1; }","duration":"118.839023ms","start":"2026-07-03T17:23:04.553673Z","end":"2026-07-03T17:23:04.672512Z","steps":["trace[132750815] 'process raft request' (duration: 74.02723ms)","trace[132750815] 'compare' (duration: 44.584448ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:04.947434Z","caller":"traceutil/trace.go:171","msg":"trace[1843154829] transaction","detail":"{read_only:false; response_revision:40574; number_of_response:1; }","duration":"108.317623ms","start":"2026-07-03T17:23:04.839092Z","end":"2026-07-03T17:23:04.947409Z","steps":["trace[1843154829] 'process raft request' (duration: 108.16332ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:05.953909Z","caller":"traceutil/trace.go:171","msg":"trace[554012934] transaction","detail":"{read_only:false; response_revision:40578; number_of_response:1; }","duration":"171.794633ms","start":"2026-07-03T17:23:05.782096Z","end":"2026-07-03T17:23:05.953891Z","steps":["trace[554012934] 'process raft request' (duration: 111.189979ms)","trace[554012934] 'compare' (duration: 60.455351ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:06.122577Z","caller":"traceutil/trace.go:171","msg":"trace[1728707566] transaction","detail":"{read_only:false; response_revision:40579; number_of_response:1; }","duration":"265.663366ms","start":"2026-07-03T17:23:05.856897Z","end":"2026-07-03T17:23:06.12256Z","steps":["trace[1728707566] 'process raft request' (duration: 222.746757ms)","trace[1728707566] 'compare' (duration: 42.469169ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:06.122661Z","caller":"traceutil/trace.go:171","msg":"trace[1503126294] transaction","detail":"{read_only:false; response_revision:40580; number_of_response:1; }","duration":"230.270358ms","start":"2026-07-03T17:23:05.892384Z","end":"2026-07-03T17:23:06.122654Z","steps":["trace[1503126294] 'process raft request' (duration: 229.93055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:06.611064Z","caller":"traceutil/trace.go:171","msg":"trace[257434555] transaction","detail":"{read_only:false; response_revision:40585; number_of_response:1; }","duration":"104.510026ms","start":"2026-07-03T17:23:06.506523Z","end":"2026-07-03T17:23:06.611033Z","steps":["trace[257434555] 'process raft request' (duration: 50.634316ms)","trace[257434555] 'compare' (duration: 53.602374ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:49.398574Z","caller":"traceutil/trace.go:171","msg":"trace[1485960708] transaction","detail":"{read_only:false; response_revision:40896; number_of_response:1; }","duration":"117.875292ms","start":"2026-07-03T17:23:49.28067Z","end":"2026-07-03T17:23:49.398546Z","steps":["trace[1485960708] 'process raft request' (duration: 79.22442ms)","trace[1485960708] 'compare' (duration: 38.174142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:23:50.628029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.134516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:23:50.628148Z","caller":"traceutil/trace.go:171","msg":"trace[564192816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40903; }","duration":"107.290319ms","start":"2026-07-03T17:23:50.520833Z","end":"2026-07-03T17:23:50.628123Z","steps":["trace[564192816] 'range keys from in-memory index tree' (duration: 107.058714ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:50.983355Z","caller":"traceutil/trace.go:171","msg":"trace[1763865115] transaction","detail":"{read_only:false; response_revision:40907; number_of_response:1; }","duration":"118.537797ms","start":"2026-07-03T17:23:50.864781Z","end":"2026-07-03T17:23:50.983318Z","steps":["trace[1763865115] 'process raft request' (duration: 74.485171ms)","trace[1763865115] 'compare' (duration: 43.817091ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:23:52.149512Z","caller":"traceutil/trace.go:171","msg":"trace[440133237] transaction","detail":"{read_only:false; response_revision:40914; number_of_response:1; }","duration":"113.553784ms","start":"2026-07-03T17:23:52.035931Z","end":"2026-07-03T17:23:52.149485Z","steps":["trace[440133237] 'process raft request' (duration: 113.36136ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:57.560605Z","caller":"traceutil/trace.go:171","msg":"trace[370054419] transaction","detail":"{read_only:false; response_revision:40955; number_of_response:1; }","duration":"120.557533ms","start":"2026-07-03T17:23:57.440025Z","end":"2026-07-03T17:23:57.560582Z","steps":["trace[370054419] 'process raft request' (duration: 120.41892ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:23:57.741318Z","caller":"traceutil/trace.go:171","msg":"trace[1226839173] transaction","detail":"{read_only:false; response_revision:40956; number_of_response:1; }","duration":"118.173588ms","start":"2026-07-03T17:23:57.623119Z","end":"2026-07-03T17:23:57.741292Z","steps":["trace[1226839173] 'process raft request' (duration: 60.403799ms)","trace[1226839173] 'compare' (duration: 57.515113ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:24:02.975006Z","caller":"traceutil/trace.go:171","msg":"trace[759485565] transaction","detail":"{read_only:false; response_revision:40993; number_of_response:1; }","duration":"105.710533ms","start":"2026-07-03T17:24:02.869268Z","end":"2026-07-03T17:24:02.974978Z","steps":["trace[759485565] 'process raft request' (duration: 98.680863ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:24:03.768716Z","caller":"traceutil/trace.go:171","msg":"trace[1320962489] transaction","detail":"{read_only:false; response_revision:41002; number_of_response:1; }","duration":"122.001927ms","start":"2026-07-03T17:24:03.646669Z","end":"2026-07-03T17:24:03.768671Z","steps":["trace[1320962489] 'process raft request' (duration: 121.849633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:24:04.615019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.336847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:24:04.615181Z","caller":"traceutil/trace.go:171","msg":"trace[624249458] transaction","detail":"{read_only:false; response_revision:41006; number_of_response:1; }","duration":"116.817307ms","start":"2026-07-03T17:24:04.498334Z","end":"2026-07-03T17:24:04.615152Z","steps":["trace[624249458] 'process raft request' (duration: 14.243995ms)","trace[624249458] 'compare' (duration: 102.218344ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:24:04.617152Z","caller":"traceutil/trace.go:171","msg":"trace[1044337860] transaction","detail":"{read_only:false; response_revision:41007; number_of_response:1; }","duration":"103.992355ms","start":"2026-07-03T17:24:04.513143Z","end":"2026-07-03T17:24:04.617136Z","steps":["trace[1044337860] 'process raft request' (duration: 103.895512ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:24:23.365002Z","caller":"traceutil/trace.go:171","msg":"trace[1145462360] linearizableReadLoop","detail":"{readStateIndex:42507; appliedIndex:42506; }","duration":"103.041103ms","start":"2026-07-03T17:24:23.261942Z","end":"2026-07-03T17:24:23.364983Z","steps":["trace[1145462360] 'read index received' (duration: 102.866449ms)","trace[1145462360] 'applied index is now lower than readState.Index' (duration: 174.164µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:24:23.365039Z","caller":"traceutil/trace.go:171","msg":"trace[1699718175] transaction","detail":"{read_only:false; response_revision:41151; number_of_response:1; }","duration":"107.544325ms","start":"2026-07-03T17:24:23.257475Z","end":"2026-07-03T17:24:23.365019Z","steps":["trace[1699718175] 'process raft request' (duration: 107.387801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:24:23.365208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.255178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-07-03T17:24:23.365246Z","caller":"traceutil/trace.go:171","msg":"trace[1097938207] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:41151; }","duration":"103.33006ms","start":"2026-07-03T17:24:23.261903Z","end":"2026-07-03T17:24:23.365233Z","steps":["trace[1097938207] 'agreement among raft nodes before linearized reading' (duration: 103.189236ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:25:27.443664Z","caller":"traceutil/trace.go:171","msg":"trace[2133578301] linearizableReadLoop","detail":"{readStateIndex:43027; appliedIndex:43026; }","duration":"101.787674ms","start":"2026-07-03T17:25:27.341848Z","end":"2026-07-03T17:25:27.443636Z","steps":["trace[2133578301] 'read index received' (duration: 101.553018ms)","trace[2133578301] 'applied index is now lower than readState.Index' (duration: 233.826µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:25:27.444088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.212013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full\" ","response":"range_response_count:1 size:683763"} {"level":"info","ts":"2026-07-03T17:25:27.444159Z","caller":"traceutil/trace.go:171","msg":"trace[1398336921] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full; range_end:; response_count:1; response_revision:41655; }","duration":"102.335106ms","start":"2026-07-03T17:25:27.341802Z","end":"2026-07-03T17:25:27.444137Z","steps":["trace[1398336921] 'agreement among raft nodes before linearized reading' (duration: 101.952537ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:25:27.444354Z","caller":"traceutil/trace.go:171","msg":"trace[1795144887] transaction","detail":"{read_only:false; response_revision:41655; number_of_response:1; }","duration":"104.516226ms","start":"2026-07-03T17:25:27.339813Z","end":"2026-07-03T17:25:27.44433Z","steps":["trace[1795144887] 'process raft request' (duration: 103.658867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:25.415142Z","caller":"traceutil/trace.go:171","msg":"trace[11678788] linearizableReadLoop","detail":"{readStateIndex:43551; appliedIndex:43550; }","duration":"128.696599ms","start":"2026-07-03T17:26:25.286416Z","end":"2026-07-03T17:26:25.415113Z","steps":["trace[11678788] 'read index received' (duration: 128.529415ms)","trace[11678788] 'applied index is now lower than readState.Index' (duration: 165.964µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:25.415195Z","caller":"traceutil/trace.go:171","msg":"trace[178210108] transaction","detail":"{read_only:false; response_revision:42166; number_of_response:1; }","duration":"139.951196ms","start":"2026-07-03T17:26:25.275207Z","end":"2026-07-03T17:26:25.415158Z","steps":["trace[178210108] 'process raft request' (duration: 139.741531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:25.415917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.463846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-neutron.18bed4b585fe8897\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42165 ","response":"range_response_count:96 size:71212"} {"level":"info","ts":"2026-07-03T17:26:25.415993Z","caller":"traceutil/trace.go:171","msg":"trace[1927551322] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-neutron.18bed4b585fe8897\u0000; range_end:/registry/events/openstack0; response_count:96; response_revision:42166; }","duration":"129.589169ms","start":"2026-07-03T17:26:25.286388Z","end":"2026-07-03T17:26:25.415977Z","steps":["trace[1927551322] 'agreement among raft nodes before linearized reading' (duration: 128.869623ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:25.451353Z","caller":"traceutil/trace.go:171","msg":"trace[647157862] transaction","detail":"{read_only:false; response_revision:42167; number_of_response:1; }","duration":"136.500088ms","start":"2026-07-03T17:26:25.314817Z","end":"2026-07-03T17:26:25.451317Z","steps":["trace[647157862] 'process raft request' (duration: 136.264112ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:25.451415Z","caller":"traceutil/trace.go:171","msg":"trace[1115890411] transaction","detail":"{read_only:false; response_revision:42168; number_of_response:1; }","duration":"108.893497ms","start":"2026-07-03T17:26:25.342475Z","end":"2026-07-03T17:26:25.451369Z","steps":["trace[1115890411] 'process raft request' (duration: 108.766164ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:26.341035Z","caller":"traceutil/trace.go:171","msg":"trace[1483694083] transaction","detail":"{read_only:false; response_revision:42175; number_of_response:1; }","duration":"111.359912ms","start":"2026-07-03T17:26:26.229641Z","end":"2026-07-03T17:26:26.341001Z","steps":["trace[1483694083] 'process raft request' (duration: 59.276083ms)","trace[1483694083] 'compare' (duration: 51.826633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:26:26.344539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.639893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387980"} {"level":"info","ts":"2026-07-03T17:26:26.344625Z","caller":"traceutil/trace.go:171","msg":"trace[1766747453] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:42175; }","duration":"119.756715ms","start":"2026-07-03T17:26:26.224854Z","end":"2026-07-03T17:26:26.344611Z","steps":["trace[1766747453] 'agreement among raft nodes before linearized reading' (duration: 116.247804ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:26.531297Z","caller":"traceutil/trace.go:171","msg":"trace[2136671344] linearizableReadLoop","detail":"{readStateIndex:43561; appliedIndex:43560; }","duration":"117.902552ms","start":"2026-07-03T17:26:26.413367Z","end":"2026-07-03T17:26:26.531269Z","steps":["trace[2136671344] 'read index received' (duration: 108.347395ms)","trace[2136671344] 'applied index is now lower than readState.Index' (duration: 9.553817ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:26.531405Z","caller":"traceutil/trace.go:171","msg":"trace[696751900] transaction","detail":"{read_only:false; response_revision:42176; number_of_response:1; }","duration":"118.67948ms","start":"2026-07-03T17:26:26.4127Z","end":"2026-07-03T17:26:26.53138Z","steps":["trace[696751900] 'process raft request' (duration: 109.0491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:26.531475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.083146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:26:26.531517Z","caller":"traceutil/trace.go:171","msg":"trace[2047713641] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:42176; }","duration":"118.161118ms","start":"2026-07-03T17:26:26.413343Z","end":"2026-07-03T17:26:26.531504Z","steps":["trace[2047713641] 'agreement among raft nodes before linearized reading' (duration: 118.076566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:26.673516Z","caller":"traceutil/trace.go:171","msg":"trace[1257551094] linearizableReadLoop","detail":"{readStateIndex:43563; appliedIndex:43561; }","duration":"137.400707ms","start":"2026-07-03T17:26:26.536092Z","end":"2026-07-03T17:26:26.673493Z","steps":["trace[1257551094] 'read index received' (duration: 64.4078ms)","trace[1257551094] 'applied index is now lower than readState.Index' (duration: 72.991767ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:26.673616Z","caller":"traceutil/trace.go:171","msg":"trace[1651015403] transaction","detail":"{read_only:false; response_revision:42178; number_of_response:1; }","duration":"137.736015ms","start":"2026-07-03T17:26:26.535862Z","end":"2026-07-03T17:26:26.673598Z","steps":["trace[1651015403] 'process raft request' (duration: 104.896965ms)","trace[1651015403] 'compare' (duration: 32.624545ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:26:26.673786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.665253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T17:26:26.673858Z","caller":"traceutil/trace.go:171","msg":"trace[644783886] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:42178; }","duration":"137.763716ms","start":"2026-07-03T17:26:26.536076Z","end":"2026-07-03T17:26:26.673839Z","steps":["trace[644783886] 'agreement among raft nodes before linearized reading' (duration: 137.540361ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:27.56242Z","caller":"traceutil/trace.go:171","msg":"trace[1972120912] transaction","detail":"{read_only:false; response_revision:42183; number_of_response:1; }","duration":"104.638598ms","start":"2026-07-03T17:26:27.457747Z","end":"2026-07-03T17:26:27.562385Z","steps":["trace[1972120912] 'process raft request' (duration: 100.584116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:27.643348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.873468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:26:27.643411Z","caller":"traceutil/trace.go:171","msg":"trace[715372904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42184; }","duration":"119.967809ms","start":"2026-07-03T17:26:27.523429Z","end":"2026-07-03T17:26:27.643397Z","steps":["trace[715372904] 'agreement among raft nodes before linearized reading' (duration: 119.849597ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:27.644611Z","caller":"traceutil/trace.go:171","msg":"trace[1484630528] transaction","detail":"{read_only:false; response_revision:42184; number_of_response:1; }","duration":"139.306871ms","start":"2026-07-03T17:26:27.505274Z","end":"2026-07-03T17:26:27.644581Z","steps":["trace[1484630528] 'process raft request' (duration: 137.856947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:27.647344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.676343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-endpoints-j6wpm.18bed59eb72c6dcd\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42182 ","response":"range_response_count:1000 size:774458"} {"level":"info","ts":"2026-07-03T17:26:27.647413Z","caller":"traceutil/trace.go:171","msg":"trace[656984578] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-endpoints-j6wpm.18bed59eb72c6dcd\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:42184; }","duration":"151.765045ms","start":"2026-07-03T17:26:27.495629Z","end":"2026-07-03T17:26:27.647394Z","steps":["trace[656984578] 'agreement among raft nodes before linearized reading' (duration: 148.010269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:28.768631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.355971ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T17:26:28.768764Z","caller":"traceutil/trace.go:171","msg":"trace[120145363] linearizableReadLoop","detail":"{readStateIndex:43576; appliedIndex:43575; }","duration":"152.811769ms","start":"2026-07-03T17:26:28.615933Z","end":"2026-07-03T17:26:28.768745Z","steps":["trace[120145363] 'read index received' (duration: 45.292495ms)","trace[120145363] 'applied index is now lower than readState.Index' (duration: 107.517944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:26:28.769285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.256434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-init-7g6cd\" ","response":"range_response_count:1 size:7246"} {"level":"info","ts":"2026-07-03T17:26:28.769386Z","caller":"traceutil/trace.go:171","msg":"trace[155382435] range","detail":"{range_begin:/registry/pods/openstack/manila-db-init-7g6cd; range_end:; response_count:1; response_revision:42190; }","duration":"144.399416ms","start":"2026-07-03T17:26:28.624961Z","end":"2026-07-03T17:26:28.769361Z","steps":["trace[155382435] 'agreement among raft nodes before linearized reading' (duration: 144.012978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:28.772837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.890773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-endpoints-j6wpm.18bed59eb72c6dcd\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42190 ","response":"range_response_count:1000 size:774458"} {"level":"info","ts":"2026-07-03T17:26:28.772893Z","caller":"traceutil/trace.go:171","msg":"trace[1841043537] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-endpoints-j6wpm.18bed59eb72c6dcd\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:42190; }","duration":"156.991854ms","start":"2026-07-03T17:26:28.615888Z","end":"2026-07-03T17:26:28.77288Z","steps":["trace[1841043537] 'agreement among raft nodes before linearized reading' (duration: 153.027854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:28.980156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.907177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-endpoints-j6wpm.18bed59eb72c6dcd\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:42191 ","response":"range_response_count:1000 size:774458"} {"level":"info","ts":"2026-07-03T17:26:28.98028Z","caller":"traceutil/trace.go:171","msg":"trace[456945244] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-endpoints-j6wpm.18bed59eb72c6dcd\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:42191; }","duration":"102.042601ms","start":"2026-07-03T17:26:28.878187Z","end":"2026-07-03T17:26:28.980229Z","steps":["trace[456945244] 'range keys from in-memory index tree' (duration: 98.621822ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:29.768326Z","caller":"traceutil/trace.go:171","msg":"trace[236749580] linearizableReadLoop","detail":"{readStateIndex:43583; appliedIndex:43582; }","duration":"103.870392ms","start":"2026-07-03T17:26:29.664434Z","end":"2026-07-03T17:26:29.768304Z","steps":["trace[236749580] 'read index received' (duration: 89.391511ms)","trace[236749580] 'applied index is now lower than readState.Index' (duration: 14.477981ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:29.768404Z","caller":"traceutil/trace.go:171","msg":"trace[960343586] transaction","detail":"{read_only:false; response_revision:42197; number_of_response:1; }","duration":"119.270044ms","start":"2026-07-03T17:26:29.649085Z","end":"2026-07-03T17:26:29.768355Z","steps":["trace[960343586] 'process raft request' (duration: 104.759923ms)","trace[960343586] 'compare' (duration: 14.364937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:26:29.768851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.398674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-neutron.18bed4b585fe8897\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:42196 ","response":"range_response_count:96 size:71212"} {"level":"info","ts":"2026-07-03T17:26:29.768881Z","caller":"traceutil/trace.go:171","msg":"trace[82346264] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-neutron.18bed4b585fe8897\u0000; range_end:/registry/events/openstack0; response_count:96; response_revision:42197; }","duration":"104.476315ms","start":"2026-07-03T17:26:29.664397Z","end":"2026-07-03T17:26:29.768874Z","steps":["trace[82346264] 'agreement among raft nodes before linearized reading' (duration: 103.995055ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:26:30.773973Z","caller":"traceutil/trace.go:171","msg":"trace[1955186432] linearizableReadLoop","detail":"{readStateIndex:43589; appliedIndex:43588; }","duration":"177.002161ms","start":"2026-07-03T17:26:30.596952Z","end":"2026-07-03T17:26:30.773954Z","steps":["trace[1955186432] 'read index received' (duration: 176.836568ms)","trace[1955186432] 'applied index is now lower than readState.Index' (duration: 164.493µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:26:30.774097Z","caller":"traceutil/trace.go:171","msg":"trace[1386985583] transaction","detail":"{read_only:false; response_revision:42203; number_of_response:1; }","duration":"189.998389ms","start":"2026-07-03T17:26:30.584065Z","end":"2026-07-03T17:26:30.774063Z","steps":["trace[1386985583] 'process raft request' (duration: 189.739263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:26:30.77417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.211527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-4dpd6\" ","response":"range_response_count:1 size:7273"} {"level":"info","ts":"2026-07-03T17:26:30.774196Z","caller":"traceutil/trace.go:171","msg":"trace[411702873] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-4dpd6; range_end:; response_count:1; response_revision:42203; }","duration":"177.289229ms","start":"2026-07-03T17:26:30.596898Z","end":"2026-07-03T17:26:30.774188Z","steps":["trace[411702873] 'agreement among raft nodes before linearized reading' (duration: 177.164866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:01.148052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.365567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/manila-openstack-manila-ks-endpoints\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-03T17:27:01.148155Z","caller":"traceutil/trace.go:171","msg":"trace[57019963] range","detail":"{range_begin:/registry/roles/openstack/manila-openstack-manila-ks-endpoints; range_end:; response_count:1; response_revision:42424; }","duration":"162.525971ms","start":"2026-07-03T17:27:00.985606Z","end":"2026-07-03T17:27:01.148132Z","steps":["trace[57019963] 'range keys from in-memory index tree' (duration: 162.166063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:01.148062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.23722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/manila-openstack-manila-ks-service\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-07-03T17:27:01.148082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.287352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:27:01.148273Z","caller":"traceutil/trace.go:171","msg":"trace[417771894] range","detail":"{range_begin:/registry/roles/openstack/manila-openstack-manila-ks-service; range_end:; response_count:1; response_revision:42424; }","duration":"111.441054ms","start":"2026-07-03T17:27:01.036788Z","end":"2026-07-03T17:27:01.148229Z","steps":["trace[417771894] 'range keys from in-memory index tree' (duration: 111.103246ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:01.14839Z","caller":"traceutil/trace.go:171","msg":"trace[1148802763] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:42424; }","duration":"115.620319ms","start":"2026-07-03T17:27:01.032716Z","end":"2026-07-03T17:27:01.148336Z","steps":["trace[1148802763] 'count revisions from in-memory index tree' (duration: 115.216991ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:13.461427Z","caller":"traceutil/trace.go:171","msg":"trace[840392752] transaction","detail":"{read_only:false; response_revision:42515; number_of_response:1; }","duration":"105.342876ms","start":"2026-07-03T17:27:13.35604Z","end":"2026-07-03T17:27:13.461382Z","steps":["trace[840392752] 'process raft request' (duration: 105.156252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:17.360405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.124668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T17:27:17.360511Z","caller":"traceutil/trace.go:171","msg":"trace[916446090] linearizableReadLoop","detail":"{readStateIndex:43938; appliedIndex:43937; }","duration":"264.970391ms","start":"2026-07-03T17:27:17.095522Z","end":"2026-07-03T17:27:17.360492Z","steps":["trace[916446090] 'read index received' (duration: 33.681529ms)","trace[916446090] 'applied index is now lower than readState.Index' (duration: 231.287312ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T17:27:17.360663Z","caller":"traceutil/trace.go:171","msg":"trace[1731755190] transaction","detail":"{read_only:false; response_revision:42543; number_of_response:1; }","duration":"286.737988ms","start":"2026-07-03T17:27:17.073904Z","end":"2026-07-03T17:27:17.360642Z","steps":["trace[1731755190] 'process raft request' (duration: 55.279062ms)","trace[1731755190] 'compare' (duration: 230.882163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:27:17.360915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.572516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:32818"} {"level":"info","ts":"2026-07-03T17:27:17.360997Z","caller":"traceutil/trace.go:171","msg":"trace[1676972449] range","detail":"{range_begin:/registry/secrets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:42543; }","duration":"255.692498ms","start":"2026-07-03T17:27:17.105284Z","end":"2026-07-03T17:27:17.360977Z","steps":["trace[1676972449] 'agreement among raft nodes before linearized reading' (duration: 255.478204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:17.361012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.476222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-db-user\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-07-03T17:27:17.361079Z","caller":"traceutil/trace.go:171","msg":"trace[1619551048] range","detail":"{range_begin:/registry/secrets/openstack/neutron-db-user; range_end:; response_count:1; response_revision:42543; }","duration":"265.577114ms","start":"2026-07-03T17:27:17.095484Z","end":"2026-07-03T17:27:17.361061Z","steps":["trace[1619551048] 'agreement among raft nodes before linearized reading' (duration: 265.330079ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:18.540856Z","caller":"traceutil/trace.go:171","msg":"trace[1839618732] transaction","detail":"{read_only:false; response_revision:42552; number_of_response:1; }","duration":"152.309547ms","start":"2026-07-03T17:27:18.388509Z","end":"2026-07-03T17:27:18.540819Z","steps":["trace[1839618732] 'process raft request' (duration: 152.127773ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:18.7003Z","caller":"traceutil/trace.go:171","msg":"trace[34751116] transaction","detail":"{read_only:false; response_revision:42553; number_of_response:1; }","duration":"100.773761ms","start":"2026-07-03T17:27:18.599494Z","end":"2026-07-03T17:27:18.700268Z","steps":["trace[34751116] 'process raft request' (duration: 38.783596ms)","trace[34751116] 'compare' (duration: 61.698809ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T17:27:18.775101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.6159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-rabbitmq-user\" ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-07-03T17:27:18.775167Z","caller":"traceutil/trace.go:171","msg":"trace[1274432338] range","detail":"{range_begin:/registry/secrets/openstack/neutron-rabbitmq-user; range_end:; response_count:1; response_revision:42553; }","duration":"143.699581ms","start":"2026-07-03T17:27:18.631452Z","end":"2026-07-03T17:27:18.775152Z","steps":["trace[1274432338] 'agreement among raft nodes before linearized reading' (duration: 143.553068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:18.775235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.267614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-server-certs\" ","response":"range_response_count:1 size:4327"} {"level":"info","ts":"2026-07-03T17:27:18.775321Z","caller":"traceutil/trace.go:171","msg":"trace[198149932] range","detail":"{range_begin:/registry/secrets/openstack/neutron-server-certs; range_end:; response_count:1; response_revision:42553; }","duration":"133.374726ms","start":"2026-07-03T17:27:18.641926Z","end":"2026-07-03T17:27:18.7753Z","steps":["trace[198149932] 'agreement among raft nodes before linearized reading' (duration: 133.12182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:26.649102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.99493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T17:27:26.649215Z","caller":"traceutil/trace.go:171","msg":"trace[242769399] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:42611; }","duration":"113.170494ms","start":"2026-07-03T17:27:26.536021Z","end":"2026-07-03T17:27:26.649191Z","steps":["trace[242769399] 'count revisions from in-memory index tree' (duration: 112.905678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:26.649247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.253912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-03T17:27:26.649323Z","caller":"traceutil/trace.go:171","msg":"trace[625832984] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:42611; }","duration":"101.372435ms","start":"2026-07-03T17:27:26.547933Z","end":"2026-07-03T17:27:26.649305Z","steps":["trace[625832984] 'range keys from in-memory index tree' (duration: 101.107469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:55.433884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.736609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T17:27:55.434003Z","caller":"traceutil/trace.go:171","msg":"trace[478198600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42819; }","duration":"110.888663ms","start":"2026-07-03T17:27:55.323085Z","end":"2026-07-03T17:27:55.433974Z","steps":["trace[478198600] 'range keys from in-memory index tree' (duration: 110.524004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T17:27:55.434011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.547933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-ks-user\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-03T17:27:55.434081Z","caller":"traceutil/trace.go:171","msg":"trace[1153251490] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-ks-user; range_end:; response_count:1; response_revision:42819; }","duration":"113.691677ms","start":"2026-07-03T17:27:55.320366Z","end":"2026-07-03T17:27:55.434058Z","steps":["trace[1153251490] 'range keys from in-memory index tree' (duration: 113.376539ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T17:27:59.815808Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40534} {"level":"info","ts":"2026-07-03T17:27:59.974927Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40534,"took":"156.180577ms","hash":3314013986,"current-db-size-bytes":59834368,"current-db-size":"60 MB","current-db-size-in-use-bytes":31465472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T17:27:59.974993Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3314013986,"revision":40534,"compact-revision":38302}