{"level":"warn","ts":"2026-07-09T16:37:42.937692Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T16:37:42.937802Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.121:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.121:2380","--initial-cluster=instance=https://199.19.213.121:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.121:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.121:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-09T16:37:42.937889Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T16:37:42.937901Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.121:2380"]} {"level":"info","ts":"2026-07-09T16:37:42.937926Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T16:37:42.938701Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"]} {"level":"info","ts":"2026-07-09T16:37:42.938794Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.121:2380"],"listen-peer-urls":["https://199.19.213.121:2380"],"advertise-client-urls":["https://199.19.213.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.121:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-09T16:37:42.947317Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.157473ms"} {"level":"info","ts":"2026-07-09T16:37:42.96866Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"31541ae44470b70","cluster-id":"8ae2d89c48d1447d"} {"level":"info","ts":"2026-07-09T16:37:42.968791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 switched to configuration voters=()"} {"level":"info","ts":"2026-07-09T16:37:42.96888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became follower at term 0"} {"level":"info","ts":"2026-07-09T16:37:42.968899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 31541ae44470b70 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-09T16:37:42.968909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became follower at term 1"} {"level":"info","ts":"2026-07-09T16:37:42.968974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 switched to configuration voters=(222155973350329200)"} {"level":"warn","ts":"2026-07-09T16:37:42.978767Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-09T16:37:42.98007Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-09T16:37:42.981249Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-09T16:37:42.984395Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"31541ae44470b70","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-09T16:37:42.98471Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T16:37:42.984776Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T16:37:42.984788Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T16:37:42.984744Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"31541ae44470b70","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-09T16:37:42.986771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 switched to configuration voters=(222155973350329200)"} {"level":"info","ts":"2026-07-09T16:37:42.986972Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8ae2d89c48d1447d","local-member-id":"31541ae44470b70","added-peer-id":"31541ae44470b70","added-peer-peer-urls":["https://199.19.213.121:2380"]} {"level":"info","ts":"2026-07-09T16:37:42.991332Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T16:37:42.991582Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"31541ae44470b70","initial-advertise-peer-urls":["https://199.19.213.121:2380"],"listen-peer-urls":["https://199.19.213.121:2380"],"advertise-client-urls":["https://199.19.213.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-09T16:37:42.991625Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-09T16:37:42.992504Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.121:2380"} {"level":"info","ts":"2026-07-09T16:37:42.992537Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.121:2380"} {"level":"info","ts":"2026-07-09T16:37:43.170851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 is starting a new election at term 1"} {"level":"info","ts":"2026-07-09T16:37:43.170947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-09T16:37:43.170978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 received MsgPreVoteResp from 31541ae44470b70 at term 1"} {"level":"info","ts":"2026-07-09T16:37:43.171001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became candidate at term 2"} {"level":"info","ts":"2026-07-09T16:37:43.171022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 received MsgVoteResp from 31541ae44470b70 at term 2"} {"level":"info","ts":"2026-07-09T16:37:43.171043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became leader at term 2"} {"level":"info","ts":"2026-07-09T16:37:43.171064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 31541ae44470b70 elected leader 31541ae44470b70 at term 2"} {"level":"info","ts":"2026-07-09T16:37:43.172223Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T16:37:43.172564Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"31541ae44470b70","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.121:2379]}","request-path":"/0/members/31541ae44470b70/attributes","cluster-id":"8ae2d89c48d1447d","publish-timeout":"7s"} {"level":"info","ts":"2026-07-09T16:37:43.172581Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T16:37:43.172618Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T16:37:43.173139Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8ae2d89c48d1447d","local-member-id":"31541ae44470b70","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T16:37:43.173298Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-09T16:37:43.173383Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T16:37:43.173432Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-09T16:37:43.173461Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T16:37:43.176335Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.121:2379"} {"level":"info","ts":"2026-07-09T16:37:43.177434Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-09T16:37:55.901102Z","caller":"traceutil/trace.go:171","msg":"trace[150225289] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"230.438099ms","start":"2026-07-09T16:37:55.670643Z","end":"2026-07-09T16:37:55.901081Z","steps":["trace[150225289] 'process raft request' (duration: 230.301958ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:37:56.229452Z","caller":"traceutil/trace.go:171","msg":"trace[114571544] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"180.286091ms","start":"2026-07-09T16:37:56.049148Z","end":"2026-07-09T16:37:56.229434Z","steps":["trace[114571544] 'process raft request' (duration: 180.1765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:37:56.426207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.707873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-09T16:37:56.426324Z","caller":"traceutil/trace.go:171","msg":"trace[1866309287] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:378; }","duration":"109.878035ms","start":"2026-07-09T16:37:56.316425Z","end":"2026-07-09T16:37:56.426303Z","steps":["trace[1866309287] 'range keys from in-memory index tree' (duration: 109.578141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:37:56.426305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.08984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-09T16:37:56.426397Z","caller":"traceutil/trace.go:171","msg":"trace[735249553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:378; }","duration":"150.233462ms","start":"2026-07-09T16:37:56.276143Z","end":"2026-07-09T16:37:56.426376Z","steps":["trace[735249553] 'range keys from in-memory index tree' (duration: 149.880008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:37:56.678186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.878506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T16:37:56.678274Z","caller":"traceutil/trace.go:171","msg":"trace[672408745] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:380; }","duration":"152.014907ms","start":"2026-07-09T16:37:56.52624Z","end":"2026-07-09T16:37:56.678255Z","steps":["trace[672408745] 'range keys from in-memory index tree' (duration: 151.759926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:37:56.678186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.965303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T16:37:56.678424Z","caller":"traceutil/trace.go:171","msg":"trace[1368442010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:380; }","duration":"113.224496ms","start":"2026-07-09T16:37:56.565173Z","end":"2026-07-09T16:37:56.678398Z","steps":["trace[1368442010] 'range keys from in-memory index tree' (duration: 112.875702ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:09.072736Z","caller":"traceutil/trace.go:171","msg":"trace[66237011] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"498.02043ms","start":"2026-07-09T16:38:08.574699Z","end":"2026-07-09T16:38:09.07272Z","steps":["trace[66237011] 'read index received' (duration: 497.906865ms)","trace[66237011] 'applied index is now lower than readState.Index' (duration: 112.965µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:09.072837Z","caller":"traceutil/trace.go:171","msg":"trace[2095732805] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"511.472736ms","start":"2026-07-09T16:38:08.561343Z","end":"2026-07-09T16:38:09.072816Z","steps":["trace[2095732805] 'process raft request' (duration: 511.278537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:09.07288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.164307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T16:38:09.072902Z","caller":"traceutil/trace.go:171","msg":"trace[1238681159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:412; }","duration":"498.25077ms","start":"2026-07-09T16:38:08.574644Z","end":"2026-07-09T16:38:09.072895Z","steps":["trace[1238681159] 'agreement among raft nodes before linearized reading' (duration: 498.172776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:09.072926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:08.574615Z","time spent":"498.301911ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T16:38:09.072954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.986848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:38:09.073042Z","caller":"traceutil/trace.go:171","msg":"trace[1124147399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"379.135594ms","start":"2026-07-09T16:38:08.693884Z","end":"2026-07-09T16:38:09.07302Z","steps":["trace[1124147399] 'agreement among raft nodes before linearized reading' (duration: 378.984257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:09.073089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:08.693862Z","time spent":"379.219427ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:38:09.073049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.822323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-09T16:38:09.073179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.911965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T16:38:09.073209Z","caller":"traceutil/trace.go:171","msg":"trace[612787366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"259.956388ms","start":"2026-07-09T16:38:08.813196Z","end":"2026-07-09T16:38:09.073152Z","steps":["trace[612787366] 'agreement among raft nodes before linearized reading' (duration: 259.835833ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:09.073249Z","caller":"traceutil/trace.go:171","msg":"trace[357455306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:412; }","duration":"326.01926ms","start":"2026-07-09T16:38:08.747219Z","end":"2026-07-09T16:38:09.073238Z","steps":["trace[357455306] 'agreement among raft nodes before linearized reading' (duration: 325.867082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:09.073483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:08.747197Z","time spent":"326.077471ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T16:38:09.073492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:08.5613Z","time spent":"511.591151ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:38:15.314436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.809024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:38:15.314618Z","caller":"traceutil/trace.go:171","msg":"trace[138474258] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"161.876826ms","start":"2026-07-09T16:38:15.152714Z","end":"2026-07-09T16:38:15.31459Z","steps":["trace[138474258] 'process raft request' (duration: 46.686205ms)","trace[138474258] 'compare' (duration: 114.669637ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:15.632244Z","caller":"traceutil/trace.go:171","msg":"trace[509240963] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"100.903352ms","start":"2026-07-09T16:38:15.531315Z","end":"2026-07-09T16:38:15.632218Z","steps":["trace[509240963] 'process raft request' (duration: 99.033444ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:17.580448Z","caller":"traceutil/trace.go:171","msg":"trace[2026386013] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"426.607218ms","start":"2026-07-09T16:38:17.153822Z","end":"2026-07-09T16:38:17.58043Z","steps":["trace[2026386013] 'process raft request' (duration: 426.489741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:17.580588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:17.153807Z","time spent":"426.709702ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:38:17.582006Z","caller":"traceutil/trace.go:171","msg":"trace[777039796] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:478; }","duration":"263.420581ms","start":"2026-07-09T16:38:17.318556Z","end":"2026-07-09T16:38:17.581976Z","steps":["trace[777039796] 'read index received' (duration: 261.730443ms)","trace[777039796] 'applied index is now lower than readState.Index' (duration: 1.689018ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:17.582287Z","caller":"traceutil/trace.go:171","msg":"trace[1578790672] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"427.473416ms","start":"2026-07-09T16:38:17.154792Z","end":"2026-07-09T16:38:17.582265Z","steps":["trace[1578790672] 'process raft request' (duration: 427.014886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:17.582295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.222767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-09T16:38:17.582365Z","caller":"traceutil/trace.go:171","msg":"trace[1077041823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:462; }","duration":"257.328583ms","start":"2026-07-09T16:38:17.32502Z","end":"2026-07-09T16:38:17.582348Z","steps":["trace[1077041823] 'agreement among raft nodes before linearized reading' (duration: 257.218948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:17.582417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.84981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-09T16:38:17.582496Z","caller":"traceutil/trace.go:171","msg":"trace[1010302296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:462; }","duration":"263.973226ms","start":"2026-07-09T16:38:17.318504Z","end":"2026-07-09T16:38:17.582477Z","steps":["trace[1010302296] 'agreement among raft nodes before linearized reading' (duration: 263.832629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:17.582661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:17.154773Z","time spent":"427.56721ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:38:25.767843Z","caller":"traceutil/trace.go:171","msg":"trace[1848002792] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"115.624967ms","start":"2026-07-09T16:38:25.65218Z","end":"2026-07-09T16:38:25.767805Z","steps":["trace[1848002792] 'process raft request' (duration: 115.366687ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:25.768064Z","caller":"traceutil/trace.go:171","msg":"trace[548644956] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"114.707228ms","start":"2026-07-09T16:38:25.653346Z","end":"2026-07-09T16:38:25.768053Z","steps":["trace[548644956] 'process raft request' (duration: 114.326403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:25.768234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.700968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T16:38:25.768279Z","caller":"traceutil/trace.go:171","msg":"trace[2047141578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:569; }","duration":"152.766921ms","start":"2026-07-09T16:38:25.615498Z","end":"2026-07-09T16:38:25.768265Z","steps":["trace[2047141578] 'agreement among raft nodes before linearized reading' (duration: 152.686048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:25.76827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.542508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T16:38:25.768328Z","caller":"traceutil/trace.go:171","msg":"trace[1533293299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:569; }","duration":"150.683524ms","start":"2026-07-09T16:38:25.61763Z","end":"2026-07-09T16:38:25.768313Z","steps":["trace[1533293299] 'agreement among raft nodes before linearized reading' (duration: 150.478546ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:25.768754Z","caller":"traceutil/trace.go:171","msg":"trace[1962083151] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"131.367867ms","start":"2026-07-09T16:38:25.636397Z","end":"2026-07-09T16:38:25.767765Z","steps":["trace[1962083151] 'process raft request' (duration: 75.032791ms)","trace[1962083151] 'compare' (duration: 55.918128ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:25.889117Z","caller":"traceutil/trace.go:171","msg":"trace[2014005562] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"101.227195ms","start":"2026-07-09T16:38:25.787853Z","end":"2026-07-09T16:38:25.88908Z","steps":["trace[2014005562] 'process raft request' (duration: 79.910364ms)","trace[2014005562] 'compare' (duration: 21.164994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:38:26.382057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.514359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:38:26.382441Z","caller":"traceutil/trace.go:171","msg":"trace[1763789218] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"249.706694ms","start":"2026-07-09T16:38:26.132708Z","end":"2026-07-09T16:38:26.382415Z","steps":["trace[1763789218] 'process raft request' (duration: 82.763306ms)","trace[1763789218] 'compare' (duration: 166.352853ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:26.382936Z","caller":"traceutil/trace.go:171","msg":"trace[190455630] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:608; }","duration":"212.205301ms","start":"2026-07-09T16:38:26.170684Z","end":"2026-07-09T16:38:26.382889Z","steps":["trace[190455630] 'read index received' (duration: 44.656147ms)","trace[190455630] 'applied index is now lower than readState.Index' (duration: 167.547984ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:26.38298Z","caller":"traceutil/trace.go:171","msg":"trace[1327672143] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"232.351455ms","start":"2026-07-09T16:38:26.150611Z","end":"2026-07-09T16:38:26.382962Z","steps":["trace[1327672143] 'process raft request' (duration: 231.548052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:26.383104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.402299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-09T16:38:26.383872Z","caller":"traceutil/trace.go:171","msg":"trace[779198820] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:588; }","duration":"213.203992ms","start":"2026-07-09T16:38:26.170648Z","end":"2026-07-09T16:38:26.383852Z","steps":["trace[779198820] 'agreement among raft nodes before linearized reading' (duration: 212.361578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:27.634046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288211467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:38:28.134613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288211467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:38:28.30991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203997698s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T16:38:28.310596Z","caller":"traceutil/trace.go:171","msg":"trace[282534667] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.205085002s","start":"2026-07-09T16:38:27.105485Z","end":"2026-07-09T16:38:28.31057Z","steps":["trace[282534667] 'process raft request' (duration: 1.204740938s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.310753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.105455Z","time spent":"1.205218127s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:38:28.314087Z","caller":"traceutil/trace.go:171","msg":"trace[780877486] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:637; }","duration":"1.180300916s","start":"2026-07-09T16:38:27.133765Z","end":"2026-07-09T16:38:28.314066Z","steps":["trace[780877486] 'read index received' (duration: 1.17642567s)","trace[780877486] 'applied index is now lower than readState.Index' (duration: 3.874456ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:28.314246Z","caller":"traceutil/trace.go:171","msg":"trace[1810789316] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.094457362s","start":"2026-07-09T16:38:27.219781Z","end":"2026-07-09T16:38:28.314239Z","steps":["trace[1810789316] 'process raft request' (duration: 1.094084507s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.31431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.219758Z","time spent":"1.094508454s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T16:38:28.314422Z","caller":"traceutil/trace.go:171","msg":"trace[1122138590] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"890.057786ms","start":"2026-07-09T16:38:27.424358Z","end":"2026-07-09T16:38:28.314415Z","steps":["trace[1122138590] 'process raft request' (duration: 889.580356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.314454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.424328Z","time spent":"890.108488ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T16:38:28.314529Z","caller":"traceutil/trace.go:171","msg":"trace[2084659651] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"690.284598ms","start":"2026-07-09T16:38:27.624239Z","end":"2026-07-09T16:38:28.314523Z","steps":["trace[2084659651] 'process raft request' (duration: 689.782707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.314556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.62421Z","time spent":"690.33311ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T16:38:28.314983Z","caller":"traceutil/trace.go:171","msg":"trace[591199802] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"480.089234ms","start":"2026-07-09T16:38:27.834863Z","end":"2026-07-09T16:38:28.314953Z","steps":["trace[591199802] 'process raft request' (duration: 479.180977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.3151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.863286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-09T16:38:28.315103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139798068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"warn","ts":"2026-07-09T16:38:28.31509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181302227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7gkw6\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-07-09T16:38:28.315133Z","caller":"traceutil/trace.go:171","msg":"trace[1059180550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:618; }","duration":"533.917739ms","start":"2026-07-09T16:38:27.781207Z","end":"2026-07-09T16:38:28.315125Z","steps":["trace[1059180550] 'agreement among raft nodes before linearized reading' (duration: 533.852446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.315115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.834847Z","time spent":"480.198997ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T16:38:28.315157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.781199Z","time spent":"533.95284ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T16:38:28.315152Z","caller":"traceutil/trace.go:171","msg":"trace[271587727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:618; }","duration":"1.139897302s","start":"2026-07-09T16:38:27.175238Z","end":"2026-07-09T16:38:28.315135Z","steps":["trace[271587727] 'agreement among raft nodes before linearized reading' (duration: 1.139672412s)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:28.31516Z","caller":"traceutil/trace.go:171","msg":"trace[2001900978] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7gkw6; range_end:; response_count:1; response_revision:618; }","duration":"1.181411301s","start":"2026-07-09T16:38:27.133734Z","end":"2026-07-09T16:38:28.315145Z","steps":["trace[2001900978] 'agreement among raft nodes before linearized reading' (duration: 1.18115724s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.315187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.175222Z","time spent":"1.139956865s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":15711,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-09T16:38:28.315203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.133718Z","time spent":"1.181477254s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4911,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7gkw6\" "} {"level":"warn","ts":"2026-07-09T16:38:28.315275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.845427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T16:38:28.315313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.886082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:38:28.315312Z","caller":"traceutil/trace.go:171","msg":"trace[340599737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"611.891349ms","start":"2026-07-09T16:38:27.703408Z","end":"2026-07-09T16:38:28.315299Z","steps":["trace[340599737] 'agreement among raft nodes before linearized reading' (duration: 611.833327ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:28.315338Z","caller":"traceutil/trace.go:171","msg":"trace[692297824] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:618; }","duration":"296.945004ms","start":"2026-07-09T16:38:28.018385Z","end":"2026-07-09T16:38:28.31533Z","steps":["trace[692297824] 'agreement among raft nodes before linearized reading' (duration: 296.913162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.315346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.703401Z","time spent":"611.937971ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:38:28.315388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.583852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-09T16:38:28.315404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.98683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T16:38:28.315423Z","caller":"traceutil/trace.go:171","msg":"trace[1488719723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:618; }","duration":"524.034773ms","start":"2026-07-09T16:38:27.791382Z","end":"2026-07-09T16:38:28.315417Z","steps":["trace[1488719723] 'agreement among raft nodes before linearized reading' (duration: 523.997391ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:28.315431Z","caller":"traceutil/trace.go:171","msg":"trace[668019386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:618; }","duration":"617.656825ms","start":"2026-07-09T16:38:27.69776Z","end":"2026-07-09T16:38:28.315416Z","steps":["trace[668019386] 'agreement among raft nodes before linearized reading' (duration: 617.550101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.315462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.697738Z","time spent":"617.717357ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T16:38:28.315554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.981947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-09T16:38:28.315438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.791368Z","time spent":"524.066105ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T16:38:28.315594Z","caller":"traceutil/trace.go:171","msg":"trace[1647878814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"542.042609ms","start":"2026-07-09T16:38:27.773538Z","end":"2026-07-09T16:38:28.315581Z","steps":["trace[1647878814] 'agreement among raft nodes before linearized reading' (duration: 541.971147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:28.315632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:27.773496Z","time spent":"542.126993ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T16:38:30.57082Z","caller":"traceutil/trace.go:171","msg":"trace[1207437134] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:677; }","duration":"152.353919ms","start":"2026-07-09T16:38:30.418441Z","end":"2026-07-09T16:38:30.570795Z","steps":["trace[1207437134] 'read index received' (duration: 101.995453ms)","trace[1207437134] 'applied index is now lower than readState.Index' (duration: 50.357636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:38:30.571038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.575917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-09T16:38:30.571017Z","caller":"traceutil/trace.go:171","msg":"trace[1050733710] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"171.938024ms","start":"2026-07-09T16:38:30.399022Z","end":"2026-07-09T16:38:30.57096Z","steps":["trace[1050733710] 'process raft request' (duration: 121.991764ms)","trace[1050733710] 'compare' (duration: 48.873807ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:30.571067Z","caller":"traceutil/trace.go:171","msg":"trace[1340128366] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:654; }","duration":"152.6515ms","start":"2026-07-09T16:38:30.418407Z","end":"2026-07-09T16:38:30.571059Z","steps":["trace[1340128366] 'agreement among raft nodes before linearized reading' (duration: 152.524585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:35.065976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.676133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T16:38:35.066081Z","caller":"traceutil/trace.go:171","msg":"trace[1788423273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:686; }","duration":"465.838058ms","start":"2026-07-09T16:38:34.600217Z","end":"2026-07-09T16:38:35.066055Z","steps":["trace[1788423273] 'range keys from in-memory index tree' (duration: 465.463915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:35.066137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:34.600191Z","time spent":"465.926362ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T16:38:35.322954Z","caller":"traceutil/trace.go:171","msg":"trace[1373763753] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"251.800684ms","start":"2026-07-09T16:38:35.071122Z","end":"2026-07-09T16:38:35.322923Z","steps":["trace[1373763753] 'process raft request' (duration: 251.629818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:35.323154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.78872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bnjnr\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-09T16:38:35.32323Z","caller":"traceutil/trace.go:171","msg":"trace[1092819540] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bnjnr; range_end:; response_count:1; response_revision:687; }","duration":"174.910905ms","start":"2026-07-09T16:38:35.148302Z","end":"2026-07-09T16:38:35.323213Z","steps":["trace[1092819540] 'agreement among raft nodes before linearized reading' (duration: 174.727108ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:35.322875Z","caller":"traceutil/trace.go:171","msg":"trace[1220303720] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:711; }","duration":"174.509589ms","start":"2026-07-09T16:38:35.148346Z","end":"2026-07-09T16:38:35.322856Z","steps":["trace[1220303720] 'read index received' (duration: 174.354584ms)","trace[1220303720] 'applied index is now lower than readState.Index' (duration: 154.405µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:35.506406Z","caller":"traceutil/trace.go:171","msg":"trace[146694313] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"170.351863ms","start":"2026-07-09T16:38:35.336028Z","end":"2026-07-09T16:38:35.50638Z","steps":["trace[146694313] 'process raft request' (duration: 170.116974ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:36.235841Z","caller":"traceutil/trace.go:171","msg":"trace[1703726258] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"247.9839ms","start":"2026-07-09T16:38:35.98783Z","end":"2026-07-09T16:38:36.235814Z","steps":["trace[1703726258] 'process raft request' (duration: 247.755892ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:36.52068Z","caller":"traceutil/trace.go:171","msg":"trace[2007750636] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"153.477709ms","start":"2026-07-09T16:38:36.367177Z","end":"2026-07-09T16:38:36.520655Z","steps":["trace[2007750636] 'process raft request' (duration: 153.21237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:37.574565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054175405s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T16:38:38.162892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.090101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:38:38.162969Z","caller":"traceutil/trace.go:171","msg":"trace[1888853958] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:717; }","duration":"1.795379653s","start":"2026-07-09T16:38:36.367576Z","end":"2026-07-09T16:38:38.162956Z","steps":["trace[1888853958] 'read index received' (duration: 152.798635ms)","trace[1888853958] 'applied index is now lower than readState.Index' (duration: 1.642579638s)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:38.163031Z","caller":"traceutil/trace.go:171","msg":"trace[894832076] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"1.79584783s","start":"2026-07-09T16:38:36.367177Z","end":"2026-07-09T16:38:38.163024Z","steps":["trace[894832076] 'process raft request' (duration: 1.207555411s)","trace[894832076] 'compare' (duration: 587.756549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:38:38.163067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:36.367164Z","time spent":"1.795884351s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:38:38.163416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795827769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T16:38:38.163474Z","caller":"traceutil/trace.go:171","msg":"trace[370706276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:693; }","duration":"1.795899172s","start":"2026-07-09T16:38:36.36756Z","end":"2026-07-09T16:38:38.163459Z","steps":["trace[370706276] 'agreement among raft nodes before linearized reading' (duration: 1.795636082s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:38.163506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:36.367551Z","time spent":"1.795948254s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T16:38:38.163698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.052252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T16:38:38.163735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.768137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T16:38:38.163817Z","caller":"traceutil/trace.go:171","msg":"trace[12076792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"471.225178ms","start":"2026-07-09T16:38:37.69257Z","end":"2026-07-09T16:38:38.163795Z","steps":["trace[12076792] 'agreement among raft nodes before linearized reading' (duration: 471.061542ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:38.163829Z","caller":"traceutil/trace.go:171","msg":"trace[1161945289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:693; }","duration":"836.914852ms","start":"2026-07-09T16:38:37.326895Z","end":"2026-07-09T16:38:38.16381Z","steps":["trace[1161945289] 'agreement among raft nodes before linearized reading' (duration: 836.699155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:38.163883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:37.692542Z","time spent":"471.327441ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:38:38.163901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:37.326771Z","time spent":"837.1161ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T16:38:39.271729Z","caller":"traceutil/trace.go:171","msg":"trace[1219873644] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"107.368424ms","start":"2026-07-09T16:38:39.164336Z","end":"2026-07-09T16:38:39.271704Z","steps":["trace[1219873644] 'process raft request' (duration: 107.209427ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:39.38018Z","caller":"traceutil/trace.go:171","msg":"trace[4233148] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"198.652034ms","start":"2026-07-09T16:38:39.181494Z","end":"2026-07-09T16:38:39.380146Z","steps":["trace[4233148] 'process raft request' (duration: 167.775801ms)","trace[4233148] 'compare' (duration: 30.736338ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:42.293705Z","caller":"traceutil/trace.go:171","msg":"trace[722352563] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:742; }","duration":"101.798632ms","start":"2026-07-09T16:38:42.191884Z","end":"2026-07-09T16:38:42.293682Z","steps":["trace[722352563] 'read index received' (duration: 101.671228ms)","trace[722352563] 'applied index is now lower than readState.Index' (duration: 126.574µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:42.293745Z","caller":"traceutil/trace.go:171","msg":"trace[1228051842] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"102.254228ms","start":"2026-07-09T16:38:42.191465Z","end":"2026-07-09T16:38:42.293719Z","steps":["trace[1228051842] 'process raft request' (duration: 102.040461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:42.293973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.076801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bnjnr\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-07-09T16:38:42.294003Z","caller":"traceutil/trace.go:171","msg":"trace[335278659] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bnjnr; range_end:; response_count:1; response_revision:716; }","duration":"102.156664ms","start":"2026-07-09T16:38:42.191839Z","end":"2026-07-09T16:38:42.293996Z","steps":["trace[335278659] 'agreement among raft nodes before linearized reading' (duration: 101.959907ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:51.883709Z","caller":"traceutil/trace.go:171","msg":"trace[224207582] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:823; }","duration":"178.513241ms","start":"2026-07-09T16:38:51.705153Z","end":"2026-07-09T16:38:51.883667Z","steps":["trace[224207582] 'read index received' (duration: 176.260729ms)","trace[224207582] 'applied index is now lower than readState.Index' (duration: 2.251432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:38:51.883865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.251787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:38:51.883893Z","caller":"traceutil/trace.go:171","msg":"trace[947076602] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:793; }","duration":"171.3268ms","start":"2026-07-09T16:38:51.71256Z","end":"2026-07-09T16:38:51.883887Z","steps":["trace[947076602] 'agreement among raft nodes before linearized reading' (duration: 171.239227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:51.883839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.659965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:38:51.884086Z","caller":"traceutil/trace.go:171","msg":"trace[828286406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:793; }","duration":"178.932974ms","start":"2026-07-09T16:38:51.705102Z","end":"2026-07-09T16:38:51.884035Z","steps":["trace[828286406] 'agreement among raft nodes before linearized reading' (duration: 178.644925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:54.648492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.720623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rz7l2\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-09T16:38:54.648569Z","caller":"traceutil/trace.go:171","msg":"trace[277625783] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rz7l2; range_end:; response_count:1; response_revision:806; }","duration":"393.833927ms","start":"2026-07-09T16:38:54.254717Z","end":"2026-07-09T16:38:54.648551Z","steps":["trace[277625783] 'range keys from in-memory index tree' (duration: 393.502888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:54.648603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:54.254701Z","time spent":"393.895059ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rz7l2\" "} {"level":"warn","ts":"2026-07-09T16:38:54.648858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.612409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T16:38:54.648884Z","caller":"traceutil/trace.go:171","msg":"trace[289762897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:806; }","duration":"269.666189ms","start":"2026-07-09T16:38:54.379211Z","end":"2026-07-09T16:38:54.648877Z","steps":["trace[289762897] 'range keys from in-memory index tree' (duration: 269.524436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:54.649001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.097486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T16:38:54.649021Z","caller":"traceutil/trace.go:171","msg":"trace[826103038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:806; }","duration":"255.150497ms","start":"2026-07-09T16:38:54.393865Z","end":"2026-07-09T16:38:54.649016Z","steps":["trace[826103038] 'range keys from in-memory index tree' (duration: 254.995223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:54.64912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.678231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T16:38:54.649141Z","caller":"traceutil/trace.go:171","msg":"trace[1522837673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:806; }","duration":"253.737963ms","start":"2026-07-09T16:38:54.395397Z","end":"2026-07-09T16:38:54.649135Z","steps":["trace[1522837673] 'range keys from in-memory index tree' (duration: 253.547338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:54.649489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.065275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T16:38:54.649589Z","caller":"traceutil/trace.go:171","msg":"trace[1176776938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:806; }","duration":"106.220629ms","start":"2026-07-09T16:38:54.543348Z","end":"2026-07-09T16:38:54.649569Z","steps":["trace[1176776938] 'range keys from in-memory index tree' (duration: 105.847528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:55.168391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288211947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:38:55.668834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288211947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:38:55.681616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028162942s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T16:38:55.681975Z","caller":"traceutil/trace.go:171","msg":"trace[531392920] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"1.028579124s","start":"2026-07-09T16:38:54.653374Z","end":"2026-07-09T16:38:55.681953Z","steps":["trace[531392920] 'process raft request' (duration: 1.0284502s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:55.682098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:54.653356Z","time spent":"1.028667268s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:38:55.698484Z","caller":"traceutil/trace.go:171","msg":"trace[1251217907] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.044551437s","start":"2026-07-09T16:38:54.653913Z","end":"2026-07-09T16:38:55.698464Z","steps":["trace[1251217907] 'process raft request' (duration: 1.044451524s)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:55.698514Z","caller":"traceutil/trace.go:171","msg":"trace[1824944151] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"1.044646009s","start":"2026-07-09T16:38:54.653837Z","end":"2026-07-09T16:38:55.698483Z","steps":["trace[1824944151] 'process raft request' (duration: 1.044422143s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:55.698623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:54.653885Z","time spent":"1.044670821s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:38:55.698667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:54.65383Z","time spent":"1.044757454s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:38:55.698705Z","caller":"traceutil/trace.go:171","msg":"trace[311400847] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:837; }","duration":"1.030381254s","start":"2026-07-09T16:38:54.668306Z","end":"2026-07-09T16:38:55.698687Z","steps":["trace[311400847] 'read index received' (duration: 1.013586676s)","trace[311400847] 'applied index is now lower than readState.Index' (duration: 16.793388ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:38:55.698589Z","caller":"traceutil/trace.go:171","msg":"trace[481914473] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"1.043404191s","start":"2026-07-09T16:38:54.655141Z","end":"2026-07-09T16:38:55.698545Z","steps":["trace[481914473] 'process raft request' (duration: 1.043265037s)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:38:55.698972Z","caller":"traceutil/trace.go:171","msg":"trace[1923644008] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"1.043312149s","start":"2026-07-09T16:38:54.655652Z","end":"2026-07-09T16:38:55.698964Z","steps":["trace[1923644008] 'process raft request' (duration: 1.042778062s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:55.699043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:54.655638Z","time spent":"1.043359991s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:38:55.699038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:54.655134Z","time spent":"1.043783113s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:38:55.699233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030927752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T16:38:55.699268Z","caller":"traceutil/trace.go:171","msg":"trace[544340535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:811; }","duration":"1.030993844s","start":"2026-07-09T16:38:54.668267Z","end":"2026-07-09T16:38:55.699261Z","steps":["trace[544340535] 'agreement among raft nodes before linearized reading' (duration: 1.030900782s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:55.699287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:54.668252Z","time spent":"1.031031476s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T16:38:55.699887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006507072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:38:55.699933Z","caller":"traceutil/trace.go:171","msg":"trace[1322276222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:811; }","duration":"1.006599315s","start":"2026-07-09T16:38:54.693325Z","end":"2026-07-09T16:38:55.699924Z","steps":["trace[1322276222] 'agreement among raft nodes before linearized reading' (duration: 1.006538473s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:55.699956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:54.693298Z","time spent":"1.006653047s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:38:55.700061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.142933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:38:55.700079Z","caller":"traceutil/trace.go:171","msg":"trace[1259546231] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:811; }","duration":"948.199055ms","start":"2026-07-09T16:38:54.751874Z","end":"2026-07-09T16:38:55.700073Z","steps":["trace[1259546231] 'agreement among raft nodes before linearized reading' (duration: 948.167724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:38:55.700095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:38:54.751851Z","time spent":"948.239816ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-09T16:39:28.293039Z","caller":"traceutil/trace.go:171","msg":"trace[406928794] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1253; }","duration":"447.576904ms","start":"2026-07-09T16:39:27.845446Z","end":"2026-07-09T16:39:28.293023Z","steps":["trace[406928794] 'read index received' (duration: 447.506832ms)","trace[406928794] 'applied index is now lower than readState.Index' (duration: 69.392µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:39:28.293086Z","caller":"traceutil/trace.go:171","msg":"trace[1539735431] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"449.405337ms","start":"2026-07-09T16:39:27.843651Z","end":"2026-07-09T16:39:28.293056Z","steps":["trace[1539735431] 'process raft request' (duration: 449.278165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:28.293215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:39:27.843637Z","time spent":"449.512292ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:39:28.29322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.756509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T16:39:28.293302Z","caller":"traceutil/trace.go:171","msg":"trace[1921808251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1215; }","duration":"447.884962ms","start":"2026-07-09T16:39:27.845399Z","end":"2026-07-09T16:39:28.293284Z","steps":["trace[1921808251] 'agreement among raft nodes before linearized reading' (duration: 447.685816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:28.293345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:39:27.84538Z","time spent":"447.956504ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T16:39:28.793478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288212698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:39:28.852271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.354965ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:39:28.852428Z","caller":"traceutil/trace.go:171","msg":"trace[654974920] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1215; }","duration":"265.523938ms","start":"2026-07-09T16:39:28.586879Z","end":"2026-07-09T16:39:28.852403Z","steps":["trace[654974920] 'range keys from in-memory index tree' (duration: 265.336294ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:28.852938Z","caller":"traceutil/trace.go:171","msg":"trace[1036025937] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1254; }","duration":"559.818166ms","start":"2026-07-09T16:39:28.293107Z","end":"2026-07-09T16:39:28.852925Z","steps":["trace[1036025937] 'read index received' (duration: 556.062638ms)","trace[1036025937] 'applied index is now lower than readState.Index' (duration: 3.754708ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:39:28.85308Z","caller":"traceutil/trace.go:171","msg":"trace[809647018] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"596.874706ms","start":"2026-07-09T16:39:28.256154Z","end":"2026-07-09T16:39:28.853028Z","steps":["trace[809647018] 'process raft request' (duration: 593.063647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:28.85322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:39:28.256137Z","time spent":"596.977408ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:39:28.853471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001334446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T16:39:28.85354Z","caller":"traceutil/trace.go:171","msg":"trace[198819325] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"557.331737ms","start":"2026-07-09T16:39:28.296136Z","end":"2026-07-09T16:39:28.853467Z","steps":["trace[198819325] 'process raft request' (duration: 556.703722ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:28.853577Z","caller":"traceutil/trace.go:171","msg":"trace[1576019633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1217; }","duration":"1.00146293s","start":"2026-07-09T16:39:27.852094Z","end":"2026-07-09T16:39:28.853557Z","steps":["trace[1576019633] 'agreement among raft nodes before linearized reading' (duration: 1.001244875s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:28.853521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003199221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T16:39:28.854307Z","caller":"traceutil/trace.go:171","msg":"trace[1191245502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1217; }","duration":"1.00401205s","start":"2026-07-09T16:39:27.850264Z","end":"2026-07-09T16:39:28.854276Z","steps":["trace[1191245502] 'agreement among raft nodes before linearized reading' (duration: 1.003059028s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:28.853628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:39:27.852087Z","time spent":"1.001527271s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T16:39:28.8544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:39:27.850254Z","time spent":"1.004114493s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T16:39:28.853669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:39:28.296118Z","time spent":"557.491131ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:39:28.853542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.961752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:39:28.854621Z","caller":"traceutil/trace.go:171","msg":"trace[59290566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1217; }","duration":"136.067917ms","start":"2026-07-09T16:39:28.718529Z","end":"2026-07-09T16:39:28.854597Z","steps":["trace[59290566] 'agreement among raft nodes before linearized reading' (duration: 134.959571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:28.853805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002663328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T16:39:28.854703Z","caller":"traceutil/trace.go:171","msg":"trace[475427531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1217; }","duration":"1.003584611s","start":"2026-07-09T16:39:27.851109Z","end":"2026-07-09T16:39:28.854694Z","steps":["trace[475427531] 'agreement among raft nodes before linearized reading' (duration: 1.002170978s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:28.854734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:39:27.851101Z","time spent":"1.003625181s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T16:39:49.622109Z","caller":"traceutil/trace.go:171","msg":"trace[1452700476] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"127.663941ms","start":"2026-07-09T16:39:49.49441Z","end":"2026-07-09T16:39:49.622074Z","steps":["trace[1452700476] 'process raft request' (duration: 127.419367ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:50.819705Z","caller":"traceutil/trace.go:171","msg":"trace[1522210978] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"103.070375ms","start":"2026-07-09T16:39:50.716596Z","end":"2026-07-09T16:39:50.819666Z","steps":["trace[1522210978] 'process raft request' (duration: 102.80012ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:51.439986Z","caller":"traceutil/trace.go:171","msg":"trace[1656627944] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"187.019119ms","start":"2026-07-09T16:39:51.252934Z","end":"2026-07-09T16:39:51.439954Z","steps":["trace[1656627944] 'process raft request' (duration: 152.737307ms)","trace[1656627944] 'compare' (duration: 33.819113ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:39:51.440046Z","caller":"traceutil/trace.go:171","msg":"trace[151175861] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1457; }","duration":"177.448265ms","start":"2026-07-09T16:39:51.262556Z","end":"2026-07-09T16:39:51.440004Z","steps":["trace[151175861] 'read index received' (duration: 143.149603ms)","trace[151175861] 'applied index is now lower than readState.Index' (duration: 34.297312ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:39:51.440125Z","caller":"traceutil/trace.go:171","msg":"trace[1435489075] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"186.56223ms","start":"2026-07-09T16:39:51.25353Z","end":"2026-07-09T16:39:51.440093Z","steps":["trace[1435489075] 'process raft request' (duration: 186.321915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:51.44035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.767303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:89656"} {"level":"info","ts":"2026-07-09T16:39:51.440387Z","caller":"traceutil/trace.go:171","msg":"trace[1520597203] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1410; }","duration":"177.852874ms","start":"2026-07-09T16:39:51.262522Z","end":"2026-07-09T16:39:51.440375Z","steps":["trace[1520597203] 'agreement among raft nodes before linearized reading' (duration: 177.615229ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:51.614518Z","caller":"traceutil/trace.go:171","msg":"trace[1331684640] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"171.384544ms","start":"2026-07-09T16:39:51.4431Z","end":"2026-07-09T16:39:51.614484Z","steps":["trace[1331684640] 'process raft request' (duration: 171.229051ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:51.614573Z","caller":"traceutil/trace.go:171","msg":"trace[485934673] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"351.609186ms","start":"2026-07-09T16:39:51.262917Z","end":"2026-07-09T16:39:51.614526Z","steps":["trace[485934673] 'process raft request' (duration: 295.34663ms)","trace[485934673] 'compare' (duration: 55.718836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:39:51.6149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:39:51.262884Z","time spent":"351.929033ms","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1494,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T16:39:51.991802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.120482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:39:51.992038Z","caller":"traceutil/trace.go:171","msg":"trace[1681277047] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"295.523514ms","start":"2026-07-09T16:39:51.696493Z","end":"2026-07-09T16:39:51.992016Z","steps":["trace[1681277047] 'process raft request' (duration: 22.113437ms)","trace[1681277047] 'compare' (duration: 272.960068ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:39:51.992271Z","caller":"traceutil/trace.go:171","msg":"trace[1553129043] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"295.485103ms","start":"2026-07-09T16:39:51.696778Z","end":"2026-07-09T16:39:51.992263Z","steps":["trace[1553129043] 'process raft request' (duration: 295.173677ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:51.992334Z","caller":"traceutil/trace.go:171","msg":"trace[1555541250] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"295.448002ms","start":"2026-07-09T16:39:51.69688Z","end":"2026-07-09T16:39:51.992328Z","steps":["trace[1555541250] 'process raft request' (duration: 295.147727ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:51.992422Z","caller":"traceutil/trace.go:171","msg":"trace[356844807] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"294.959992ms","start":"2026-07-09T16:39:51.697428Z","end":"2026-07-09T16:39:51.992388Z","steps":["trace[356844807] 'process raft request' (duration: 294.678687ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:52.167527Z","caller":"traceutil/trace.go:171","msg":"trace[711266815] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"168.18336ms","start":"2026-07-09T16:39:51.999303Z","end":"2026-07-09T16:39:52.167487Z","steps":["trace[711266815] 'process raft request' (duration: 164.67823ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:52.196232Z","caller":"traceutil/trace.go:171","msg":"trace[1652398944] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"135.780458ms","start":"2026-07-09T16:39:52.060409Z","end":"2026-07-09T16:39:52.19619Z","steps":["trace[1652398944] 'process raft request' (duration: 135.658306ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:52.196348Z","caller":"traceutil/trace.go:171","msg":"trace[510526318] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"137.668946ms","start":"2026-07-09T16:39:52.058631Z","end":"2026-07-09T16:39:52.1963Z","steps":["trace[510526318] 'process raft request' (duration: 137.194248ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:53.122114Z","caller":"traceutil/trace.go:171","msg":"trace[1157338350] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"144.265495ms","start":"2026-07-09T16:39:52.977831Z","end":"2026-07-09T16:39:53.122096Z","steps":["trace[1157338350] 'process raft request' (duration: 143.388338ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:53.243753Z","caller":"traceutil/trace.go:171","msg":"trace[391739219] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"103.020189ms","start":"2026-07-09T16:39:53.140709Z","end":"2026-07-09T16:39:53.243729Z","steps":["trace[391739219] 'read index received' (duration: 102.777573ms)","trace[391739219] 'applied index is now lower than readState.Index' (duration: 241.416µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:39:53.24389Z","caller":"traceutil/trace.go:171","msg":"trace[123281202] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"113.308253ms","start":"2026-07-09T16:39:53.130567Z","end":"2026-07-09T16:39:53.243875Z","steps":["trace[123281202] 'process raft request' (duration: 113.013037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:53.244224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.495528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-09T16:39:53.24429Z","caller":"traceutil/trace.go:171","msg":"trace[1670104483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1476; }","duration":"103.6193ms","start":"2026-07-09T16:39:53.140656Z","end":"2026-07-09T16:39:53.244275Z","steps":["trace[1670104483] 'agreement among raft nodes before linearized reading' (duration: 103.411626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:53.2443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.471616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T16:39:53.24447Z","caller":"traceutil/trace.go:171","msg":"trace[1185063899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1476; }","duration":"103.664521ms","start":"2026-07-09T16:39:53.140782Z","end":"2026-07-09T16:39:53.244447Z","steps":["trace[1185063899] 'agreement among raft nodes before linearized reading' (duration: 103.330464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:53.244463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.973368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T16:39:53.245436Z","caller":"traceutil/trace.go:171","msg":"trace[610902711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1476; }","duration":"103.964168ms","start":"2026-07-09T16:39:53.14145Z","end":"2026-07-09T16:39:53.245415Z","steps":["trace[610902711] 'agreement among raft nodes before linearized reading' (duration: 102.886366ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:55.394428Z","caller":"traceutil/trace.go:171","msg":"trace[1095289796] linearizableReadLoop","detail":"{readStateIndex:1537; appliedIndex:1536; }","duration":"262.401543ms","start":"2026-07-09T16:39:55.131999Z","end":"2026-07-09T16:39:55.3944Z","steps":["trace[1095289796] 'read index received' (duration: 262.231039ms)","trace[1095289796] 'applied index is now lower than readState.Index' (duration: 167.954µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:39:55.394632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.209279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T16:39:55.394645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.604487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-09T16:39:55.394675Z","caller":"traceutil/trace.go:171","msg":"trace[611763898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1487; }","duration":"140.298581ms","start":"2026-07-09T16:39:55.254364Z","end":"2026-07-09T16:39:55.394662Z","steps":["trace[611763898] 'agreement among raft nodes before linearized reading' (duration: 140.182329ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:55.394733Z","caller":"traceutil/trace.go:171","msg":"trace[153204956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1487; }","duration":"262.719429ms","start":"2026-07-09T16:39:55.131957Z","end":"2026-07-09T16:39:55.394676Z","steps":["trace[153204956] 'agreement among raft nodes before linearized reading' (duration: 262.544536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:55.394797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.532406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T16:39:55.39486Z","caller":"traceutil/trace.go:171","msg":"trace[566854226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1487; }","duration":"139.609577ms","start":"2026-07-09T16:39:55.255232Z","end":"2026-07-09T16:39:55.394842Z","steps":["trace[566854226] 'agreement among raft nodes before linearized reading' (duration: 139.455365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:55.395007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.545075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-09T16:39:55.39504Z","caller":"traceutil/trace.go:171","msg":"trace[732770277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1487; }","duration":"140.616867ms","start":"2026-07-09T16:39:55.254415Z","end":"2026-07-09T16:39:55.395032Z","steps":["trace[732770277] 'agreement among raft nodes before linearized reading' (duration: 140.401823ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:39:55.395239Z","caller":"traceutil/trace.go:171","msg":"trace[196576950] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"267.641858ms","start":"2026-07-09T16:39:55.126841Z","end":"2026-07-09T16:39:55.394482Z","steps":["trace[196576950] 'process raft request' (duration: 267.380022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:39:56.852198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.402942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:39:56.852272Z","caller":"traceutil/trace.go:171","msg":"trace[213308173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1494; }","duration":"157.544894ms","start":"2026-07-09T16:39:56.694712Z","end":"2026-07-09T16:39:56.852257Z","steps":["trace[213308173] 'range keys from in-memory index tree' (duration: 157.30427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:07.340541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.74473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:40:07.340881Z","caller":"traceutil/trace.go:171","msg":"trace[193913519] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"142.38023ms","start":"2026-07-09T16:40:07.198479Z","end":"2026-07-09T16:40:07.340859Z","steps":["trace[193913519] 'process raft request' (duration: 142.275578ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:07.340867Z","caller":"traceutil/trace.go:171","msg":"trace[925233043] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"224.828108ms","start":"2026-07-09T16:40:07.115942Z","end":"2026-07-09T16:40:07.34077Z","steps":["trace[925233043] 'process raft request' (duration: 84.244322ms)","trace[925233043] 'compare' (duration: 139.376494ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:40:07.341059Z","caller":"traceutil/trace.go:171","msg":"trace[1327685711] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1674; }","duration":"212.587171ms","start":"2026-07-09T16:40:07.128435Z","end":"2026-07-09T16:40:07.341022Z","steps":["trace[1327685711] 'process raft request' (duration: 212.290096ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:07.341105Z","caller":"traceutil/trace.go:171","msg":"trace[1168817560] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"219.060761ms","start":"2026-07-09T16:40:07.122021Z","end":"2026-07-09T16:40:07.341082Z","steps":["trace[1168817560] 'process raft request' (duration: 218.633352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:12.014186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.710674ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T16:40:12.978927Z","caller":"traceutil/trace.go:171","msg":"trace[1084648948] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1791; }","duration":"284.188032ms","start":"2026-07-09T16:40:12.694721Z","end":"2026-07-09T16:40:12.978909Z","steps":["trace[1084648948] 'read index received' (duration: 284.104501ms)","trace[1084648948] 'applied index is now lower than readState.Index' (duration: 82.891µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:40:12.979008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.285784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:12.979032Z","caller":"traceutil/trace.go:171","msg":"trace[1690537100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1735; }","duration":"284.359755ms","start":"2026-07-09T16:40:12.694666Z","end":"2026-07-09T16:40:12.979026Z","steps":["trace[1690537100] 'agreement among raft nodes before linearized reading' (duration: 284.309684ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:12.979158Z","caller":"traceutil/trace.go:171","msg":"trace[2084326032] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"361.787566ms","start":"2026-07-09T16:40:12.617346Z","end":"2026-07-09T16:40:12.979133Z","steps":["trace[2084326032] 'process raft request' (duration: 361.358369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:12.979308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:12.617318Z","time spent":"361.918939ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:13.212453Z","caller":"traceutil/trace.go:171","msg":"trace[549902437] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1793; }","duration":"166.268395ms","start":"2026-07-09T16:40:13.046164Z","end":"2026-07-09T16:40:13.212433Z","steps":["trace[549902437] 'read index received' (duration: 29.003563ms)","trace[549902437] 'applied index is now lower than readState.Index' (duration: 137.264002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:40:13.212575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.393077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:13.212612Z","caller":"traceutil/trace.go:171","msg":"trace[957259599] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:1742; }","duration":"166.494409ms","start":"2026-07-09T16:40:13.046108Z","end":"2026-07-09T16:40:13.212603Z","steps":["trace[957259599] 'agreement among raft nodes before linearized reading' (duration: 166.410708ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.212729Z","caller":"traceutil/trace.go:171","msg":"trace[958032393] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"223.974816ms","start":"2026-07-09T16:40:12.988731Z","end":"2026-07-09T16:40:13.212706Z","steps":["trace[958032393] 'process raft request' (duration: 223.474717ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.212809Z","caller":"traceutil/trace.go:171","msg":"trace[2040693088] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"223.972685ms","start":"2026-07-09T16:40:12.988825Z","end":"2026-07-09T16:40:13.212798Z","steps":["trace[2040693088] 'process raft request' (duration: 223.507338ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.21302Z","caller":"traceutil/trace.go:171","msg":"trace[1811411380] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"223.929114ms","start":"2026-07-09T16:40:12.989082Z","end":"2026-07-09T16:40:13.213011Z","steps":["trace[1811411380] 'process raft request' (duration: 223.310994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.548805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.312816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:40:13.548902Z","caller":"traceutil/trace.go:171","msg":"trace[1461556183] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"256.334007ms","start":"2026-07-09T16:40:13.292547Z","end":"2026-07-09T16:40:13.548881Z","steps":["trace[1461556183] 'process raft request' (duration: 34.873858ms)","trace[1461556183] 'compare' (duration: 221.202104ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:40:13.716647Z","caller":"traceutil/trace.go:171","msg":"trace[1199316762] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"157.70757ms","start":"2026-07-09T16:40:13.558909Z","end":"2026-07-09T16:40:13.716616Z","steps":["trace[1199316762] 'process raft request' (duration: 150.643573ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.716656Z","caller":"traceutil/trace.go:171","msg":"trace[203275380] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"101.667851ms","start":"2026-07-09T16:40:13.61497Z","end":"2026-07-09T16:40:13.716638Z","steps":["trace[203275380] 'process raft request' (duration: 101.62698ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.716887Z","caller":"traceutil/trace.go:171","msg":"trace[1685883300] linearizableReadLoop","detail":"{readStateIndex:1804; appliedIndex:1803; }","duration":"108.28604ms","start":"2026-07-09T16:40:13.608594Z","end":"2026-07-09T16:40:13.71688Z","steps":["trace[1685883300] 'read index received' (duration: 100.989578ms)","trace[1685883300] 'applied index is now lower than readState.Index' (duration: 7.295772ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:40:13.71695Z","caller":"traceutil/trace.go:171","msg":"trace[1743481856] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"102.352714ms","start":"2026-07-09T16:40:13.614591Z","end":"2026-07-09T16:40:13.716944Z","steps":["trace[1743481856] 'process raft request' (duration: 101.965507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.717073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.642206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T16:40:13.717123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.742921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:13.717154Z","caller":"traceutil/trace.go:171","msg":"trace[1869506738] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1749; }","duration":"127.814363ms","start":"2026-07-09T16:40:13.589331Z","end":"2026-07-09T16:40:13.717146Z","steps":["trace[1869506738] 'agreement among raft nodes before linearized reading' (duration: 127.751341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.717211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.790652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T16:40:13.717264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.060366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-09T16:40:13.717331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.181309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T16:40:13.717426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.63244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-09T16:40:13.717451Z","caller":"traceutil/trace.go:171","msg":"trace[817350912] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1749; }","duration":"152.66445ms","start":"2026-07-09T16:40:13.56478Z","end":"2026-07-09T16:40:13.717445Z","steps":["trace[817350912] 'agreement among raft nodes before linearized reading' (duration: 152.607489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.717459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.990414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T16:40:13.717609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.846283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-09T16:40:13.717614Z","caller":"traceutil/trace.go:171","msg":"trace[1853245461] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1749; }","duration":"119.180257ms","start":"2026-07-09T16:40:13.598421Z","end":"2026-07-09T16:40:13.717601Z","steps":["trace[1853245461] 'agreement among raft nodes before linearized reading' (duration: 118.949383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.717146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.965134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T16:40:13.717713Z","caller":"traceutil/trace.go:171","msg":"trace[1559338515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1749; }","duration":"124.556514ms","start":"2026-07-09T16:40:13.593148Z","end":"2026-07-09T16:40:13.717704Z","steps":["trace[1559338515] 'agreement among raft nodes before linearized reading' (duration: 123.893042ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.717254Z","caller":"traceutil/trace.go:171","msg":"trace[1757166125] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1749; }","duration":"127.836074ms","start":"2026-07-09T16:40:13.589402Z","end":"2026-07-09T16:40:13.717238Z","steps":["trace[1757166125] 'agreement among raft nodes before linearized reading' (duration: 127.783873ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.71747Z","caller":"traceutil/trace.go:171","msg":"trace[1607018189] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1749; }","duration":"148.295531ms","start":"2026-07-09T16:40:13.569133Z","end":"2026-07-09T16:40:13.717429Z","steps":["trace[1607018189] 'agreement among raft nodes before linearized reading' (duration: 148.175779ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.717331Z","caller":"traceutil/trace.go:171","msg":"trace[1122475305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1749; }","duration":"124.148227ms","start":"2026-07-09T16:40:13.593169Z","end":"2026-07-09T16:40:13.717317Z","steps":["trace[1122475305] 'agreement among raft nodes before linearized reading' (duration: 123.942813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.717345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.21245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:13.718179Z","caller":"traceutil/trace.go:171","msg":"trace[248565766] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1749; }","duration":"149.056485ms","start":"2026-07-09T16:40:13.569115Z","end":"2026-07-09T16:40:13.718172Z","steps":["trace[248565766] 'agreement among raft nodes before linearized reading' (duration: 148.20958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.718283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.388622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:13.718328Z","caller":"traceutil/trace.go:171","msg":"trace[533993582] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1749; }","duration":"103.439803ms","start":"2026-07-09T16:40:13.614875Z","end":"2026-07-09T16:40:13.718315Z","steps":["trace[533993582] 'agreement among raft nodes before linearized reading' (duration: 103.386083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.717371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.522415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:13.718428Z","caller":"traceutil/trace.go:171","msg":"trace[1984148092] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1749; }","duration":"119.585303ms","start":"2026-07-09T16:40:13.598831Z","end":"2026-07-09T16:40:13.718416Z","steps":["trace[1984148092] 'agreement among raft nodes before linearized reading' (duration: 118.520404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.718463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.587086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:13.718496Z","caller":"traceutil/trace.go:171","msg":"trace[1066260840] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1749; }","duration":"103.629456ms","start":"2026-07-09T16:40:13.614858Z","end":"2026-07-09T16:40:13.718488Z","steps":["trace[1066260840] 'agreement among raft nodes before linearized reading' (duration: 103.584216ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.717332Z","caller":"traceutil/trace.go:171","msg":"trace[1043475910] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1749; }","duration":"118.713618ms","start":"2026-07-09T16:40:13.598396Z","end":"2026-07-09T16:40:13.717109Z","steps":["trace[1043475910] 'agreement among raft nodes before linearized reading' (duration: 118.623676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.717377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.273541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:13.718654Z","caller":"traceutil/trace.go:171","msg":"trace[412332051] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1749; }","duration":"149.570294ms","start":"2026-07-09T16:40:13.569076Z","end":"2026-07-09T16:40:13.718646Z","steps":["trace[412332051] 'agreement among raft nodes before linearized reading' (duration: 148.284421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.717655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.804332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:13.718994Z","caller":"traceutil/trace.go:171","msg":"trace[11295678] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1749; }","duration":"104.117956ms","start":"2026-07-09T16:40:13.614825Z","end":"2026-07-09T16:40:13.718943Z","steps":["trace[11295678] 'agreement among raft nodes before linearized reading' (duration: 102.804352ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:13.717638Z","caller":"traceutil/trace.go:171","msg":"trace[1627912828] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1749; }","duration":"152.891253ms","start":"2026-07-09T16:40:13.56474Z","end":"2026-07-09T16:40:13.717632Z","steps":["trace[1627912828] 'agreement among raft nodes before linearized reading' (duration: 152.826772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:13.719322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.916601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:13.719372Z","caller":"traceutil/trace.go:171","msg":"trace[1504880282] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1749; }","duration":"129.979962ms","start":"2026-07-09T16:40:13.589382Z","end":"2026-07-09T16:40:13.719362Z","steps":["trace[1504880282] 'agreement among raft nodes before linearized reading' (duration: 127.565358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:22.739054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584314523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:40:22.739138Z","caller":"traceutil/trace.go:171","msg":"trace[876312458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1890; }","duration":"1.584450846s","start":"2026-07-09T16:40:21.154669Z","end":"2026-07-09T16:40:22.73912Z","steps":["trace[876312458] 'count revisions from in-memory index tree' (duration: 1.584208772s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:22.739187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.154648Z","time spent":"1.584527958s","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:40:22.739428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078031924s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:40:22.739525Z","caller":"traceutil/trace.go:171","msg":"trace[1747054423] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1950; }","duration":"1.254699614s","start":"2026-07-09T16:40:21.484813Z","end":"2026-07-09T16:40:22.739512Z","steps":["trace[1747054423] 'read index received' (duration: 176.503358ms)","trace[1747054423] 'applied index is now lower than readState.Index' (duration: 1.078195316s)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:40:22.739601Z","caller":"traceutil/trace.go:171","msg":"trace[1856607114] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"1.518143063s","start":"2026-07-09T16:40:21.22145Z","end":"2026-07-09T16:40:22.739593Z","steps":["trace[1856607114] 'process raft request' (duration: 439.886265ms)","trace[1856607114] 'compare' (duration: 1.077849481s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:40:22.73966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.22142Z","time spent":"1.518219784s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:40:22.739871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255059731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e509f2d-afad-412c-829e-b8e074ca6fc4\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-09T16:40:22.739919Z","caller":"traceutil/trace.go:171","msg":"trace[2031089271] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e509f2d-afad-412c-829e-b8e074ca6fc4; range_end:; response_count:1; response_revision:1891; }","duration":"1.255139483s","start":"2026-07-09T16:40:21.484772Z","end":"2026-07-09T16:40:22.739912Z","steps":["trace[2031089271] 'agreement among raft nodes before linearized reading' (duration: 1.25502774s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:22.740412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.484755Z","time spent":"1.25564661s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e509f2d-afad-412c-829e-b8e074ca6fc4\" "} {"level":"warn","ts":"2026-07-09T16:40:22.775266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113999426s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T16:40:22.77557Z","caller":"traceutil/trace.go:171","msg":"trace[1165912497] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.193990038s","start":"2026-07-09T16:40:21.581552Z","end":"2026-07-09T16:40:22.775542Z","steps":["trace[1165912497] 'process raft request' (duration: 1.193850314s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:22.775715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.581497Z","time spent":"1.19414047s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:23.194239Z","caller":"traceutil/trace.go:171","msg":"trace[662106219] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1951; }","duration":"454.645836ms","start":"2026-07-09T16:40:22.739556Z","end":"2026-07-09T16:40:23.194202Z","steps":["trace[662106219] 'read index received' (duration: 35.938122ms)","trace[662106219] 'applied index is now lower than readState.Index' (duration: 418.706404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:40:23.194438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343573162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-09T16:40:23.194638Z","caller":"traceutil/trace.go:171","msg":"trace[2038005908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"1.343808056s","start":"2026-07-09T16:40:21.850815Z","end":"2026-07-09T16:40:23.194623Z","steps":["trace[2038005908] 'agreement among raft nodes before linearized reading' (duration: 1.343392269s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.194724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.850807Z","time spent":"1.343903468s","remote":"127.0.0.1:50164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-09T16:40:23.194914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404148435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T16:40:23.194975Z","caller":"traceutil/trace.go:171","msg":"trace[463999497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1893; }","duration":"1.404219477s","start":"2026-07-09T16:40:21.790735Z","end":"2026-07-09T16:40:23.194955Z","steps":["trace[463999497] 'agreement among raft nodes before linearized reading' (duration: 1.404035383s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.195016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.790722Z","time spent":"1.404286588s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T16:40:23.195004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439403278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T16:40:23.195112Z","caller":"traceutil/trace.go:171","msg":"trace[1144035234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1893; }","duration":"1.439575602s","start":"2026-07-09T16:40:21.75551Z","end":"2026-07-09T16:40:23.195085Z","steps":["trace[1144035234] 'agreement among raft nodes before linearized reading' (duration: 1.439234636s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.195097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433359174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-09T16:40:23.195176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.755492Z","time spent":"1.439673923s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T16:40:23.195198Z","caller":"traceutil/trace.go:171","msg":"trace[740243199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1893; }","duration":"1.433483125s","start":"2026-07-09T16:40:21.761679Z","end":"2026-07-09T16:40:23.195162Z","steps":["trace[740243199] 'agreement among raft nodes before linearized reading' (duration: 1.433279782s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.195129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186681735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-09T16:40:23.19524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.761655Z","time spent":"1.433574177s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T16:40:23.194905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501181922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:23.195334Z","caller":"traceutil/trace.go:171","msg":"trace[738280393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"1.50165252s","start":"2026-07-09T16:40:21.69367Z","end":"2026-07-09T16:40:23.195323Z","steps":["trace[738280393] 'agreement among raft nodes before linearized reading' (duration: 1.501181451s)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:23.195259Z","caller":"traceutil/trace.go:171","msg":"trace[716988974] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1893; }","duration":"1.186841048s","start":"2026-07-09T16:40:22.008396Z","end":"2026-07-09T16:40:23.195237Z","steps":["trace[716988974] 'agreement among raft nodes before linearized reading' (duration: 1.186559774s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.195424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:22.008378Z","time spent":"1.187027131s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:40:23.195627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55281426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e509f2d-afad-412c-829e-b8e074ca6fc4\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-09T16:40:23.19566Z","caller":"traceutil/trace.go:171","msg":"trace[1266479540] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e509f2d-afad-412c-829e-b8e074ca6fc4; range_end:; response_count:1; response_revision:1893; }","duration":"1.552883751s","start":"2026-07-09T16:40:21.642767Z","end":"2026-07-09T16:40:23.19565Z","steps":["trace[1266479540] 'agreement among raft nodes before linearized reading' (duration: 1.552800869s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.195682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.642744Z","time spent":"1.552929532s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e509f2d-afad-412c-829e-b8e074ca6fc4\" "} {"level":"warn","ts":"2026-07-09T16:40:23.195728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.690372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c0ac97928549ab\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-07-09T16:40:23.195788Z","caller":"traceutil/trace.go:171","msg":"trace[1845581792] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c0ac97928549ab; range_end:; response_count:1; response_revision:1893; }","duration":"686.856354ms","start":"2026-07-09T16:40:22.508913Z","end":"2026-07-09T16:40:23.19577Z","steps":["trace[1845581792] 'agreement among raft nodes before linearized reading' (duration: 686.735702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.195883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.942753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-09T16:40:23.195866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:22.50889Z","time spent":"686.956216ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c0ac97928549ab\" "} {"level":"info","ts":"2026-07-09T16:40:23.195943Z","caller":"traceutil/trace.go:171","msg":"trace[1822999564] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1893; }","duration":"413.029355ms","start":"2026-07-09T16:40:22.782898Z","end":"2026-07-09T16:40:23.195927Z","steps":["trace[1822999564] 'agreement among raft nodes before linearized reading' (duration: 412.014828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.19599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:22.782874Z","time spent":"413.107066ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-09T16:40:23.194671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346005814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-09T16:40:23.196141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.865051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:23.196153Z","caller":"traceutil/trace.go:171","msg":"trace[2069552613] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"705.021379ms","start":"2026-07-09T16:40:22.491117Z","end":"2026-07-09T16:40:23.196138Z","steps":["trace[2069552613] 'process raft request' (duration: 702.937253ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:23.196253Z","caller":"traceutil/trace.go:171","msg":"trace[1004510326] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1893; }","duration":"926.033233ms","start":"2026-07-09T16:40:22.270205Z","end":"2026-07-09T16:40:23.196238Z","steps":["trace[1004510326] 'agreement among raft nodes before linearized reading' (duration: 925.84303ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:23.19613Z","caller":"traceutil/trace.go:171","msg":"trace[1422231134] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1893; }","duration":"1.34749779s","start":"2026-07-09T16:40:21.848619Z","end":"2026-07-09T16:40:23.196117Z","steps":["trace[1422231134] 'agreement among raft nodes before linearized reading' (duration: 1.345989244s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.196298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:22.270192Z","time spent":"926.094214ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:40:23.196349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.609238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-09T16:40:23.196346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.848601Z","time spent":"1.347733346s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T16:40:23.196384Z","caller":"traceutil/trace.go:171","msg":"trace[170594634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1893; }","duration":"542.667039ms","start":"2026-07-09T16:40:22.653704Z","end":"2026-07-09T16:40:23.196371Z","steps":["trace[170594634] 'agreement among raft nodes before linearized reading' (duration: 542.575187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.196427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:22.653687Z","time spent":"542.72855ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T16:40:23.19475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353019946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-09T16:40:23.196255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:22.49109Z","time spent":"705.104031ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:23.196526Z","caller":"traceutil/trace.go:171","msg":"trace[1887236008] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1893; }","duration":"1.354815228s","start":"2026-07-09T16:40:21.8417Z","end":"2026-07-09T16:40:23.196515Z","steps":["trace[1887236008] 'agreement among raft nodes before linearized reading' (duration: 1.352992886s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.196558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.841686Z","time spent":"1.354862638s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:40:23.19456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40556907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-09T16:40:23.195483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253678309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-09T16:40:23.196702Z","caller":"traceutil/trace.go:171","msg":"trace[2083709892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"1.25489993s","start":"2026-07-09T16:40:21.941766Z","end":"2026-07-09T16:40:23.196666Z","steps":["trace[2083709892] 'agreement among raft nodes before linearized reading' (duration: 1.253632088s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.195365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.693648Z","time spent":"1.501710111s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T16:40:23.196601Z","caller":"traceutil/trace.go:171","msg":"trace[1242606946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1893; }","duration":"1.407663107s","start":"2026-07-09T16:40:21.788924Z","end":"2026-07-09T16:40:23.196587Z","steps":["trace[1242606946] 'agreement among raft nodes before linearized reading' (duration: 1.405457309s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:23.196988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.788902Z","time spent":"1.408071543s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T16:40:23.196918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:21.941751Z","time spent":"1.255143415s","remote":"127.0.0.1:50164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-09T16:40:25.023903Z","caller":"traceutil/trace.go:171","msg":"trace[1827498872] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"274.622332ms","start":"2026-07-09T16:40:24.749256Z","end":"2026-07-09T16:40:25.023878Z","steps":["trace[1827498872] 'read index received' (duration: 274.46843ms)","trace[1827498872] 'applied index is now lower than readState.Index' (duration: 152.552µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:40:25.024014Z","caller":"traceutil/trace.go:171","msg":"trace[1914674467] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"290.097237ms","start":"2026-07-09T16:40:24.733906Z","end":"2026-07-09T16:40:25.024003Z","steps":["trace[1914674467] 'process raft request' (duration: 289.825123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:25.024414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.110201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e509f2d-afad-412c-829e-b8e074ca6fc4\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-07-09T16:40:25.025206Z","caller":"traceutil/trace.go:171","msg":"trace[1373311471] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e509f2d-afad-412c-829e-b8e074ca6fc4; range_end:; response_count:1; response_revision:1917; }","duration":"275.964465ms","start":"2026-07-09T16:40:24.749212Z","end":"2026-07-09T16:40:25.025176Z","steps":["trace[1373311471] 'agreement among raft nodes before linearized reading' (duration: 274.878726ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:25.026035Z","caller":"traceutil/trace.go:171","msg":"trace[1333034215] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"243.803314ms","start":"2026-07-09T16:40:24.781876Z","end":"2026-07-09T16:40:25.025679Z","steps":["trace[1333034215] 'process raft request' (duration: 243.530768ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:28.810939Z","caller":"traceutil/trace.go:171","msg":"trace[614790650] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"109.132174ms","start":"2026-07-09T16:40:28.701773Z","end":"2026-07-09T16:40:28.810905Z","steps":["trace[614790650] 'process raft request' (duration: 90.381678ms)","trace[614790650] 'compare' (duration: 18.069734ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:40:29.084506Z","caller":"traceutil/trace.go:171","msg":"trace[224889849] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"249.390678ms","start":"2026-07-09T16:40:28.835001Z","end":"2026-07-09T16:40:29.084392Z","steps":["trace[224889849] 'process raft request' (duration: 232.540674ms)","trace[224889849] 'compare' (duration: 16.653951ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:40:29.093953Z","caller":"traceutil/trace.go:171","msg":"trace[1398006066] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"258.794756ms","start":"2026-07-09T16:40:28.835125Z","end":"2026-07-09T16:40:29.09392Z","steps":["trace[1398006066] 'process raft request' (duration: 258.562772ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:29.094058Z","caller":"traceutil/trace.go:171","msg":"trace[1767386733] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"258.355338ms","start":"2026-07-09T16:40:28.835677Z","end":"2026-07-09T16:40:29.094032Z","steps":["trace[1767386733] 'process raft request' (duration: 258.214856ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:29.094223Z","caller":"traceutil/trace.go:171","msg":"trace[287014796] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"259.04519ms","start":"2026-07-09T16:40:28.835159Z","end":"2026-07-09T16:40:29.094204Z","steps":["trace[287014796] 'process raft request' (duration: 258.660563ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:30.847691Z","caller":"traceutil/trace.go:171","msg":"trace[922252587] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"141.166357ms","start":"2026-07-09T16:40:30.706488Z","end":"2026-07-09T16:40:30.847654Z","steps":["trace[922252587] 'process raft request' (duration: 140.942033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:55.122424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.874929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:40:55.122531Z","caller":"traceutil/trace.go:171","msg":"trace[182910188] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2164; }","duration":"116.041021ms","start":"2026-07-09T16:40:55.006468Z","end":"2026-07-09T16:40:55.122509Z","steps":["trace[182910188] 'count revisions from in-memory index tree' (duration: 115.746866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.467034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931008206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-07-09T16:40:57.467127Z","caller":"traceutil/trace.go:171","msg":"trace[1869554654] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2165; }","duration":"1.931145577s","start":"2026-07-09T16:40:55.535958Z","end":"2026-07-09T16:40:57.467104Z","steps":["trace[1869554654] 'range keys from in-memory index tree' (duration: 1.930788152s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.467177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.535943Z","time spent":"1.931222099s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:40:57.467192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854718038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-09T16:40:57.467387Z","caller":"traceutil/trace.go:171","msg":"trace[929265376] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2165; }","duration":"1.854957742s","start":"2026-07-09T16:40:55.612404Z","end":"2026-07-09T16:40:57.467362Z","steps":["trace[929265376] 'range keys from in-memory index tree' (duration: 1.854489505s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.467488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.612381Z","time spent":"1.855090954s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:40:57.467922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853711893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11670"} {"level":"info","ts":"2026-07-09T16:40:57.467973Z","caller":"traceutil/trace.go:171","msg":"trace[405781567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2165; }","duration":"1.853797083s","start":"2026-07-09T16:40:55.614163Z","end":"2026-07-09T16:40:57.46796Z","steps":["trace[405781567] 'range keys from in-memory index tree' (duration: 1.85356794s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.468015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.614145Z","time spent":"1.853860944s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11693,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T16:40:57.468029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143461232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-09T16:40:57.468127Z","caller":"traceutil/trace.go:171","msg":"trace[304633882] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:2165; }","duration":"1.143609553s","start":"2026-07-09T16:40:56.3245Z","end":"2026-07-09T16:40:57.468109Z","steps":["trace[304633882] 'range keys from in-memory index tree' (duration: 1.143302869s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.468177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:56.324483Z","time spent":"1.143682444s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.121\" "} {"level":"warn","ts":"2026-07-09T16:40:57.468197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085390439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T16:40:57.468279Z","caller":"traceutil/trace.go:171","msg":"trace[1218009780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2165; }","duration":"2.085494771s","start":"2026-07-09T16:40:55.382765Z","end":"2026-07-09T16:40:57.46826Z","steps":["trace[1218009780] 'range keys from in-memory index tree' (duration: 2.085220796s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.468339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.382738Z","time spent":"2.085589721s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T16:40:57.468419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775271642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:57.468474Z","caller":"traceutil/trace.go:171","msg":"trace[1134434963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2165; }","duration":"1.775348602s","start":"2026-07-09T16:40:55.693104Z","end":"2026-07-09T16:40:57.468453Z","steps":["trace[1134434963] 'range keys from in-memory index tree' (duration: 1.775157999s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.468513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.693085Z","time spent":"1.775420803s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:40:57.468649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028763885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-09T16:40:57.468033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020764692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T16:40:57.468696Z","caller":"traceutil/trace.go:171","msg":"trace[57614269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2165; }","duration":"2.028859086s","start":"2026-07-09T16:40:55.439827Z","end":"2026-07-09T16:40:57.468686Z","steps":["trace[57614269] 'range keys from in-memory index tree' (duration: 2.028626523s)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:57.468708Z","caller":"traceutil/trace.go:171","msg":"trace[91126575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2165; }","duration":"2.021533764s","start":"2026-07-09T16:40:55.447162Z","end":"2026-07-09T16:40:57.468695Z","steps":["trace[91126575] 'range keys from in-memory index tree' (duration: 2.020561728s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.468762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027796229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-09T16:40:57.468788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048464709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-09T16:40:57.468817Z","caller":"traceutil/trace.go:171","msg":"trace[144584459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"2.048522059s","start":"2026-07-09T16:40:55.420288Z","end":"2026-07-09T16:40:57.46881Z","steps":["trace[144584459] 'range keys from in-memory index tree' (duration: 2.048345987s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.468837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.420274Z","time spent":"2.048558481s","remote":"127.0.0.1:50164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-09T16:40:57.468862Z","caller":"traceutil/trace.go:171","msg":"trace[1368014771] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2165; }","duration":"2.02787264s","start":"2026-07-09T16:40:55.440932Z","end":"2026-07-09T16:40:57.468805Z","steps":["trace[1368014771] 'range keys from in-memory index tree' (duration: 2.027590837s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.468904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.440922Z","time spent":"2.027975182s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-09T16:40:57.468763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.447144Z","time spent":"2.021605334s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T16:40:57.468723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.439796Z","time spent":"2.028918727s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T16:40:57.469053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021964339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T16:40:57.46911Z","caller":"traceutil/trace.go:171","msg":"trace[684091609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"2.022033911s","start":"2026-07-09T16:40:55.447059Z","end":"2026-07-09T16:40:57.469092Z","steps":["trace[684091609] 'range keys from in-memory index tree' (duration: 2.021864508s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.469198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.605372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:57.469225Z","caller":"traceutil/trace.go:171","msg":"trace[1110568356] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2165; }","duration":"525.667242ms","start":"2026-07-09T16:40:56.94355Z","end":"2026-07-09T16:40:57.469218Z","steps":["trace[1110568356] 'count revisions from in-memory index tree' (duration: 525.515909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.469251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:56.943529Z","time spent":"525.716202ms","remote":"127.0.0.1:45370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:40:57.469183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.447048Z","time spent":"2.022114232s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T16:40:57.469075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.735054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:40:57.469381Z","caller":"traceutil/trace.go:171","msg":"trace[1408383417] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2165; }","duration":"351.09247ms","start":"2026-07-09T16:40:57.118283Z","end":"2026-07-09T16:40:57.469375Z","steps":["trace[1408383417] 'count revisions from in-memory index tree' (duration: 350.627712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.469405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.118256Z","time spent":"351.14169ms","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:40:57.469433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.5957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:57.46947Z","caller":"traceutil/trace.go:171","msg":"trace[401208756] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2165; }","duration":"601.708312ms","start":"2026-07-09T16:40:56.867754Z","end":"2026-07-09T16:40:57.469463Z","steps":["trace[401208756] 'count revisions from in-memory index tree' (duration: 601.523349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.469528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:56.867734Z","time spent":"601.785413ms","remote":"127.0.0.1:47788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:40:57.469545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030758536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T16:40:57.469594Z","caller":"traceutil/trace.go:171","msg":"trace[1096692068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2165; }","duration":"2.030864627s","start":"2026-07-09T16:40:55.438717Z","end":"2026-07-09T16:40:57.469582Z","steps":["trace[1096692068] 'range keys from in-memory index tree' (duration: 2.030003424s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.469692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:55.438706Z","time spent":"2.030926608s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T16:40:57.579189Z","caller":"traceutil/trace.go:171","msg":"trace[1999616785] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"368.428296ms","start":"2026-07-09T16:40:57.210732Z","end":"2026-07-09T16:40:57.57916Z","steps":["trace[1999616785] 'process raft request' (duration: 368.287584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:57.579392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.2107Z","time spent":"368.582039ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:58.354622Z","caller":"traceutil/trace.go:171","msg":"trace[1516568872] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"934.854926ms","start":"2026-07-09T16:40:57.419721Z","end":"2026-07-09T16:40:58.354576Z","steps":["trace[1516568872] 'process raft request' (duration: 934.620613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:58.354758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.472151Z","time spent":"882.565594ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-09T16:40:58.354801Z","caller":"traceutil/trace.go:171","msg":"trace[1804777804] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"879.972794ms","start":"2026-07-09T16:40:57.474799Z","end":"2026-07-09T16:40:58.354772Z","steps":["trace[1804777804] 'process raft request' (duration: 879.74329ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:58.354834Z","caller":"traceutil/trace.go:171","msg":"trace[170359825] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"879.971844ms","start":"2026-07-09T16:40:57.474799Z","end":"2026-07-09T16:40:58.354771Z","steps":["trace[170359825] 'process raft request' (duration: 879.898843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:58.354969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.474788Z","time spent":"880.069535ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:40:58.354989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.474787Z","time spent":"880.082755ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:58.355106Z","caller":"traceutil/trace.go:171","msg":"trace[2107029118] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"879.794871ms","start":"2026-07-09T16:40:57.475296Z","end":"2026-07-09T16:40:58.355091Z","steps":["trace[2107029118] 'process raft request' (duration: 879.437576ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:58.355297Z","caller":"traceutil/trace.go:171","msg":"trace[1321124050] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"879.74917ms","start":"2026-07-09T16:40:57.475537Z","end":"2026-07-09T16:40:58.355287Z","steps":["trace[1321124050] 'process raft request' (duration: 879.484846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:58.355366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.475525Z","time spent":"879.806221ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:58.355622Z","caller":"traceutil/trace.go:171","msg":"trace[1465491547] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"879.958183ms","start":"2026-07-09T16:40:57.475644Z","end":"2026-07-09T16:40:58.355603Z","steps":["trace[1465491547] 'process raft request' (duration: 879.576187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:58.355676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.475631Z","time spent":"880.019435ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:58.355791Z","caller":"traceutil/trace.go:171","msg":"trace[1023849577] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2240; }","duration":"883.565859ms","start":"2026-07-09T16:40:57.472206Z","end":"2026-07-09T16:40:58.355772Z","steps":["trace[1023849577] 'read index received' (duration: 106.541645ms)","trace[1023849577] 'applied index is now lower than readState.Index' (duration: 777.022784ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:40:58.355949Z","caller":"traceutil/trace.go:171","msg":"trace[1054304917] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"842.718572ms","start":"2026-07-09T16:40:57.51319Z","end":"2026-07-09T16:40:58.355909Z","steps":["trace[1054304917] 'process raft request' (duration: 842.417177ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:58.35599Z","caller":"traceutil/trace.go:171","msg":"trace[966858448] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"879.556238ms","start":"2026-07-09T16:40:57.476424Z","end":"2026-07-09T16:40:58.355981Z","steps":["trace[966858448] 'process raft request' (duration: 879.097241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:58.356038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.476406Z","time spent":"879.608388ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:40:58.356106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.513145Z","time spent":"842.839524ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:40:58.356315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.569638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-09T16:40:58.356348Z","caller":"traceutil/trace.go:171","msg":"trace[2082779256] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2174; }","duration":"881.618019ms","start":"2026-07-09T16:40:57.47472Z","end":"2026-07-09T16:40:58.356338Z","steps":["trace[2082779256] 'agreement among raft nodes before linearized reading' (duration: 881.515597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:58.356372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.474706Z","time spent":"881.66143ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:40:58.356568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.05616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-09T16:40:58.356649Z","caller":"traceutil/trace.go:171","msg":"trace[486564383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2174; }","duration":"881.116501ms","start":"2026-07-09T16:40:57.475485Z","end":"2026-07-09T16:40:58.356601Z","steps":["trace[486564383] 'agreement among raft nodes before linearized reading' (duration: 880.990769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:58.35672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.475478Z","time spent":"881.203652ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:40:58.365295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.475286Z","time spent":"879.858132ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:40:58.36542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.211696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:58.365448Z","caller":"traceutil/trace.go:171","msg":"trace[2020163237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2174; }","duration":"893.256728ms","start":"2026-07-09T16:40:57.472185Z","end":"2026-07-09T16:40:58.365441Z","steps":["trace[2020163237] 'agreement among raft nodes before linearized reading' (duration: 884.25515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:58.365496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.472165Z","time spent":"893.317928ms","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:40:58.365734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:57.4197Z","time spent":"935.00999ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T16:40:58.880172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288214656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:40:59.052108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.485769ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:59.052284Z","caller":"traceutil/trace.go:171","msg":"trace[1906580593] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2174; }","duration":"464.691213ms","start":"2026-07-09T16:40:58.587571Z","end":"2026-07-09T16:40:59.052262Z","steps":["trace[1906580593] 'range keys from in-memory index tree' (duration: 464.461629ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:59.052308Z","caller":"traceutil/trace.go:171","msg":"trace[345554882] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"684.712821ms","start":"2026-07-09T16:40:58.367556Z","end":"2026-07-09T16:40:59.052269Z","steps":["trace[345554882] 'process raft request' (duration: 672.769199ms)","trace[345554882] 'compare' (duration: 11.310003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:40:59.052715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:58.367531Z","time spent":"684.850973ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:59.129666Z","caller":"traceutil/trace.go:171","msg":"trace[903311272] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"759.515992ms","start":"2026-07-09T16:40:58.370112Z","end":"2026-07-09T16:40:59.129627Z","steps":["trace[903311272] 'process raft request' (duration: 759.234118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.129874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:58.370089Z","time spent":"759.674736ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:59.130112Z","caller":"traceutil/trace.go:171","msg":"trace[827128987] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"750.932962ms","start":"2026-07-09T16:40:58.37914Z","end":"2026-07-09T16:40:59.130073Z","steps":["trace[827128987] 'process raft request' (duration: 750.414264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.130356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:58.379135Z","time spent":"751.095744ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:59.130452Z","caller":"traceutil/trace.go:171","msg":"trace[1426452888] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2250; }","duration":"750.920462ms","start":"2026-07-09T16:40:58.379496Z","end":"2026-07-09T16:40:59.130417Z","steps":["trace[1426452888] 'read index received' (duration: 660.850247ms)","trace[1426452888] 'applied index is now lower than readState.Index' (duration: 90.069055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:40:59.130711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.192266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:59.132185Z","caller":"traceutil/trace.go:171","msg":"trace[182785572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2177; }","duration":"752.681868ms","start":"2026-07-09T16:40:58.379472Z","end":"2026-07-09T16:40:59.132154Z","steps":["trace[182785572] 'agreement among raft nodes before linearized reading' (duration: 751.057934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.132247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:58.379466Z","time spent":"752.764019ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:40:59.130747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.100554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:59.132404Z","caller":"traceutil/trace.go:171","msg":"trace[263698996] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2177; }","duration":"752.758749ms","start":"2026-07-09T16:40:58.379609Z","end":"2026-07-09T16:40:59.132368Z","steps":["trace[263698996] 'agreement among raft nodes before linearized reading' (duration: 751.001843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.132505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:58.379606Z","time spent":"752.84767ms","remote":"127.0.0.1:45238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:40:59.131084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.107343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-09T16:40:59.132572Z","caller":"traceutil/trace.go:171","msg":"trace[721742539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2177; }","duration":"654.608796ms","start":"2026-07-09T16:40:58.477941Z","end":"2026-07-09T16:40:59.13255Z","steps":["trace[721742539] 'agreement among raft nodes before linearized reading' (duration: 652.990541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.132607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:58.477924Z","time spent":"654.672607ms","remote":"127.0.0.1:50164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-09T16:40:59.131965Z","caller":"traceutil/trace.go:171","msg":"trace[1712533419] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2177; }","duration":"751.142005ms","start":"2026-07-09T16:40:58.379357Z","end":"2026-07-09T16:40:59.130499Z","steps":["trace[1712533419] 'process raft request' (duration: 750.594687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.132697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:58.379352Z","time spent":"753.300378ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T16:40:59.869569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.606698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:40:59.869786Z","caller":"traceutil/trace.go:171","msg":"trace[1577572096] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"284.945731ms","start":"2026-07-09T16:40:59.584828Z","end":"2026-07-09T16:40:59.869774Z","steps":["trace[1577572096] 'process raft request' (duration: 284.921661ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:59.86992Z","caller":"traceutil/trace.go:171","msg":"trace[1754933480] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"720.933038ms","start":"2026-07-09T16:40:59.148981Z","end":"2026-07-09T16:40:59.869914Z","steps":["trace[1754933480] 'process raft request' (duration: 720.700465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.869967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:59.148972Z","time spent":"720.967629ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16798,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:59.870042Z","caller":"traceutil/trace.go:171","msg":"trace[117328667] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"654.059807ms","start":"2026-07-09T16:40:59.215972Z","end":"2026-07-09T16:40:59.870032Z","steps":["trace[117328667] 'process raft request' (duration: 653.753223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.870103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:59.215925Z","time spent":"654.149198ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:40:59.870217Z","caller":"traceutil/trace.go:171","msg":"trace[1148158287] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2254; }","duration":"472.327221ms","start":"2026-07-09T16:40:59.397883Z","end":"2026-07-09T16:40:59.87021Z","steps":["trace[1148158287] 'read index received' (duration: 63.015582ms)","trace[1148158287] 'applied index is now lower than readState.Index' (duration: 409.310829ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:40:59.870262Z","caller":"traceutil/trace.go:171","msg":"trace[201448280] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"724.047215ms","start":"2026-07-09T16:40:59.146194Z","end":"2026-07-09T16:40:59.870241Z","steps":["trace[201448280] 'process raft request' (duration: 314.686415ms)","trace[201448280] 'compare' (duration: 408.309904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:40:59.870342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.466923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:40:59.87037Z","caller":"traceutil/trace.go:171","msg":"trace[1029159327] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2182; }","duration":"472.541064ms","start":"2026-07-09T16:40:59.39782Z","end":"2026-07-09T16:40:59.870361Z","steps":["trace[1029159327] 'agreement among raft nodes before linearized reading' (duration: 472.496714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.870391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:59.397797Z","time spent":"472.588347ms","remote":"127.0.0.1:33400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:40:59.870472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:59.146176Z","time spent":"724.164457ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:40:59.870496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.864401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:40:59.870514Z","caller":"traceutil/trace.go:171","msg":"trace[1180021966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2182; }","duration":"176.921682ms","start":"2026-07-09T16:40:59.693588Z","end":"2026-07-09T16:40:59.870509Z","steps":["trace[1180021966] 'agreement among raft nodes before linearized reading' (duration: 176.893151ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:40:59.870843Z","caller":"traceutil/trace.go:171","msg":"trace[964063949] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"724.35531ms","start":"2026-07-09T16:40:59.146473Z","end":"2026-07-09T16:40:59.870829Z","steps":["trace[964063949] 'process raft request' (duration: 723.173232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:40:59.870915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:40:59.146466Z","time spent":"724.413232ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:41:00.655224Z","caller":"traceutil/trace.go:171","msg":"trace[404103244] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"280.955819ms","start":"2026-07-09T16:41:00.374235Z","end":"2026-07-09T16:41:00.655191Z","steps":["trace[404103244] 'process raft request' (duration: 261.902518ms)","trace[404103244] 'compare' (duration: 18.727985ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:41:00.655293Z","caller":"traceutil/trace.go:171","msg":"trace[1305948044] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"280.843438ms","start":"2026-07-09T16:41:00.374423Z","end":"2026-07-09T16:41:00.655266Z","steps":["trace[1305948044] 'process raft request' (duration: 280.681615ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:41:00.655608Z","caller":"traceutil/trace.go:171","msg":"trace[1741369425] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"281.010079ms","start":"2026-07-09T16:41:00.374549Z","end":"2026-07-09T16:41:00.655559Z","steps":["trace[1741369425] 'process raft request' (duration: 280.633544ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:41:00.655825Z","caller":"traceutil/trace.go:171","msg":"trace[257086059] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"276.264296ms","start":"2026-07-09T16:41:00.379546Z","end":"2026-07-09T16:41:00.65581Z","steps":["trace[257086059] 'process raft request' (duration: 276.149175ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:41:00.655952Z","caller":"traceutil/trace.go:171","msg":"trace[287541604] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"280.787006ms","start":"2026-07-09T16:41:00.375143Z","end":"2026-07-09T16:41:00.65593Z","steps":["trace[287541604] 'process raft request' (duration: 280.320319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:41:01.003485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.667563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:41:01.003552Z","caller":"traceutil/trace.go:171","msg":"trace[305717692] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2189; }","duration":"211.784224ms","start":"2026-07-09T16:41:00.791753Z","end":"2026-07-09T16:41:01.003537Z","steps":["trace[305717692] 'count revisions from in-memory index tree' (duration: 211.345429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:41:01.260536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.043567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-09T16:41:01.26062Z","caller":"traceutil/trace.go:171","msg":"trace[1026458497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2190; }","duration":"113.168068ms","start":"2026-07-09T16:41:01.14743Z","end":"2026-07-09T16:41:01.260598Z","steps":["trace[1026458497] 'range keys from in-memory index tree' (duration: 112.871084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:41:01.512104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.09904ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-09T16:41:02.288064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.495746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:41:02.288232Z","caller":"traceutil/trace.go:171","msg":"trace[1162303556] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2270; }","duration":"320.505857ms","start":"2026-07-09T16:41:01.967708Z","end":"2026-07-09T16:41:02.288214Z","steps":["trace[1162303556] 'read index received' (duration: 96.725257ms)","trace[1162303556] 'applied index is now lower than readState.Index' (duration: 223.77861ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:41:02.2884Z","caller":"traceutil/trace.go:171","msg":"trace[1498908649] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"321.707746ms","start":"2026-07-09T16:41:01.966678Z","end":"2026-07-09T16:41:02.288386Z","steps":["trace[1498908649] 'process raft request' (duration: 97.810224ms)","trace[1498908649] 'compare' (duration: 223.341514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:41:02.28851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:41:01.966643Z","time spent":"321.794116ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:41:02.288609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.893854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-09T16:41:02.288668Z","caller":"traceutil/trace.go:171","msg":"trace[452980700] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2193; }","duration":"320.976085ms","start":"2026-07-09T16:41:01.967674Z","end":"2026-07-09T16:41:02.28865Z","steps":["trace[452980700] 'agreement among raft nodes before linearized reading' (duration: 320.809623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:41:02.288725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:41:01.967665Z","time spent":"321.051096ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:41:30.80299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.238728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:41:30.803509Z","caller":"traceutil/trace.go:171","msg":"trace[1400489689] linearizableReadLoop","detail":"{readStateIndex:2479; appliedIndex:2478; }","duration":"310.033006ms","start":"2026-07-09T16:41:30.493449Z","end":"2026-07-09T16:41:30.803482Z","steps":["trace[1400489689] 'read index received' (duration: 165.194668ms)","trace[1400489689] 'applied index is now lower than readState.Index' (duration: 144.836808ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:41:30.804088Z","caller":"traceutil/trace.go:171","msg":"trace[518606297] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"378.681715ms","start":"2026-07-09T16:41:30.425383Z","end":"2026-07-09T16:41:30.804065Z","steps":["trace[518606297] 'process raft request' (duration: 233.28674ms)","trace[518606297] 'compare' (duration: 143.975975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:41:30.804482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.901859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T16:41:30.804535Z","caller":"traceutil/trace.go:171","msg":"trace[1299165226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2391; }","duration":"165.980179ms","start":"2026-07-09T16:41:30.63854Z","end":"2026-07-09T16:41:30.804521Z","steps":["trace[1299165226] 'agreement among raft nodes before linearized reading' (duration: 165.823856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:41:30.804513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:41:30.425357Z","time spent":"379.010369ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:41:30.804744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.330553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-09T16:41:30.804746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.281054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-09T16:41:30.804775Z","caller":"traceutil/trace.go:171","msg":"trace[1978980328] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2391; }","duration":"133.398824ms","start":"2026-07-09T16:41:30.671367Z","end":"2026-07-09T16:41:30.804765Z","steps":["trace[1978980328] 'agreement among raft nodes before linearized reading' (duration: 133.301483ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:41:30.805331Z","caller":"traceutil/trace.go:171","msg":"trace[154320961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2391; }","duration":"311.846362ms","start":"2026-07-09T16:41:30.493417Z","end":"2026-07-09T16:41:30.805263Z","steps":["trace[154320961] 'agreement among raft nodes before linearized reading' (duration: 310.861787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:41:30.806337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.304249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T16:41:30.806302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:41:30.493399Z","time spent":"312.802715ms","remote":"127.0.0.1:50164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-09T16:41:30.806385Z","caller":"traceutil/trace.go:171","msg":"trace[1441323102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2391; }","duration":"112.82238ms","start":"2026-07-09T16:41:30.693552Z","end":"2026-07-09T16:41:30.806375Z","steps":["trace[1441323102] 'agreement among raft nodes before linearized reading' (duration: 110.817181ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:41:48.596077Z","caller":"traceutil/trace.go:171","msg":"trace[1225070934] linearizableReadLoop","detail":"{readStateIndex:2708; appliedIndex:2707; }","duration":"464.723252ms","start":"2026-07-09T16:41:48.131331Z","end":"2026-07-09T16:41:48.596054Z","steps":["trace[1225070934] 'read index received' (duration: 464.542479ms)","trace[1225070934] 'applied index is now lower than readState.Index' (duration: 180.013µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:41:48.59613Z","caller":"traceutil/trace.go:171","msg":"trace[180489633] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"482.962025ms","start":"2026-07-09T16:41:48.113156Z","end":"2026-07-09T16:41:48.596118Z","steps":["trace[180489633] 'process raft request' (duration: 482.769583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:41:48.596223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:41:48.11311Z","time spent":"483.051256ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:41:48.596254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.912834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:41:48.596341Z","caller":"traceutil/trace.go:171","msg":"trace[661346930] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2609; }","duration":"465.073836ms","start":"2026-07-09T16:41:48.131249Z","end":"2026-07-09T16:41:48.596323Z","steps":["trace[661346930] 'agreement among raft nodes before linearized reading' (duration: 464.904184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:41:48.596393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:41:48.1312Z","time spent":"465.179328ms","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:41:48.596439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.514306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-09T16:41:48.596491Z","caller":"traceutil/trace.go:171","msg":"trace[2024525297] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2609; }","duration":"234.612797ms","start":"2026-07-09T16:41:48.361866Z","end":"2026-07-09T16:41:48.596479Z","steps":["trace[2024525297] 'agreement among raft nodes before linearized reading' (duration: 234.434604ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:42:15.20998Z","caller":"traceutil/trace.go:171","msg":"trace[925114713] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"175.788338ms","start":"2026-07-09T16:42:15.034148Z","end":"2026-07-09T16:42:15.209936Z","steps":["trace[925114713] 'process raft request' (duration: 175.355733ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:42:15.244797Z","caller":"traceutil/trace.go:171","msg":"trace[1291858158] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2900; }","duration":"124.995194ms","start":"2026-07-09T16:42:15.11978Z","end":"2026-07-09T16:42:15.244775Z","steps":["trace[1291858158] 'read index received' (duration: 89.911832ms)","trace[1291858158] 'applied index is now lower than readState.Index' (duration: 35.082642ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:42:15.244922Z","caller":"traceutil/trace.go:171","msg":"trace[81218873] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"204.84327ms","start":"2026-07-09T16:42:15.040018Z","end":"2026-07-09T16:42:15.244862Z","steps":["trace[81218873] 'process raft request' (duration: 204.624247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.245176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.338369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-09T16:42:15.245225Z","caller":"traceutil/trace.go:171","msg":"trace[285123959] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2792; }","duration":"125.473931ms","start":"2026-07-09T16:42:15.119738Z","end":"2026-07-09T16:42:15.245212Z","steps":["trace[285123959] 'agreement among raft nodes before linearized reading' (duration: 125.167186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.245577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.258576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T16:42:15.245629Z","caller":"traceutil/trace.go:171","msg":"trace[1601857684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2792; }","duration":"116.346698ms","start":"2026-07-09T16:42:15.129267Z","end":"2026-07-09T16:42:15.245614Z","steps":["trace[1601857684] 'agreement among raft nodes before linearized reading' (duration: 116.185126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.245793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.632972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-09T16:42:15.245907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.893482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T16:42:15.245914Z","caller":"traceutil/trace.go:171","msg":"trace[2106603603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2792; }","duration":"122.968007ms","start":"2026-07-09T16:42:15.122928Z","end":"2026-07-09T16:42:15.245896Z","steps":["trace[2106603603] 'agreement among raft nodes before linearized reading' (duration: 122.531301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.246114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.876276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T16:42:15.246204Z","caller":"traceutil/trace.go:171","msg":"trace[1706394030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2792; }","duration":"126.383823ms","start":"2026-07-09T16:42:15.119797Z","end":"2026-07-09T16:42:15.24618Z","steps":["trace[1706394030] 'agreement among raft nodes before linearized reading' (duration: 125.639883ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:42:15.245945Z","caller":"traceutil/trace.go:171","msg":"trace[1495082009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2792; }","duration":"118.974032ms","start":"2026-07-09T16:42:15.126962Z","end":"2026-07-09T16:42:15.245936Z","steps":["trace[1495082009] 'agreement among raft nodes before linearized reading' (duration: 118.476495ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:42:15.651186Z","caller":"traceutil/trace.go:171","msg":"trace[626733878] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"401.048351ms","start":"2026-07-09T16:42:15.25008Z","end":"2026-07-09T16:42:15.651129Z","steps":["trace[626733878] 'process raft request' (duration: 349.64804ms)","trace[626733878] 'compare' (duration: 50.921176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:42:15.651377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:42:15.250059Z","time spent":"401.222514ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:42:15.652507Z","caller":"traceutil/trace.go:171","msg":"trace[651999421] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"401.112753ms","start":"2026-07-09T16:42:15.251376Z","end":"2026-07-09T16:42:15.652488Z","steps":["trace[651999421] 'process raft request' (duration: 400.922211ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:42:15.652558Z","caller":"traceutil/trace.go:171","msg":"trace[2133041017] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"401.509117ms","start":"2026-07-09T16:42:15.251009Z","end":"2026-07-09T16:42:15.652518Z","steps":["trace[2133041017] 'process raft request' (duration: 401.146023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.652824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:42:15.250977Z","time spent":"401.716691ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:42:15.65261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:42:15.251365Z","time spent":"401.196374ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:42:15.653055Z","caller":"traceutil/trace.go:171","msg":"trace[1314038311] linearizableReadLoop","detail":"{readStateIndex:2907; appliedIndex:2902; }","duration":"397.598455ms","start":"2026-07-09T16:42:15.255437Z","end":"2026-07-09T16:42:15.653036Z","steps":["trace[1314038311] 'read index received' (duration: 344.394499ms)","trace[1314038311] 'applied index is now lower than readState.Index' (duration: 53.199056ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:42:15.653139Z","caller":"traceutil/trace.go:171","msg":"trace[528103392] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"401.582418ms","start":"2026-07-09T16:42:15.251532Z","end":"2026-07-09T16:42:15.653114Z","steps":["trace[528103392] 'process raft request' (duration: 400.886879ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:42:15.653217Z","caller":"traceutil/trace.go:171","msg":"trace[1282926321] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"399.080565ms","start":"2026-07-09T16:42:15.254123Z","end":"2026-07-09T16:42:15.653204Z","steps":["trace[1282926321] 'process raft request' (duration: 398.64685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.653309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:42:15.25411Z","time spent":"399.162816ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:42:15.653297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:42:15.25151Z","time spent":"401.72973ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:42:15.653719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.274034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c0acaf0ba3ff87\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-09T16:42:15.653788Z","caller":"traceutil/trace.go:171","msg":"trace[1059950578] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c0acaf0ba3ff87; range_end:; response_count:1; response_revision:2797; }","duration":"398.387126ms","start":"2026-07-09T16:42:15.255384Z","end":"2026-07-09T16:42:15.653772Z","steps":["trace[1059950578] 'agreement among raft nodes before linearized reading' (duration: 397.980741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.653836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:42:15.255376Z","time spent":"398.448867ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c0acaf0ba3ff87\" "} {"level":"warn","ts":"2026-07-09T16:42:15.653955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.62862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:42:15.654052Z","caller":"traceutil/trace.go:171","msg":"trace[421901952] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2797; }","duration":"306.746702ms","start":"2026-07-09T16:42:15.347286Z","end":"2026-07-09T16:42:15.654032Z","steps":["trace[421901952] 'agreement among raft nodes before linearized reading' (duration: 306.61561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.654162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.088105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-07-09T16:42:15.65448Z","caller":"traceutil/trace.go:171","msg":"trace[568716522] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2797; }","duration":"318.50358ms","start":"2026-07-09T16:42:15.33594Z","end":"2026-07-09T16:42:15.654443Z","steps":["trace[568716522] 'agreement among raft nodes before linearized reading' (duration: 317.648729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.654742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:42:15.335918Z","time spent":"318.801135ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:42:15.654269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:42:15.347273Z","time spent":"306.972635ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:42:15.654371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.565184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-09T16:42:15.655523Z","caller":"traceutil/trace.go:171","msg":"trace[1030491272] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2797; }","duration":"314.802751ms","start":"2026-07-09T16:42:15.34068Z","end":"2026-07-09T16:42:15.655483Z","steps":["trace[1030491272] 'agreement among raft nodes before linearized reading' (duration: 313.512213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:42:15.65565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:42:15.34065Z","time spent":"314.978703ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T16:43:12.039173Z","caller":"traceutil/trace.go:171","msg":"trace[195903637] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"101.309106ms","start":"2026-07-09T16:43:11.937835Z","end":"2026-07-09T16:43:12.039145Z","steps":["trace[195903637] 'process raft request' (duration: 100.938725ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:43:12.039301Z","caller":"traceutil/trace.go:171","msg":"trace[1346842368] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"100.76295ms","start":"2026-07-09T16:43:11.938502Z","end":"2026-07-09T16:43:12.039265Z","steps":["trace[1346842368] 'process raft request' (duration: 100.426049ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:30.737319Z","caller":"traceutil/trace.go:171","msg":"trace[1643474082] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"285.695681ms","start":"2026-07-09T16:44:30.451593Z","end":"2026-07-09T16:44:30.737289Z","steps":["trace[1643474082] 'process raft request' (duration: 285.65152ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:30.737365Z","caller":"traceutil/trace.go:171","msg":"trace[2042921463] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"285.730692ms","start":"2026-07-09T16:44:30.451595Z","end":"2026-07-09T16:44:30.737326Z","steps":["trace[2042921463] 'process raft request' (duration: 285.523877ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:30.738424Z","caller":"traceutil/trace.go:171","msg":"trace[1974746165] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"286.373249ms","start":"2026-07-09T16:44:30.452023Z","end":"2026-07-09T16:44:30.738396Z","steps":["trace[1974746165] 'process raft request' (duration: 285.877366ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:30.738548Z","caller":"traceutil/trace.go:171","msg":"trace[558293326] linearizableReadLoop","detail":"{readStateIndex:4072; appliedIndex:4070; }","duration":"231.171969ms","start":"2026-07-09T16:44:30.507343Z","end":"2026-07-09T16:44:30.738515Z","steps":["trace[558293326] 'read index received' (duration: 229.922808ms)","trace[558293326] 'applied index is now lower than readState.Index' (duration: 1.245911ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:44:30.738687Z","caller":"traceutil/trace.go:171","msg":"trace[2053626170] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"285.241341ms","start":"2026-07-09T16:44:30.453412Z","end":"2026-07-09T16:44:30.738653Z","steps":["trace[2053626170] 'process raft request' (duration: 284.912192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:30.738809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.455866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:44:30.739034Z","caller":"traceutil/trace.go:171","msg":"trace[445812089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3891; }","duration":"231.686151ms","start":"2026-07-09T16:44:30.507332Z","end":"2026-07-09T16:44:30.739019Z","steps":["trace[445812089] 'agreement among raft nodes before linearized reading' (duration: 231.335273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:31.737911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.060886ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T16:44:37.38244Z","caller":"traceutil/trace.go:171","msg":"trace[1625897892] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"125.020747ms","start":"2026-07-09T16:44:37.257383Z","end":"2026-07-09T16:44:37.382404Z","steps":["trace[1625897892] 'process raft request' (duration: 124.019592ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:37.516703Z","caller":"traceutil/trace.go:171","msg":"trace[1068004602] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"129.084914ms","start":"2026-07-09T16:44:37.38754Z","end":"2026-07-09T16:44:37.516625Z","steps":["trace[1068004602] 'process raft request' (duration: 96.704238ms)","trace[1068004602] 'compare' (duration: 31.937786ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:44:41.240359Z","caller":"traceutil/trace.go:171","msg":"trace[1372645525] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"203.118825ms","start":"2026-07-09T16:44:41.037222Z","end":"2026-07-09T16:44:41.240341Z","steps":["trace[1372645525] 'process raft request' (duration: 202.973052ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:43.59566Z","caller":"traceutil/trace.go:171","msg":"trace[1516955653] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"139.165262ms","start":"2026-07-09T16:44:43.456456Z","end":"2026-07-09T16:44:43.595622Z","steps":["trace[1516955653] 'process raft request' (duration: 138.869564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:45.23744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.149618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-09T16:44:45.237524Z","caller":"traceutil/trace.go:171","msg":"trace[1689266646] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4473; }","duration":"111.264719ms","start":"2026-07-09T16:44:45.126228Z","end":"2026-07-09T16:44:45.237493Z","steps":["trace[1689266646] 'range keys from in-memory index tree' (duration: 110.986544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:46.245688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.927785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:44:46.24585Z","caller":"traceutil/trace.go:171","msg":"trace[330714879] linearizableReadLoop","detail":"{readStateIndex:4683; appliedIndex:4682; }","duration":"398.328799ms","start":"2026-07-09T16:44:45.847493Z","end":"2026-07-09T16:44:46.245822Z","steps":["trace[330714879] 'read index received' (duration: 249.076717ms)","trace[330714879] 'applied index is now lower than readState.Index' (duration: 149.250002ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:44:46.246502Z","caller":"traceutil/trace.go:171","msg":"trace[1124191195] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"413.248038ms","start":"2026-07-09T16:44:45.833228Z","end":"2026-07-09T16:44:46.246476Z","steps":["trace[1124191195] 'process raft request' (duration: 263.342771ms)","trace[1124191195] 'compare' (duration: 148.395042ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:44:46.246639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:45.833212Z","time spent":"413.371582ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3695,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T16:44:46.247296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.775353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-07-09T16:44:46.247368Z","caller":"traceutil/trace.go:171","msg":"trace[1166378214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4486; }","duration":"399.890836ms","start":"2026-07-09T16:44:45.84746Z","end":"2026-07-09T16:44:46.247351Z","steps":["trace[1166378214] 'agreement among raft nodes before linearized reading' (duration: 399.551528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:46.24741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:45.847444Z","time spent":"399.956697ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T16:44:46.286051Z","caller":"traceutil/trace.go:171","msg":"trace[1458384850] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"311.918579ms","start":"2026-07-09T16:44:45.974094Z","end":"2026-07-09T16:44:46.286012Z","steps":["trace[1458384850] 'process raft request' (duration: 311.812466ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:46.286065Z","caller":"traceutil/trace.go:171","msg":"trace[1459038542] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"423.064717ms","start":"2026-07-09T16:44:45.862971Z","end":"2026-07-09T16:44:46.286036Z","steps":["trace[1459038542] 'process raft request' (duration: 422.641187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:46.28626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:45.974078Z","time spent":"312.080453ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T16:44:46.286554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:45.862943Z","time spent":"423.503447ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:44:46.287145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.017098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dnxzw\" ","response":"range_response_count:1 size:9757"} {"level":"info","ts":"2026-07-09T16:44:46.287227Z","caller":"traceutil/trace.go:171","msg":"trace[440414632] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dnxzw; range_end:; response_count:1; response_revision:4489; }","duration":"314.139702ms","start":"2026-07-09T16:44:45.973065Z","end":"2026-07-09T16:44:46.287205Z","steps":["trace[440414632] 'agreement among raft nodes before linearized reading' (duration: 313.924277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:46.287269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:45.973048Z","time spent":"314.211953ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9780,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dnxzw\" "} {"level":"warn","ts":"2026-07-09T16:44:46.287456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.286266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:44:46.287482Z","caller":"traceutil/trace.go:171","msg":"trace[17766334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4489; }","duration":"343.356228ms","start":"2026-07-09T16:44:45.944118Z","end":"2026-07-09T16:44:46.287474Z","steps":["trace[17766334] 'agreement among raft nodes before linearized reading' (duration: 343.273375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:46.287509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:45.944092Z","time spent":"343.410848ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T16:44:50.968572Z","caller":"traceutil/trace.go:171","msg":"trace[740734576] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4779; }","duration":"109.590848ms","start":"2026-07-09T16:44:50.85894Z","end":"2026-07-09T16:44:50.968531Z","steps":["trace[740734576] 'read index received' (duration: 109.233719ms)","trace[740734576] 'applied index is now lower than readState.Index' (duration: 355.599µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:44:50.968824Z","caller":"traceutil/trace.go:171","msg":"trace[1091090348] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"129.12845ms","start":"2026-07-09T16:44:50.839528Z","end":"2026-07-09T16:44:50.968656Z","steps":["trace[1091090348] 'process raft request' (duration: 128.747001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:50.96902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.034268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-09T16:44:50.969079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.076386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T16:44:50.969092Z","caller":"traceutil/trace.go:171","msg":"trace[1327536572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4581; }","duration":"110.182872ms","start":"2026-07-09T16:44:50.858887Z","end":"2026-07-09T16:44:50.96907Z","steps":["trace[1327536572] 'agreement among raft nodes before linearized reading' (duration: 109.905345ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:50.969137Z","caller":"traceutil/trace.go:171","msg":"trace[592848929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4581; }","duration":"109.167628ms","start":"2026-07-09T16:44:50.859955Z","end":"2026-07-09T16:44:50.969123Z","steps":["trace[592848929] 'agreement among raft nodes before linearized reading' (duration: 108.959892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:50.96943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.290432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:44:50.969494Z","caller":"traceutil/trace.go:171","msg":"trace[1181097519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4581; }","duration":"100.368594ms","start":"2026-07-09T16:44:50.869107Z","end":"2026-07-09T16:44:50.969475Z","steps":["trace[1181097519] 'agreement among raft nodes before linearized reading' (duration: 100.162279ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:51.283791Z","caller":"traceutil/trace.go:171","msg":"trace[1741738373] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"306.06775ms","start":"2026-07-09T16:44:50.977707Z","end":"2026-07-09T16:44:51.283774Z","steps":["trace[1741738373] 'process raft request' (duration: 305.887626ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:51.284008Z","caller":"traceutil/trace.go:171","msg":"trace[780393513] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"306.880029ms","start":"2026-07-09T16:44:50.977105Z","end":"2026-07-09T16:44:51.283985Z","steps":["trace[780393513] 'process raft request' (duration: 306.422299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:51.284046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:50.977697Z","time spent":"306.243534ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:44:51.284121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:50.977092Z","time spent":"306.974132ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:44:51.284211Z","caller":"traceutil/trace.go:171","msg":"trace[245769486] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"306.387419ms","start":"2026-07-09T16:44:50.977811Z","end":"2026-07-09T16:44:51.284198Z","steps":["trace[245769486] 'process raft request' (duration: 305.832516ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:51.283807Z","caller":"traceutil/trace.go:171","msg":"trace[398610435] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"306.93162ms","start":"2026-07-09T16:44:50.976794Z","end":"2026-07-09T16:44:51.283726Z","steps":["trace[398610435] 'process raft request' (duration: 246.540656ms)","trace[398610435] 'compare' (duration: 60.076477ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:44:51.283714Z","caller":"traceutil/trace.go:171","msg":"trace[729625477] linearizableReadLoop","detail":"{readStateIndex:4784; appliedIndex:4780; }","duration":"259.620586ms","start":"2026-07-09T16:44:51.024067Z","end":"2026-07-09T16:44:51.283687Z","steps":["trace[729625477] 'read index received' (duration: 199.290833ms)","trace[729625477] 'applied index is now lower than readState.Index' (duration: 60.328813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:44:51.28449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.422695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b95351-e253-454e-bd40-35ccaf331096\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-07-09T16:44:51.284262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:50.977776Z","time spent":"306.461889ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:44:51.284564Z","caller":"traceutil/trace.go:171","msg":"trace[1243335489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88b95351-e253-454e-bd40-35ccaf331096; range_end:; response_count:1; response_revision:4585; }","duration":"260.546147ms","start":"2026-07-09T16:44:51.024002Z","end":"2026-07-09T16:44:51.284548Z","steps":["trace[1243335489] 'agreement among raft nodes before linearized reading' (duration: 260.364683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:44:51.284701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:44:50.976708Z","time spent":"307.691407ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:44:51.284964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.741277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:44:51.285144Z","caller":"traceutil/trace.go:171","msg":"trace[1391528671] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4585; }","duration":"153.014644ms","start":"2026-07-09T16:44:51.132116Z","end":"2026-07-09T16:44:51.285131Z","steps":["trace[1391528671] 'agreement among raft nodes before linearized reading' (duration: 152.541263ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:52.247195Z","caller":"traceutil/trace.go:171","msg":"trace[1749654090] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"148.741327ms","start":"2026-07-09T16:44:52.098434Z","end":"2026-07-09T16:44:52.247175Z","steps":["trace[1749654090] 'process raft request' (duration: 148.607294ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:44:53.902964Z","caller":"traceutil/trace.go:171","msg":"trace[715723557] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"110.452188ms","start":"2026-07-09T16:44:53.792478Z","end":"2026-07-09T16:44:53.90293Z","steps":["trace[715723557] 'process raft request' (duration: 110.253194ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:00.103712Z","caller":"traceutil/trace.go:171","msg":"trace[36867983] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"124.36284ms","start":"2026-07-09T16:44:59.979316Z","end":"2026-07-09T16:45:00.103679Z","steps":["trace[36867983] 'process raft request' (duration: 124.103684ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:00.103882Z","caller":"traceutil/trace.go:171","msg":"trace[1973896058] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"124.437973ms","start":"2026-07-09T16:44:59.97934Z","end":"2026-07-09T16:45:00.103778Z","steps":["trace[1973896058] 'process raft request' (duration: 124.229997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:05.955453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288221131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:45:06.456654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288221131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:45:06.957153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288221131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:45:07.060169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.605804853s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T16:45:07.06085Z","caller":"traceutil/trace.go:171","msg":"trace[1043327648] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"1.60654133s","start":"2026-07-09T16:45:05.454253Z","end":"2026-07-09T16:45:07.060794Z","steps":["trace[1043327648] 'process raft request' (duration: 1.606292173s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.061061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:05.454235Z","time spent":"1.606719313s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:45:07.073945Z","caller":"traceutil/trace.go:171","msg":"trace[638129242] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:5001; }","duration":"1.619215561s","start":"2026-07-09T16:45:05.454706Z","end":"2026-07-09T16:45:07.073921Z","steps":["trace[638129242] 'read index received' (duration: 1.605631379s)","trace[638129242] 'applied index is now lower than readState.Index' (duration: 13.583032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:07.074157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560493101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-09T16:45:07.074174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.738206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:45:07.074199Z","caller":"traceutil/trace.go:171","msg":"trace[1804902282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4795; }","duration":"1.560603653s","start":"2026-07-09T16:45:05.513585Z","end":"2026-07-09T16:45:07.074189Z","steps":["trace[1804902282] 'agreement among raft nodes before linearized reading' (duration: 1.56047152s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.074234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:05.513464Z","time spent":"1.560762796s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T16:45:07.074266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.628917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10516"} {"level":"warn","ts":"2026-07-09T16:45:07.074289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.856669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-09T16:45:07.074341Z","caller":"traceutil/trace.go:171","msg":"trace[934096087] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4795; }","duration":"933.74907ms","start":"2026-07-09T16:45:06.140575Z","end":"2026-07-09T16:45:07.074324Z","steps":["trace[934096087] 'agreement among raft nodes before linearized reading' (duration: 933.570256ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.07436Z","caller":"traceutil/trace.go:171","msg":"trace[195606560] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4795; }","duration":"897.987012ms","start":"2026-07-09T16:45:06.176356Z","end":"2026-07-09T16:45:07.074343Z","steps":["trace[195606560] 'agreement among raft nodes before linearized reading' (duration: 897.774978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.074385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:06.140557Z","time spent":"933.819721ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10539,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-09T16:45:07.074388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.14228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-09T16:45:07.074404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:06.176333Z","time spent":"898.061914ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:45:07.074376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.420286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-09T16:45:07.074489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560298515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-09T16:45:07.074509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.567891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:45:07.074547Z","caller":"traceutil/trace.go:171","msg":"trace[216277443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4795; }","duration":"680.628052ms","start":"2026-07-09T16:45:06.393911Z","end":"2026-07-09T16:45:07.074539Z","steps":["trace[216277443] 'agreement among raft nodes before linearized reading' (duration: 680.53551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.074591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:06.393896Z","time spent":"680.685614ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T16:45:07.074675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.66377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-09T16:45:07.074488Z","caller":"traceutil/trace.go:171","msg":"trace[2089031724] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4795; }","duration":"900.56669ms","start":"2026-07-09T16:45:06.173894Z","end":"2026-07-09T16:45:07.074461Z","steps":["trace[2089031724] 'agreement among raft nodes before linearized reading' (duration: 900.286854ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.074711Z","caller":"traceutil/trace.go:171","msg":"trace[513172559] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4795; }","duration":"837.727381ms","start":"2026-07-09T16:45:06.236972Z","end":"2026-07-09T16:45:07.074699Z","steps":["trace[513172559] 'agreement among raft nodes before linearized reading' (duration: 837.651589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.074738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:06.236953Z","time spent":"837.780072ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-09T16:45:07.074777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.874294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:45:07.074814Z","caller":"traceutil/trace.go:171","msg":"trace[162003966] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4795; }","duration":"281.950205ms","start":"2026-07-09T16:45:06.792853Z","end":"2026-07-09T16:45:07.074803Z","steps":["trace[162003966] 'agreement among raft nodes before linearized reading' (duration: 281.886793ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.074538Z","caller":"traceutil/trace.go:171","msg":"trace[33929270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4795; }","duration":"1.560366267s","start":"2026-07-09T16:45:05.51416Z","end":"2026-07-09T16:45:07.074526Z","steps":["trace[33929270] 'agreement among raft nodes before linearized reading' (duration: 1.560248635s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.074891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:05.514123Z","time spent":"1.560759406s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T16:45:07.074899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.344706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:07.074921Z","caller":"traceutil/trace.go:171","msg":"trace[912013092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4795; }","duration":"380.444087ms","start":"2026-07-09T16:45:06.694471Z","end":"2026-07-09T16:45:07.074915Z","steps":["trace[912013092] 'agreement among raft nodes before linearized reading' (duration: 380.408856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.07494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:06.694443Z","time spent":"380.492829ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:45:07.074733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:06.173876Z","time spent":"900.845526ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T16:45:07.074427Z","caller":"traceutil/trace.go:171","msg":"trace[1765732085] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:4795; }","duration":"732.219322ms","start":"2026-07-09T16:45:06.342195Z","end":"2026-07-09T16:45:07.074414Z","steps":["trace[1765732085] 'agreement among raft nodes before linearized reading' (duration: 732.078089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.075144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:06.342171Z","time spent":"732.963978ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.121\" "} {"level":"info","ts":"2026-07-09T16:45:07.074517Z","caller":"traceutil/trace.go:171","msg":"trace[232313448] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"1.364228809s","start":"2026-07-09T16:45:05.710125Z","end":"2026-07-09T16:45:07.074354Z","steps":["trace[232313448] 'process raft request' (duration: 1.363667927s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.075283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620576052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T16:45:07.075337Z","caller":"traceutil/trace.go:171","msg":"trace[284437125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4795; }","duration":"1.620645883s","start":"2026-07-09T16:45:05.454684Z","end":"2026-07-09T16:45:07.07533Z","steps":["trace[284437125] 'agreement among raft nodes before linearized reading' (duration: 1.619323433s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.075379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:05.454676Z","time spent":"1.620678883s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T16:45:07.07558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:05.710105Z","time spent":"1.365191291s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:45:07.07541Z","caller":"traceutil/trace.go:171","msg":"trace[1205070945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4795; }","duration":"416.866909ms","start":"2026-07-09T16:45:06.657352Z","end":"2026-07-09T16:45:07.074218Z","steps":["trace[1205070945] 'agreement among raft nodes before linearized reading' (duration: 416.760066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.076385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:06.657326Z","time spent":"419.036637ms","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-09T16:45:07.35645Z","caller":"traceutil/trace.go:171","msg":"trace[1262560881] linearizableReadLoop","detail":"{readStateIndex:5004; appliedIndex:5003; }","duration":"276.944282ms","start":"2026-07-09T16:45:07.079479Z","end":"2026-07-09T16:45:07.356424Z","steps":["trace[1262560881] 'read index received' (duration: 267.86044ms)","trace[1262560881] 'applied index is now lower than readState.Index' (duration: 9.082132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:07.356545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.052584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:07.35658Z","caller":"traceutil/trace.go:171","msg":"trace[1696202011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4795; }","duration":"277.147857ms","start":"2026-07-09T16:45:07.079423Z","end":"2026-07-09T16:45:07.356571Z","steps":["trace[1696202011] 'agreement among raft nodes before linearized reading' (duration: 277.073266ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.422414Z","caller":"traceutil/trace.go:171","msg":"trace[793237105] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"340.117356ms","start":"2026-07-09T16:45:07.082259Z","end":"2026-07-09T16:45:07.422376Z","steps":["trace[793237105] 'process raft request' (duration: 339.894841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.422581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.286683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-07-09T16:45:07.422623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.082244Z","time spent":"340.27303ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:45:07.422661Z","caller":"traceutil/trace.go:171","msg":"trace[274838026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4801; }","duration":"341.414475ms","start":"2026-07-09T16:45:07.081233Z","end":"2026-07-09T16:45:07.422647Z","steps":["trace[274838026] 'agreement among raft nodes before linearized reading' (duration: 341.153108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.42272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.081219Z","time spent":"341.487197ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T16:45:07.423057Z","caller":"traceutil/trace.go:171","msg":"trace[138733570] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"340.370632ms","start":"2026-07-09T16:45:07.082673Z","end":"2026-07-09T16:45:07.423044Z","steps":["trace[138733570] 'process raft request' (duration: 339.533024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.423175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.082655Z","time spent":"340.442633ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:45:07.423226Z","caller":"traceutil/trace.go:171","msg":"trace[1411039998] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"341.643149ms","start":"2026-07-09T16:45:07.081569Z","end":"2026-07-09T16:45:07.423212Z","steps":["trace[1411039998] 'process raft request' (duration: 340.341051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.423294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.081544Z","time spent":"341.713372ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:07.423963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.817733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:07.424271Z","caller":"traceutil/trace.go:171","msg":"trace[1795983435] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"340.560345ms","start":"2026-07-09T16:45:07.083694Z","end":"2026-07-09T16:45:07.424255Z","steps":["trace[1795983435] 'process raft request' (duration: 338.54431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.424351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.083664Z","time spent":"340.651178ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:07.424252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.550997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-09T16:45:07.424606Z","caller":"traceutil/trace.go:171","msg":"trace[823904096] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"334.387978ms","start":"2026-07-09T16:45:07.090206Z","end":"2026-07-09T16:45:07.424594Z","steps":["trace[823904096] 'process raft request' (duration: 332.107978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.424686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.090198Z","time spent":"334.44587ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10791,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:07.424492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.480966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-07-09T16:45:07.424061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.028643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-09T16:45:07.424941Z","caller":"traceutil/trace.go:171","msg":"trace[967566017] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4801; }","duration":"341.946786ms","start":"2026-07-09T16:45:07.082972Z","end":"2026-07-09T16:45:07.424919Z","steps":["trace[967566017] 'agreement among raft nodes before linearized reading' (duration: 341.346882ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.42498Z","caller":"traceutil/trace.go:171","msg":"trace[323344220] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4801; }","duration":"240.978774ms","start":"2026-07-09T16:45:07.183988Z","end":"2026-07-09T16:45:07.424967Z","steps":["trace[323344220] 'agreement among raft nodes before linearized reading' (duration: 239.984502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.424991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.082963Z","time spent":"342.016929ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T16:45:07.424289Z","caller":"traceutil/trace.go:171","msg":"trace[805482077] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4801; }","duration":"170.18266ms","start":"2026-07-09T16:45:07.254082Z","end":"2026-07-09T16:45:07.424264Z","steps":["trace[805482077] 'agreement among raft nodes before linearized reading' (duration: 168.966883ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.424853Z","caller":"traceutil/trace.go:171","msg":"trace[16601582] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4801; }","duration":"342.899718ms","start":"2026-07-09T16:45:07.081929Z","end":"2026-07-09T16:45:07.424829Z","steps":["trace[16601582] 'agreement among raft nodes before linearized reading' (duration: 341.463296ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.422081Z","caller":"traceutil/trace.go:171","msg":"trace[1621700093] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"340.447174ms","start":"2026-07-09T16:45:07.081549Z","end":"2026-07-09T16:45:07.421997Z","steps":["trace[1621700093] 'process raft request' (duration: 340.167547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.425369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.081533Z","time spent":"343.796888ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:07.425569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.08189Z","time spent":"343.660165ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T16:45:07.53589Z","caller":"traceutil/trace.go:171","msg":"trace[535287972] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"103.332805ms","start":"2026-07-09T16:45:07.432517Z","end":"2026-07-09T16:45:07.53585Z","steps":["trace[535287972] 'process raft request' (duration: 103.027458ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.535901Z","caller":"traceutil/trace.go:171","msg":"trace[1410673096] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"103.275713ms","start":"2026-07-09T16:45:07.432596Z","end":"2026-07-09T16:45:07.535871Z","steps":["trace[1410673096] 'process raft request' (duration: 103.13689ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.53626Z","caller":"traceutil/trace.go:171","msg":"trace[677627102] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"100.578335ms","start":"2026-07-09T16:45:07.435607Z","end":"2026-07-09T16:45:07.536186Z","steps":["trace[677627102] 'process raft request' (duration: 100.159425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.536852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.066567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88b95351-e253-454e-bd40-35ccaf331096\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-09T16:45:07.537113Z","caller":"traceutil/trace.go:171","msg":"trace[1968770921] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88b95351-e253-454e-bd40-35ccaf331096; range_end:; response_count:1; response_revision:4807; }","duration":"106.355122ms","start":"2026-07-09T16:45:07.430728Z","end":"2026-07-09T16:45:07.537083Z","steps":["trace[1968770921] 'agreement among raft nodes before linearized reading' (duration: 105.913453ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:07.593192Z","caller":"traceutil/trace.go:171","msg":"trace[423082741] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"153.368907ms","start":"2026-07-09T16:45:07.43977Z","end":"2026-07-09T16:45:07.593139Z","steps":["trace[423082741] 'process raft request' (duration: 153.0626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:07.594098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.283674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-09T16:45:07.594176Z","caller":"traceutil/trace.go:171","msg":"trace[484359835] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4809; }","duration":"152.394176ms","start":"2026-07-09T16:45:07.441765Z","end":"2026-07-09T16:45:07.59416Z","steps":["trace[484359835] 'agreement among raft nodes before linearized reading' (duration: 152.254662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:08.059832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.31773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:45:08.060007Z","caller":"traceutil/trace.go:171","msg":"trace[1211791314] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4811; }","duration":"458.552654ms","start":"2026-07-09T16:45:07.601441Z","end":"2026-07-09T16:45:08.059994Z","steps":["trace[1211791314] 'process raft request' (duration: 458.494063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:08.060052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.601433Z","time spent":"458.599215ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T16:45:08.060244Z","caller":"traceutil/trace.go:171","msg":"trace[799007219] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"458.794459ms","start":"2026-07-09T16:45:07.601389Z","end":"2026-07-09T16:45:08.060183Z","steps":["trace[799007219] 'process raft request' (duration: 257.05078ms)","trace[799007219] 'compare' (duration: 200.835379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:08.060418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:07.601376Z","time spent":"458.948113ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:08.922487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.138918ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:08.92262Z","caller":"traceutil/trace.go:171","msg":"trace[113747202] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4811; }","duration":"335.282321ms","start":"2026-07-09T16:45:08.587324Z","end":"2026-07-09T16:45:08.922606Z","steps":["trace[113747202] 'range keys from in-memory index tree' (duration: 335.123197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:08.923259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.902069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:45:08.923355Z","caller":"traceutil/trace.go:171","msg":"trace[353360891] linearizableReadLoop","detail":"{readStateIndex:5022; appliedIndex:5021; }","duration":"510.698109ms","start":"2026-07-09T16:45:08.41264Z","end":"2026-07-09T16:45:08.923338Z","steps":["trace[353360891] 'read index received' (duration: 297.661137ms)","trace[353360891] 'applied index is now lower than readState.Index' (duration: 213.035792ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:45:08.923565Z","caller":"traceutil/trace.go:171","msg":"trace[109396584] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"850.515251ms","start":"2026-07-09T16:45:08.073023Z","end":"2026-07-09T16:45:08.923538Z","steps":["trace[109396584] 'process raft request' (duration: 637.210943ms)","trace[109396584] 'compare' (duration: 212.747175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:08.923649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:08.073003Z","time spent":"850.608053ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:08.923824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.168469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-09T16:45:08.923905Z","caller":"traceutil/trace.go:171","msg":"trace[1811377720] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4812; }","duration":"511.294702ms","start":"2026-07-09T16:45:08.412591Z","end":"2026-07-09T16:45:08.923886Z","steps":["trace[1811377720] 'agreement among raft nodes before linearized reading' (duration: 511.044017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:08.923952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:08.412571Z","time spent":"511.371653ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:45:08.960792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.352048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:08.960917Z","caller":"traceutil/trace.go:171","msg":"trace[1284610118] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4813; }","duration":"425.524492ms","start":"2026-07-09T16:45:08.535376Z","end":"2026-07-09T16:45:08.960901Z","steps":["trace[1284610118] 'agreement among raft nodes before linearized reading' (duration: 425.328958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:08.96102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:08.535358Z","time spent":"425.650404ms","remote":"127.0.0.1:45328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:45:08.960945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.277522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:08.961134Z","caller":"traceutil/trace.go:171","msg":"trace[1133017243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4813; }","duration":"266.520596ms","start":"2026-07-09T16:45:08.694597Z","end":"2026-07-09T16:45:08.961117Z","steps":["trace[1133017243] 'agreement among raft nodes before linearized reading' (duration: 266.22862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.341958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.01635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:45:09.342267Z","caller":"traceutil/trace.go:171","msg":"trace[120483118] linearizableReadLoop","detail":"{readStateIndex:5024; appliedIndex:5023; }","duration":"378.665506ms","start":"2026-07-09T16:45:08.963579Z","end":"2026-07-09T16:45:09.342245Z","steps":["trace[120483118] 'read index received' (duration: 66.219536ms)","trace[120483118] 'applied index is now lower than readState.Index' (duration: 312.44457ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:45:09.342298Z","caller":"traceutil/trace.go:171","msg":"trace[860825027] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"413.341644ms","start":"2026-07-09T16:45:08.928916Z","end":"2026-07-09T16:45:09.342258Z","steps":["trace[860825027] 'process raft request' (duration: 100.923735ms)","trace[860825027] 'compare' (duration: 311.812186ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:45:09.342463Z","caller":"traceutil/trace.go:171","msg":"trace[402569079] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"261.830699ms","start":"2026-07-09T16:45:09.080621Z","end":"2026-07-09T16:45:09.342452Z","steps":["trace[402569079] 'process raft request' (duration: 261.552384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.342543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.465426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-07-09T16:45:09.342549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:08.928896Z","time spent":"413.59117ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:45:09.342578Z","caller":"traceutil/trace.go:171","msg":"trace[1808531539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4816; }","duration":"371.524928ms","start":"2026-07-09T16:45:08.97104Z","end":"2026-07-09T16:45:09.342565Z","steps":["trace[1808531539] 'agreement among raft nodes before linearized reading' (duration: 371.421536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.342608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:08.971024Z","time spent":"371.579358ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T16:45:09.342403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.807809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:09.342702Z","caller":"traceutil/trace.go:171","msg":"trace[731186218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4815; }","duration":"379.119115ms","start":"2026-07-09T16:45:08.963544Z","end":"2026-07-09T16:45:09.342663Z","steps":["trace[731186218] 'agreement among raft nodes before linearized reading' (duration: 378.799988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.342705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.575016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-09T16:45:09.342761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:08.963527Z","time spent":"379.208207ms","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T16:45:09.342767Z","caller":"traceutil/trace.go:171","msg":"trace[833760414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4816; }","duration":"276.663637ms","start":"2026-07-09T16:45:09.066085Z","end":"2026-07-09T16:45:09.342748Z","steps":["trace[833760414] 'agreement among raft nodes before linearized reading' (duration: 276.471623ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:09.731316Z","caller":"traceutil/trace.go:171","msg":"trace[1005247888] linearizableReadLoop","detail":"{readStateIndex:5027; appliedIndex:5026; }","duration":"376.669459ms","start":"2026-07-09T16:45:09.354622Z","end":"2026-07-09T16:45:09.731291Z","steps":["trace[1005247888] 'read index received' (duration: 376.440205ms)","trace[1005247888] 'applied index is now lower than readState.Index' (duration: 228.374µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:45:09.731365Z","caller":"traceutil/trace.go:171","msg":"trace[308842463] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"384.959342ms","start":"2026-07-09T16:45:09.346376Z","end":"2026-07-09T16:45:09.731336Z","steps":["trace[308842463] 'process raft request' (duration: 384.757208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.73164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.005717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"warn","ts":"2026-07-09T16:45:09.731696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.360776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:45:09.731702Z","caller":"traceutil/trace.go:171","msg":"trace[2046861972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4817; }","duration":"377.08958ms","start":"2026-07-09T16:45:09.354595Z","end":"2026-07-09T16:45:09.731685Z","steps":["trace[2046861972] 'agreement among raft nodes before linearized reading' (duration: 376.829414ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:09.731748Z","caller":"traceutil/trace.go:171","msg":"trace[1675407220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4817; }","duration":"297.440908ms","start":"2026-07-09T16:45:09.434293Z","end":"2026-07-09T16:45:09.731734Z","steps":["trace[1675407220] 'agreement among raft nodes before linearized reading' (duration: 297.258604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.731779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.912375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-09T16:45:09.73176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.354587Z","time spent":"377.161161ms","remote":"127.0.0.1:50164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-09T16:45:09.731867Z","caller":"traceutil/trace.go:171","msg":"trace[1378142927] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4817; }","duration":"112.034958ms","start":"2026-07-09T16:45:09.619813Z","end":"2026-07-09T16:45:09.731848Z","steps":["trace[1378142927] 'agreement among raft nodes before linearized reading' (duration: 111.831034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.731877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.74514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-09T16:45:09.731875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.494177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-09T16:45:09.731951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.377835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-09T16:45:09.732075Z","caller":"traceutil/trace.go:171","msg":"trace[1465422727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4817; }","duration":"301.701322ms","start":"2026-07-09T16:45:09.430278Z","end":"2026-07-09T16:45:09.731979Z","steps":["trace[1465422727] 'agreement among raft nodes before linearized reading' (duration: 301.463017ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:09.732118Z","caller":"traceutil/trace.go:171","msg":"trace[718063957] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4817; }","duration":"301.859665ms","start":"2026-07-09T16:45:09.430238Z","end":"2026-07-09T16:45:09.732097Z","steps":["trace[718063957] 'agreement among raft nodes before linearized reading' (duration: 301.291723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.731905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.248349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-09T16:45:09.732166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.430258Z","time spent":"301.894826ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T16:45:09.732262Z","caller":"traceutil/trace.go:171","msg":"trace[149615466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4817; }","duration":"300.647759ms","start":"2026-07-09T16:45:09.431597Z","end":"2026-07-09T16:45:09.732245Z","steps":["trace[149615466] 'agreement among raft nodes before linearized reading' (duration: 300.123117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.732315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.431584Z","time spent":"300.71981ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T16:45:09.732282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.430218Z","time spent":"302.013699ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-09T16:45:09.732033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.998952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-07-09T16:45:09.732037Z","caller":"traceutil/trace.go:171","msg":"trace[792607566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4817; }","duration":"300.936325ms","start":"2026-07-09T16:45:09.431057Z","end":"2026-07-09T16:45:09.731994Z","steps":["trace[792607566] 'agreement among raft nodes before linearized reading' (duration: 300.598418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:09.732647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.431038Z","time spent":"301.592709ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T16:45:09.731692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.346355Z","time spent":"385.056295ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:45:09.733719Z","caller":"traceutil/trace.go:171","msg":"trace[1232069410] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4817; }","duration":"214.460562ms","start":"2026-07-09T16:45:09.517998Z","end":"2026-07-09T16:45:09.732459Z","steps":["trace[1232069410] 'agreement among raft nodes before linearized reading' (duration: 213.970961ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:10.062162Z","caller":"traceutil/trace.go:171","msg":"trace[5643654] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5027; }","duration":"323.978141ms","start":"2026-07-09T16:45:09.738166Z","end":"2026-07-09T16:45:10.062144Z","steps":["trace[5643654] 'read index received' (duration: 269.850207ms)","trace[5643654] 'applied index is now lower than readState.Index' (duration: 54.127063ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:45:10.062251Z","caller":"traceutil/trace.go:171","msg":"trace[1047411628] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"325.309661ms","start":"2026-07-09T16:45:09.736932Z","end":"2026-07-09T16:45:10.062241Z","steps":["trace[1047411628] 'process raft request' (duration: 325.151597ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:10.062242Z","caller":"traceutil/trace.go:171","msg":"trace[935519641] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"325.492794ms","start":"2026-07-09T16:45:09.736726Z","end":"2026-07-09T16:45:10.062219Z","steps":["trace[935519641] 'process raft request' (duration: 325.322471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:10.062336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.736911Z","time spent":"325.359121ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:10.062358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.736707Z","time spent":"325.593107ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:45:10.062396Z","caller":"traceutil/trace.go:171","msg":"trace[891360500] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"325.095195ms","start":"2026-07-09T16:45:09.737282Z","end":"2026-07-09T16:45:10.062377Z","steps":["trace[891360500] 'process raft request' (duration: 324.82233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:10.062462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.290688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-09T16:45:10.062458Z","caller":"traceutil/trace.go:171","msg":"trace[1959151581] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"324.196995ms","start":"2026-07-09T16:45:09.738231Z","end":"2026-07-09T16:45:10.062428Z","steps":["trace[1959151581] 'process raft request' (duration: 323.892089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:10.062486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.737269Z","time spent":"325.169597ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:45:10.0625Z","caller":"traceutil/trace.go:171","msg":"trace[1185030372] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"326.1862ms","start":"2026-07-09T16:45:09.736306Z","end":"2026-07-09T16:45:10.062492Z","steps":["trace[1185030372] 'process raft request' (duration: 271.650438ms)","trace[1185030372] 'compare' (duration: 53.881387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:10.062553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.736278Z","time spent":"326.254411ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:10.062575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.738211Z","time spent":"324.292387ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:10.062605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.003752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:10.062496Z","caller":"traceutil/trace.go:171","msg":"trace[414298787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4822; }","duration":"324.359039ms","start":"2026-07-09T16:45:09.738127Z","end":"2026-07-09T16:45:10.062486Z","steps":["trace[414298787] 'agreement among raft nodes before linearized reading' (duration: 324.236636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:10.062674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:09.738111Z","time spent":"324.548004ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T16:45:10.062632Z","caller":"traceutil/trace.go:171","msg":"trace[320782979] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4822; }","duration":"277.066093ms","start":"2026-07-09T16:45:09.785558Z","end":"2026-07-09T16:45:10.062625Z","steps":["trace[320782979] 'agreement among raft nodes before linearized reading' (duration: 277.021753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:10.695897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.91573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:45:10.696021Z","caller":"traceutil/trace.go:171","msg":"trace[106858305] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5034; }","duration":"580.018855ms","start":"2026-07-09T16:45:10.11598Z","end":"2026-07-09T16:45:10.695999Z","steps":["trace[106858305] 'read index received' (duration: 214.914341ms)","trace[106858305] 'applied index is now lower than readState.Index' (duration: 365.102554ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:45:10.696099Z","caller":"traceutil/trace.go:171","msg":"trace[110642377] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"589.459514ms","start":"2026-07-09T16:45:10.106597Z","end":"2026-07-09T16:45:10.696056Z","steps":["trace[110642377] 'process raft request' (duration: 224.280499ms)","trace[110642377] 'compare' (duration: 364.642854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:10.696295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:10.106567Z","time spent":"589.619009ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:10.696856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.870045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-09T16:45:10.696927Z","caller":"traceutil/trace.go:171","msg":"trace[1346863050] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4825; }","duration":"580.975577ms","start":"2026-07-09T16:45:10.115936Z","end":"2026-07-09T16:45:10.696912Z","steps":["trace[1346863050] 'agreement among raft nodes before linearized reading' (duration: 580.169598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:10.696973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:10.115915Z","time spent":"581.046509ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:45:11.06777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.272654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:45:11.06788Z","caller":"traceutil/trace.go:171","msg":"trace[1956977465] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"367.144067ms","start":"2026-07-09T16:45:10.700711Z","end":"2026-07-09T16:45:11.067855Z","steps":["trace[1956977465] 'process raft request' (duration: 94.68956ms)","trace[1956977465] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:548; } (duration: 271.775363ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:11.067945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:10.700695Z","time spent":"367.220499ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:45:12.196729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288221193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:45:12.361468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010688798s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T16:45:12.518337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.15652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:45:12.518726Z","caller":"traceutil/trace.go:171","msg":"trace[1488177469] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"1.168028005s","start":"2026-07-09T16:45:11.350663Z","end":"2026-07-09T16:45:12.518691Z","steps":["trace[1488177469] 'process raft request' (duration: 1.011382855s)","trace[1488177469] 'compare' (duration: 155.654348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:12.519277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:11.350638Z","time spent":"1.168534916s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:45:12.542618Z","caller":"traceutil/trace.go:171","msg":"trace[1431569439] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5036; }","duration":"846.855094ms","start":"2026-07-09T16:45:11.695729Z","end":"2026-07-09T16:45:12.542584Z","steps":["trace[1431569439] 'read index received' (duration: 666.073624ms)","trace[1431569439] 'applied index is now lower than readState.Index' (duration: 180.77969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:12.543147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.394016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:12.543198Z","caller":"traceutil/trace.go:171","msg":"trace[634186287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4827; }","duration":"847.535539ms","start":"2026-07-09T16:45:11.69565Z","end":"2026-07-09T16:45:12.543186Z","steps":["trace[634186287] 'agreement among raft nodes before linearized reading' (duration: 847.371216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:12.543336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:11.695625Z","time spent":"847.701403ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:45:12.543465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.497373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:45:12.543609Z","caller":"traceutil/trace.go:171","msg":"trace[1140361069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4827; }","duration":"475.662056ms","start":"2026-07-09T16:45:12.067915Z","end":"2026-07-09T16:45:12.543577Z","steps":["trace[1140361069] 'agreement among raft nodes before linearized reading' (duration: 475.278368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:12.543695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:12.067873Z","time spent":"475.803708ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T16:45:12.543781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.967593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T16:45:12.543889Z","caller":"traceutil/trace.go:171","msg":"trace[862757157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4827; }","duration":"476.126506ms","start":"2026-07-09T16:45:12.067742Z","end":"2026-07-09T16:45:12.543868Z","steps":["trace[862757157] 'agreement among raft nodes before linearized reading' (duration: 475.813449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:12.543982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:12.067711Z","time spent":"476.258229ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T16:45:12.54411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.202388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:12.544152Z","caller":"traceutil/trace.go:171","msg":"trace[823261774] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4827; }","duration":"226.31779ms","start":"2026-07-09T16:45:12.317823Z","end":"2026-07-09T16:45:12.544141Z","steps":["trace[823261774] 'agreement among raft nodes before linearized reading' (duration: 226.238758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:12.544385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.984262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:12.544438Z","caller":"traceutil/trace.go:171","msg":"trace[1349012776] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4827; }","duration":"241.098165ms","start":"2026-07-09T16:45:12.303326Z","end":"2026-07-09T16:45:12.544424Z","steps":["trace[1349012776] 'agreement among raft nodes before linearized reading' (duration: 241.005893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:12.54466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.673958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-09T16:45:12.544395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.751789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T16:45:12.544702Z","caller":"traceutil/trace.go:171","msg":"trace[39887756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4827; }","duration":"476.72876ms","start":"2026-07-09T16:45:12.067962Z","end":"2026-07-09T16:45:12.54469Z","steps":["trace[39887756] 'agreement among raft nodes before linearized reading' (duration: 476.586427ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:12.544733Z","caller":"traceutil/trace.go:171","msg":"trace[632585048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4827; }","duration":"477.134649ms","start":"2026-07-09T16:45:12.067583Z","end":"2026-07-09T16:45:12.544717Z","steps":["trace[632585048] 'agreement among raft nodes before linearized reading' (duration: 476.732309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:12.544791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:12.067556Z","time spent":"477.219101ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T16:45:12.543478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.738796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T16:45:12.545054Z","caller":"traceutil/trace.go:171","msg":"trace[574808548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4827; }","duration":"806.323721ms","start":"2026-07-09T16:45:11.738648Z","end":"2026-07-09T16:45:12.544972Z","steps":["trace[574808548] 'agreement among raft nodes before linearized reading' (duration: 804.524542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:12.545107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:12.067952Z","time spent":"477.073347ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T16:45:12.544921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.421895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-09T16:45:12.545233Z","caller":"traceutil/trace.go:171","msg":"trace[1415973099] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4827; }","duration":"477.787134ms","start":"2026-07-09T16:45:12.067426Z","end":"2026-07-09T16:45:12.545213Z","steps":["trace[1415973099] 'agreement among raft nodes before linearized reading' (duration: 476.933194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:12.545245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:11.738616Z","time spent":"806.525015ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T16:45:12.54531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:45:12.0674Z","time spent":"477.890625ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-09T16:45:25.383321Z","caller":"traceutil/trace.go:171","msg":"trace[373321357] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"133.160833ms","start":"2026-07-09T16:45:25.250133Z","end":"2026-07-09T16:45:25.383294Z","steps":["trace[373321357] 'process raft request' (duration: 104.565923ms)","trace[373321357] 'compare' (duration: 28.473677ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:45:27.892634Z","caller":"traceutil/trace.go:171","msg":"trace[1467507499] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"124.197851ms","start":"2026-07-09T16:45:27.768401Z","end":"2026-07-09T16:45:27.892599Z","steps":["trace[1467507499] 'process raft request' (duration: 123.912344ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:28.161683Z","caller":"traceutil/trace.go:171","msg":"trace[12977128] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"107.045451ms","start":"2026-07-09T16:45:28.054616Z","end":"2026-07-09T16:45:28.161661Z","steps":["trace[12977128] 'read index received' (duration: 64.051519ms)","trace[12977128] 'applied index is now lower than readState.Index' (duration: 42.993112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:45:28.161873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.237525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3197"} {"level":"info","ts":"2026-07-09T16:45:28.161903Z","caller":"traceutil/trace.go:171","msg":"trace[398624711] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4974; }","duration":"107.297887ms","start":"2026-07-09T16:45:28.054596Z","end":"2026-07-09T16:45:28.161894Z","steps":["trace[398624711] 'agreement among raft nodes before linearized reading' (duration: 107.148154ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:28.16207Z","caller":"traceutil/trace.go:171","msg":"trace[101169693] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"109.993815ms","start":"2026-07-09T16:45:28.052066Z","end":"2026-07-09T16:45:28.162059Z","steps":["trace[101169693] 'process raft request' (duration: 66.649655ms)","trace[101169693] 'compare' (duration: 42.848009ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:45:39.925812Z","caller":"traceutil/trace.go:171","msg":"trace[1230778694] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"153.906524ms","start":"2026-07-09T16:45:39.771493Z","end":"2026-07-09T16:45:39.925399Z","steps":["trace[1230778694] 'process raft request' (duration: 153.662609ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:50.857154Z","caller":"traceutil/trace.go:171","msg":"trace[620242638] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"186.998882ms","start":"2026-07-09T16:45:50.670131Z","end":"2026-07-09T16:45:50.857129Z","steps":["trace[620242638] 'process raft request' (duration: 186.848989ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:50.879687Z","caller":"traceutil/trace.go:171","msg":"trace[1922647107] linearizableReadLoop","detail":"{readStateIndex:5450; appliedIndex:5448; }","duration":"187.91039ms","start":"2026-07-09T16:45:50.691744Z","end":"2026-07-09T16:45:50.879654Z","steps":["trace[1922647107] 'read index received' (duration: 165.359411ms)","trace[1922647107] 'applied index is now lower than readState.Index' (duration: 22.549439ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:45:50.879829Z","caller":"traceutil/trace.go:171","msg":"trace[1810499426] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"208.921367ms","start":"2026-07-09T16:45:50.670893Z","end":"2026-07-09T16:45:50.879814Z","steps":["trace[1810499426] 'process raft request' (duration: 208.438678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:50.880061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.302278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:50.880151Z","caller":"traceutil/trace.go:171","msg":"trace[894262431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5224; }","duration":"188.431851ms","start":"2026-07-09T16:45:50.691697Z","end":"2026-07-09T16:45:50.880128Z","steps":["trace[894262431] 'agreement among raft nodes before linearized reading' (duration: 188.231966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:50.915099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.318105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T16:45:50.915217Z","caller":"traceutil/trace.go:171","msg":"trace[406126681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5224; }","duration":"145.485868ms","start":"2026-07-09T16:45:50.769717Z","end":"2026-07-09T16:45:50.915203Z","steps":["trace[406126681] 'agreement among raft nodes before linearized reading' (duration: 145.268044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:50.915238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.701071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-09T16:45:50.915099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.000956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:45:50.9153Z","caller":"traceutil/trace.go:171","msg":"trace[1037817238] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5224; }","duration":"140.760012ms","start":"2026-07-09T16:45:50.774523Z","end":"2026-07-09T16:45:50.915283Z","steps":["trace[1037817238] 'agreement among raft nodes before linearized reading' (duration: 140.6366ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:50.915341Z","caller":"traceutil/trace.go:171","msg":"trace[71552688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5224; }","duration":"134.26475ms","start":"2026-07-09T16:45:50.781065Z","end":"2026-07-09T16:45:50.915329Z","steps":["trace[71552688] 'agreement among raft nodes before linearized reading' (duration: 133.896752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:50.915101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.993725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-09T16:45:50.915337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.785751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T16:45:50.915489Z","caller":"traceutil/trace.go:171","msg":"trace[1307673911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5224; }","duration":"136.401954ms","start":"2026-07-09T16:45:50.779066Z","end":"2026-07-09T16:45:50.915468Z","steps":["trace[1307673911] 'agreement among raft nodes before linearized reading' (duration: 135.880413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:50.915603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.432873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:45:50.915663Z","caller":"traceutil/trace.go:171","msg":"trace[578366725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5224; }","duration":"136.519596ms","start":"2026-07-09T16:45:50.779128Z","end":"2026-07-09T16:45:50.915648Z","steps":["trace[578366725] 'agreement among raft nodes before linearized reading' (duration: 135.778661ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:50.915604Z","caller":"traceutil/trace.go:171","msg":"trace[1618336451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5224; }","duration":"138.011526ms","start":"2026-07-09T16:45:50.777494Z","end":"2026-07-09T16:45:50.915506Z","steps":["trace[1618336451] 'agreement among raft nodes before linearized reading' (duration: 137.661909ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:57.86597Z","caller":"traceutil/trace.go:171","msg":"trace[844676604] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"138.991479ms","start":"2026-07-09T16:45:57.72692Z","end":"2026-07-09T16:45:57.865912Z","steps":["trace[844676604] 'process raft request' (duration: 138.763685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:45:58.720374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.076387ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:45:58.720553Z","caller":"traceutil/trace.go:171","msg":"trace[1721745301] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5298; }","duration":"132.278701ms","start":"2026-07-09T16:45:58.588251Z","end":"2026-07-09T16:45:58.720529Z","steps":["trace[1721745301] 'range keys from in-memory index tree' (duration: 132.033847ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:45:58.721461Z","caller":"traceutil/trace.go:171","msg":"trace[92447586] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"231.660503ms","start":"2026-07-09T16:45:58.489789Z","end":"2026-07-09T16:45:58.721449Z","steps":["trace[92447586] 'process raft request' (duration: 231.51051ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:25.31955Z","caller":"traceutil/trace.go:171","msg":"trace[1753995168] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5772; }","duration":"158.990913ms","start":"2026-07-09T16:46:25.160542Z","end":"2026-07-09T16:46:25.319532Z","steps":["trace[1753995168] 'read index received' (duration: 33.84018ms)","trace[1753995168] 'applied index is now lower than readState.Index' (duration: 125.150013ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:46:25.319594Z","caller":"traceutil/trace.go:171","msg":"trace[193197254] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"160.023372ms","start":"2026-07-09T16:46:25.159554Z","end":"2026-07-09T16:46:25.319577Z","steps":["trace[193197254] 'process raft request' (duration: 159.945391ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:25.319592Z","caller":"traceutil/trace.go:171","msg":"trace[2036560273] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"160.459101ms","start":"2026-07-09T16:46:25.159105Z","end":"2026-07-09T16:46:25.319564Z","steps":["trace[2036560273] 'process raft request' (duration: 123.228195ms)","trace[2036560273] 'compare' (duration: 37.070452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:46:25.319739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.410777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T16:46:25.319761Z","caller":"traceutil/trace.go:171","msg":"trace[178305633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5534; }","duration":"152.464577ms","start":"2026-07-09T16:46:25.16729Z","end":"2026-07-09T16:46:25.319755Z","steps":["trace[178305633] 'agreement among raft nodes before linearized reading' (duration: 152.357175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:25.319788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.243248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-09T16:46:25.319845Z","caller":"traceutil/trace.go:171","msg":"trace[2079670199] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5534; }","duration":"159.388111ms","start":"2026-07-09T16:46:25.160442Z","end":"2026-07-09T16:46:25.31983Z","steps":["trace[2079670199] 'agreement among raft nodes before linearized reading' (duration: 159.169247ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:25.511136Z","caller":"traceutil/trace.go:171","msg":"trace[782028936] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"187.234144ms","start":"2026-07-09T16:46:25.323874Z","end":"2026-07-09T16:46:25.511108Z","steps":["trace[782028936] 'process raft request' (duration: 120.549924ms)","trace[782028936] 'compare' (duration: 66.362144ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:46:25.885225Z","caller":"traceutil/trace.go:171","msg":"trace[510436938] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"304.011078ms","start":"2026-07-09T16:46:25.581194Z","end":"2026-07-09T16:46:25.885205Z","steps":["trace[510436938] 'process raft request' (duration: 213.47751ms)","trace[510436938] 'compare' (duration: 90.181031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:46:25.885315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.462115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:46:25.885361Z","caller":"traceutil/trace.go:171","msg":"trace[1305357169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5537; }","duration":"192.556367ms","start":"2026-07-09T16:46:25.692794Z","end":"2026-07-09T16:46:25.885351Z","steps":["trace[1305357169] 'agreement among raft nodes before linearized reading' (duration: 192.470176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:25.885458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:46:25.581179Z","time spent":"304.216072ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:46:25.88522Z","caller":"traceutil/trace.go:171","msg":"trace[964854757] linearizableReadLoop","detail":"{readStateIndex:5778; appliedIndex:5777; }","duration":"192.344663ms","start":"2026-07-09T16:46:25.692841Z","end":"2026-07-09T16:46:25.885186Z","steps":["trace[964854757] 'read index received' (duration: 101.749393ms)","trace[964854757] 'applied index is now lower than readState.Index' (duration: 90.59416ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:46:26.397448Z","caller":"traceutil/trace.go:171","msg":"trace[1614881457] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"116.34136ms","start":"2026-07-09T16:46:26.28108Z","end":"2026-07-09T16:46:26.397422Z","steps":["trace[1614881457] 'process raft request' (duration: 115.856601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:37.242992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.061886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:46:37.243187Z","caller":"traceutil/trace.go:171","msg":"trace[595523830] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"176.113005ms","start":"2026-07-09T16:46:37.067055Z","end":"2026-07-09T16:46:37.243168Z","steps":["trace[595523830] 'process raft request' (duration: 176.042964ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:37.243267Z","caller":"traceutil/trace.go:171","msg":"trace[1381095616] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"228.753718ms","start":"2026-07-09T16:46:37.014492Z","end":"2026-07-09T16:46:37.243246Z","steps":["trace[1381095616] 'process raft request' (duration: 63.476128ms)","trace[1381095616] 'compare' (duration: 164.779282ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:46:37.398456Z","caller":"traceutil/trace.go:171","msg":"trace[480861186] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5857; }","duration":"137.482656ms","start":"2026-07-09T16:46:37.260957Z","end":"2026-07-09T16:46:37.398439Z","steps":["trace[480861186] 'read index received' (duration: 85.192178ms)","trace[480861186] 'applied index is now lower than readState.Index' (duration: 52.289868ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:46:37.398539Z","caller":"traceutil/trace.go:171","msg":"trace[1527505742] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"150.890128ms","start":"2026-07-09T16:46:37.247629Z","end":"2026-07-09T16:46:37.39852Z","steps":["trace[1527505742] 'process raft request' (duration: 98.507409ms)","trace[1527505742] 'compare' (duration: 52.157825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:46:37.398554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.584887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:46:37.398581Z","caller":"traceutil/trace.go:171","msg":"trace[1736495360] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:0; response_revision:5612; }","duration":"137.649629ms","start":"2026-07-09T16:46:37.260924Z","end":"2026-07-09T16:46:37.398573Z","steps":["trace[1736495360] 'agreement among raft nodes before linearized reading' (duration: 137.582368ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:37.398713Z","caller":"traceutil/trace.go:171","msg":"trace[1596519329] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5612; }","duration":"146.686729ms","start":"2026-07-09T16:46:37.25202Z","end":"2026-07-09T16:46:37.398707Z","steps":["trace[1596519329] 'process raft request' (duration: 146.390654ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:39.312106Z","caller":"traceutil/trace.go:171","msg":"trace[266847535] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"114.483925ms","start":"2026-07-09T16:46:39.197602Z","end":"2026-07-09T16:46:39.312086Z","steps":["trace[266847535] 'process raft request' (duration: 114.358563ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:39.689291Z","caller":"traceutil/trace.go:171","msg":"trace[954055468] linearizableReadLoop","detail":"{readStateIndex:5885; appliedIndex:5884; }","duration":"290.593332ms","start":"2026-07-09T16:46:39.398676Z","end":"2026-07-09T16:46:39.689269Z","steps":["trace[954055468] 'read index received' (duration: 205.036481ms)","trace[954055468] 'applied index is now lower than readState.Index' (duration: 85.55518ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:46:39.689388Z","caller":"traceutil/trace.go:171","msg":"trace[1311263538] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"304.587925ms","start":"2026-07-09T16:46:39.384761Z","end":"2026-07-09T16:46:39.689349Z","steps":["trace[1311263538] 'process raft request' (duration: 219.024294ms)","trace[1311263538] 'compare' (duration: 85.159144ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:46:39.689552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.826445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-09T16:46:39.689593Z","caller":"traceutil/trace.go:171","msg":"trace[1557782073] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5638; }","duration":"290.970149ms","start":"2026-07-09T16:46:39.398611Z","end":"2026-07-09T16:46:39.689581Z","steps":["trace[1557782073] 'agreement among raft nodes before linearized reading' (duration: 290.740254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:39.689616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:46:39.384723Z","time spent":"304.730327ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T16:46:40.019227Z","caller":"traceutil/trace.go:171","msg":"trace[1617886138] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"103.357987ms","start":"2026-07-09T16:46:39.915641Z","end":"2026-07-09T16:46:40.018999Z","steps":["trace[1617886138] 'process raft request' (duration: 103.129233ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:40.158001Z","caller":"traceutil/trace.go:171","msg":"trace[948378486] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5886; }","duration":"187.832433ms","start":"2026-07-09T16:46:39.970148Z","end":"2026-07-09T16:46:40.15798Z","steps":["trace[948378486] 'read index received' (duration: 48.792869ms)","trace[948378486] 'applied index is now lower than readState.Index' (duration: 139.038554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:46:40.158203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.037127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-09T16:46:40.158565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.279688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T16:46:40.158645Z","caller":"traceutil/trace.go:171","msg":"trace[1020785591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5642; }","duration":"188.519826ms","start":"2026-07-09T16:46:39.970103Z","end":"2026-07-09T16:46:40.158623Z","steps":["trace[1020785591] 'agreement among raft nodes before linearized reading' (duration: 187.987536ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:40.158653Z","caller":"traceutil/trace.go:171","msg":"trace[1470423423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5642; }","duration":"173.427222ms","start":"2026-07-09T16:46:39.985205Z","end":"2026-07-09T16:46:40.158632Z","steps":["trace[1470423423] 'agreement among raft nodes before linearized reading' (duration: 173.191497ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:40.158294Z","caller":"traceutil/trace.go:171","msg":"trace[2063315525] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"193.271885ms","start":"2026-07-09T16:46:39.964826Z","end":"2026-07-09T16:46:40.158098Z","steps":["trace[2063315525] 'process raft request' (duration: 193.097922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:40.158352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.150569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-09T16:46:40.158915Z","caller":"traceutil/trace.go:171","msg":"trace[1460984833] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5642; }","duration":"188.716629ms","start":"2026-07-09T16:46:39.970185Z","end":"2026-07-09T16:46:40.158901Z","steps":["trace[1460984833] 'agreement among raft nodes before linearized reading' (duration: 188.115608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:40.1584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.532334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T16:46:40.158987Z","caller":"traceutil/trace.go:171","msg":"trace[1188831656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5642; }","duration":"174.157476ms","start":"2026-07-09T16:46:39.98482Z","end":"2026-07-09T16:46:40.158977Z","steps":["trace[1188831656] 'agreement among raft nodes before linearized reading' (duration: 173.544714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:40.158456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.379143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-09T16:46:40.159102Z","caller":"traceutil/trace.go:171","msg":"trace[509542119] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5642; }","duration":"129.062357ms","start":"2026-07-09T16:46:40.030023Z","end":"2026-07-09T16:46:40.159085Z","steps":["trace[509542119] 'agreement among raft nodes before linearized reading' (duration: 128.394344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:40.158513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.441251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:46:40.159276Z","caller":"traceutil/trace.go:171","msg":"trace[482822968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5642; }","duration":"174.231146ms","start":"2026-07-09T16:46:39.985033Z","end":"2026-07-09T16:46:40.159265Z","steps":["trace[482822968] 'agreement among raft nodes before linearized reading' (duration: 173.327679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:40.158555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.666873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-09T16:46:40.159387Z","caller":"traceutil/trace.go:171","msg":"trace[1630740482] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5642; }","duration":"118.57043ms","start":"2026-07-09T16:46:40.04081Z","end":"2026-07-09T16:46:40.15938Z","steps":["trace[1630740482] 'agreement among raft nodes before linearized reading' (duration: 117.56448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:40.158555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.459095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:46:40.159449Z","caller":"traceutil/trace.go:171","msg":"trace[193937151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5642; }","duration":"172.409823ms","start":"2026-07-09T16:46:39.987027Z","end":"2026-07-09T16:46:40.159437Z","steps":["trace[193937151] 'agreement among raft nodes before linearized reading' (duration: 171.282931ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:40.158153Z","caller":"traceutil/trace.go:171","msg":"trace[1808867802] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"242.354989ms","start":"2026-07-09T16:46:39.915694Z","end":"2026-07-09T16:46:40.158049Z","steps":["trace[1808867802] 'process raft request' (duration: 242.062883ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:52.3951Z","caller":"traceutil/trace.go:171","msg":"trace[1409559910] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"149.067801ms","start":"2026-07-09T16:46:52.246011Z","end":"2026-07-09T16:46:52.395078Z","steps":["trace[1409559910] 'process raft request' (duration: 149.01312ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:52.395105Z","caller":"traceutil/trace.go:171","msg":"trace[2065020547] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"149.357966ms","start":"2026-07-09T16:46:52.245726Z","end":"2026-07-09T16:46:52.395084Z","steps":["trace[2065020547] 'process raft request' (duration: 149.109872ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:52.395426Z","caller":"traceutil/trace.go:171","msg":"trace[867510596] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:5999; }","duration":"105.636026ms","start":"2026-07-09T16:46:52.289783Z","end":"2026-07-09T16:46:52.395419Z","steps":["trace[867510596] 'read index received' (duration: 105.003255ms)","trace[867510596] 'applied index is now lower than readState.Index' (duration: 632.121µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:46:52.395421Z","caller":"traceutil/trace.go:171","msg":"trace[859367128] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"148.712383ms","start":"2026-07-09T16:46:52.24668Z","end":"2026-07-09T16:46:52.395392Z","steps":["trace[859367128] 'process raft request' (duration: 148.50405ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:52.39539Z","caller":"traceutil/trace.go:171","msg":"trace[328963325] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"149.239733ms","start":"2026-07-09T16:46:52.24611Z","end":"2026-07-09T16:46:52.395349Z","steps":["trace[328963325] 'process raft request' (duration: 148.941198ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:52.395473Z","caller":"traceutil/trace.go:171","msg":"trace[2082926548] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"145.24272ms","start":"2026-07-09T16:46:52.250226Z","end":"2026-07-09T16:46:52.395468Z","steps":["trace[2082926548] 'process raft request' (duration: 145.100867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:52.395601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.576388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-09T16:46:52.395642Z","caller":"traceutil/trace.go:171","msg":"trace[1848243843] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5752; }","duration":"103.667779ms","start":"2026-07-09T16:46:52.291961Z","end":"2026-07-09T16:46:52.395629Z","steps":["trace[1848243843] 'agreement among raft nodes before linearized reading' (duration: 103.519487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:46:52.395674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.8781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-09T16:46:52.395725Z","caller":"traceutil/trace.go:171","msg":"trace[1423529299] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5752; }","duration":"105.994513ms","start":"2026-07-09T16:46:52.289715Z","end":"2026-07-09T16:46:52.39571Z","steps":["trace[1423529299] 'agreement among raft nodes before linearized reading' (duration: 105.78556ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:54.527432Z","caller":"traceutil/trace.go:171","msg":"trace[381334527] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"121.905852ms","start":"2026-07-09T16:46:54.405494Z","end":"2026-07-09T16:46:54.5274Z","steps":["trace[381334527] 'process raft request' (duration: 112.210362ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:54.527775Z","caller":"traceutil/trace.go:171","msg":"trace[1846637798] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"121.75199ms","start":"2026-07-09T16:46:54.405995Z","end":"2026-07-09T16:46:54.527747Z","steps":["trace[1846637798] 'process raft request' (duration: 121.342223ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:54.528183Z","caller":"traceutil/trace.go:171","msg":"trace[575945908] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"121.442515ms","start":"2026-07-09T16:46:54.406719Z","end":"2026-07-09T16:46:54.528162Z","steps":["trace[575945908] 'process raft request' (duration: 120.936035ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:46:54.528489Z","caller":"traceutil/trace.go:171","msg":"trace[1569999956] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"121.181669ms","start":"2026-07-09T16:46:54.407282Z","end":"2026-07-09T16:46:54.528464Z","steps":["trace[1569999956] 'process raft request' (duration: 120.814113ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:04.43533Z","caller":"traceutil/trace.go:171","msg":"trace[1163561021] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"119.222747ms","start":"2026-07-09T16:47:04.316034Z","end":"2026-07-09T16:47:04.435257Z","steps":["trace[1163561021] 'process raft request' (duration: 118.952832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:08.720467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.464847ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:47:08.720578Z","caller":"traceutil/trace.go:171","msg":"trace[1976711142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5849; }","duration":"132.586519ms","start":"2026-07-09T16:47:08.587977Z","end":"2026-07-09T16:47:08.720564Z","steps":["trace[1976711142] 'range keys from in-memory index tree' (duration: 132.450567ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:08.721023Z","caller":"traceutil/trace.go:171","msg":"trace[2056695726] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"264.073589ms","start":"2026-07-09T16:47:08.456925Z","end":"2026-07-09T16:47:08.720999Z","steps":["trace[2056695726] 'process raft request' (duration: 262.881938ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:08.721087Z","caller":"traceutil/trace.go:171","msg":"trace[1546583132] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"175.097243ms","start":"2026-07-09T16:47:08.545969Z","end":"2026-07-09T16:47:08.721067Z","steps":["trace[1546583132] 'process raft request' (duration: 175.013461ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:08.721102Z","caller":"traceutil/trace.go:171","msg":"trace[718942752] linearizableReadLoop","detail":"{readStateIndex:6108; appliedIndex:6107; }","duration":"179.628375ms","start":"2026-07-09T16:47:08.541454Z","end":"2026-07-09T16:47:08.721082Z","steps":["trace[718942752] 'read index received' (duration: 178.364352ms)","trace[718942752] 'applied index is now lower than readState.Index' (duration: 1.261613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:08.7214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.346046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:47:08.721448Z","caller":"traceutil/trace.go:171","msg":"trace[213834760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5851; }","duration":"132.429327ms","start":"2026-07-09T16:47:08.589007Z","end":"2026-07-09T16:47:08.721436Z","steps":["trace[213834760] 'agreement among raft nodes before linearized reading' (duration: 132.292194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:08.721486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.176889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T16:47:08.721549Z","caller":"traceutil/trace.go:171","msg":"trace[984666474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5851; }","duration":"128.259522ms","start":"2026-07-09T16:47:08.593281Z","end":"2026-07-09T16:47:08.72154Z","steps":["trace[984666474] 'agreement among raft nodes before linearized reading' (duration: 128.118519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:08.72176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.391878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T16:47:08.721818Z","caller":"traceutil/trace.go:171","msg":"trace[32984464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5851; }","duration":"126.51125ms","start":"2026-07-09T16:47:08.595294Z","end":"2026-07-09T16:47:08.721805Z","steps":["trace[32984464] 'agreement among raft nodes before linearized reading' (duration: 126.098062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:08.721903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.20519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T16:47:08.723028Z","caller":"traceutil/trace.go:171","msg":"trace[434887601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5851; }","duration":"228.368542ms","start":"2026-07-09T16:47:08.494631Z","end":"2026-07-09T16:47:08.722999Z","steps":["trace[434887601] 'agreement among raft nodes before linearized reading' (duration: 226.552759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:08.72161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.28886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:47:08.723914Z","caller":"traceutil/trace.go:171","msg":"trace[915848729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5851; }","duration":"131.604952ms","start":"2026-07-09T16:47:08.592295Z","end":"2026-07-09T16:47:08.7239Z","steps":["trace[915848729] 'agreement among raft nodes before linearized reading' (duration: 129.136757ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:08.91035Z","caller":"traceutil/trace.go:171","msg":"trace[860805658] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"100.287892ms","start":"2026-07-09T16:47:08.80998Z","end":"2026-07-09T16:47:08.910268Z","steps":["trace[860805658] 'process raft request' (duration: 99.023739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:14.263755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.786422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-07-09T16:47:14.263893Z","caller":"traceutil/trace.go:171","msg":"trace[1902749186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5888; }","duration":"120.965025ms","start":"2026-07-09T16:47:14.142911Z","end":"2026-07-09T16:47:14.263876Z","steps":["trace[1902749186] 'range keys from in-memory index tree' (duration: 120.622239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:14.987741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.601258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T16:47:14.987801Z","caller":"traceutil/trace.go:171","msg":"trace[1741563833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5891; }","duration":"161.742352ms","start":"2026-07-09T16:47:14.826046Z","end":"2026-07-09T16:47:14.987788Z","steps":["trace[1741563833] 'range keys from in-memory index tree' (duration: 161.463377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:14.987863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.611471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T16:47:14.987894Z","caller":"traceutil/trace.go:171","msg":"trace[1244518267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5891; }","duration":"160.669681ms","start":"2026-07-09T16:47:14.827216Z","end":"2026-07-09T16:47:14.987886Z","steps":["trace[1244518267] 'range keys from in-memory index tree' (duration: 160.488799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:14.987874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.862503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-09T16:47:14.987915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.872381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:47:14.987985Z","caller":"traceutil/trace.go:171","msg":"trace[194101862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5891; }","duration":"168.002475ms","start":"2026-07-09T16:47:14.819966Z","end":"2026-07-09T16:47:14.987968Z","steps":["trace[194101862] 'range keys from in-memory index tree' (duration: 167.650148ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:14.98794Z","caller":"traceutil/trace.go:171","msg":"trace[1721388117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5891; }","duration":"161.984485ms","start":"2026-07-09T16:47:14.825941Z","end":"2026-07-09T16:47:14.987926Z","steps":["trace[1721388117] 'range keys from in-memory index tree' (duration: 161.554698ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:29.765986Z","caller":"traceutil/trace.go:171","msg":"trace[753802479] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"107.777878ms","start":"2026-07-09T16:47:29.658166Z","end":"2026-07-09T16:47:29.765944Z","steps":["trace[753802479] 'process raft request' (duration: 107.490253ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:31.862178Z","caller":"traceutil/trace.go:171","msg":"trace[504393101] linearizableReadLoop","detail":"{readStateIndex:6272; appliedIndex:6271; }","duration":"166.675569ms","start":"2026-07-09T16:47:31.695484Z","end":"2026-07-09T16:47:31.862159Z","steps":["trace[504393101] 'read index received' (duration: 166.521206ms)","trace[504393101] 'applied index is now lower than readState.Index' (duration: 153.833µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:31.862246Z","caller":"traceutil/trace.go:171","msg":"trace[1091355359] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"212.503702ms","start":"2026-07-09T16:47:31.649726Z","end":"2026-07-09T16:47:31.86223Z","steps":["trace[1091355359] 'process raft request' (duration: 212.320609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:31.862326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.791372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:47:31.862365Z","caller":"traceutil/trace.go:171","msg":"trace[1650607867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6004; }","duration":"166.883623ms","start":"2026-07-09T16:47:31.695468Z","end":"2026-07-09T16:47:31.862352Z","steps":["trace[1650607867] 'agreement among raft nodes before linearized reading' (duration: 166.77091ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:35.003932Z","caller":"traceutil/trace.go:171","msg":"trace[2041292133] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"107.353391ms","start":"2026-07-09T16:47:34.89655Z","end":"2026-07-09T16:47:35.003904Z","steps":["trace[2041292133] 'process raft request' (duration: 107.120117ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:35.200307Z","caller":"traceutil/trace.go:171","msg":"trace[2090405058] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"188.149548ms","start":"2026-07-09T16:47:35.012131Z","end":"2026-07-09T16:47:35.20028Z","steps":["trace[2090405058] 'process raft request' (duration: 187.205891ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:35.200608Z","caller":"traceutil/trace.go:171","msg":"trace[1224870349] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6020; }","duration":"187.769871ms","start":"2026-07-09T16:47:35.012745Z","end":"2026-07-09T16:47:35.200515Z","steps":["trace[1224870349] 'process raft request' (duration: 187.477145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:35.492851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.301385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-07-09T16:47:35.492932Z","caller":"traceutil/trace.go:171","msg":"trace[576070128] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6025; }","duration":"134.432728ms","start":"2026-07-09T16:47:35.358479Z","end":"2026-07-09T16:47:35.492912Z","steps":["trace[576070128] 'range keys from in-memory index tree' (duration: 134.098911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:35.492995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.79993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-09T16:47:35.493036Z","caller":"traceutil/trace.go:171","msg":"trace[538256258] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6025; }","duration":"123.861701ms","start":"2026-07-09T16:47:35.36916Z","end":"2026-07-09T16:47:35.493021Z","steps":["trace[538256258] 'range keys from in-memory index tree' (duration: 123.707019ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:35.629599Z","caller":"traceutil/trace.go:171","msg":"trace[362610226] linearizableReadLoop","detail":"{readStateIndex:6296; appliedIndex:6294; }","duration":"123.516265ms","start":"2026-07-09T16:47:35.506059Z","end":"2026-07-09T16:47:35.629576Z","steps":["trace[362610226] 'read index received' (duration: 66.69724ms)","trace[362610226] 'applied index is now lower than readState.Index' (duration: 56.818045ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:35.629707Z","caller":"traceutil/trace.go:171","msg":"trace[1989511374] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"129.140205ms","start":"2026-07-09T16:47:35.500554Z","end":"2026-07-09T16:47:35.629694Z","steps":["trace[1989511374] 'process raft request' (duration: 120.356429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:35.629983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.913882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-07-09T16:47:35.630044Z","caller":"traceutil/trace.go:171","msg":"trace[1816881987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6027; }","duration":"123.976183ms","start":"2026-07-09T16:47:35.506043Z","end":"2026-07-09T16:47:35.630019Z","steps":["trace[1816881987] 'agreement among raft nodes before linearized reading' (duration: 123.772ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:37.379813Z","caller":"traceutil/trace.go:171","msg":"trace[1448884700] linearizableReadLoop","detail":"{readStateIndex:6303; appliedIndex:6302; }","duration":"122.743638ms","start":"2026-07-09T16:47:37.257037Z","end":"2026-07-09T16:47:37.37978Z","steps":["trace[1448884700] 'read index received' (duration: 122.362511ms)","trace[1448884700] 'applied index is now lower than readState.Index' (duration: 379.867µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:37.379878Z","caller":"traceutil/trace.go:171","msg":"trace[1587519699] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"170.777635ms","start":"2026-07-09T16:47:37.209057Z","end":"2026-07-09T16:47:37.379835Z","steps":["trace[1587519699] 'process raft request' (duration: 170.48541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:37.380078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.020383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T16:47:37.380271Z","caller":"traceutil/trace.go:171","msg":"trace[1257771186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6033; }","duration":"123.250567ms","start":"2026-07-09T16:47:37.257Z","end":"2026-07-09T16:47:37.38025Z","steps":["trace[1257771186] 'agreement among raft nodes before linearized reading' (duration: 122.901721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:37.397745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.525984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T16:47:37.397838Z","caller":"traceutil/trace.go:171","msg":"trace[297303367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6033; }","duration":"100.689927ms","start":"2026-07-09T16:47:37.297125Z","end":"2026-07-09T16:47:37.397815Z","steps":["trace[297303367] 'agreement among raft nodes before linearized reading' (duration: 83.033866ms)","trace[297303367] 'range keys from bolt db' (duration: 17.491998ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:39.308062Z","caller":"traceutil/trace.go:171","msg":"trace[70718927] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"248.276906ms","start":"2026-07-09T16:47:39.059763Z","end":"2026-07-09T16:47:39.30804Z","steps":["trace[70718927] 'process raft request' (duration: 248.154534ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:39.576942Z","caller":"traceutil/trace.go:171","msg":"trace[731143988] linearizableReadLoop","detail":"{readStateIndex:6315; appliedIndex:6314; }","duration":"190.711291ms","start":"2026-07-09T16:47:39.386203Z","end":"2026-07-09T16:47:39.576914Z","steps":["trace[731143988] 'read index received' (duration: 113.706164ms)","trace[731143988] 'applied index is now lower than readState.Index' (duration: 77.003827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:39.577199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.975495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-09T16:47:39.577239Z","caller":"traceutil/trace.go:171","msg":"trace[209645820] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6045; }","duration":"191.047696ms","start":"2026-07-09T16:47:39.38618Z","end":"2026-07-09T16:47:39.577228Z","steps":["trace[209645820] 'agreement among raft nodes before linearized reading' (duration: 190.873063ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:39.577214Z","caller":"traceutil/trace.go:171","msg":"trace[748170409] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"191.633097ms","start":"2026-07-09T16:47:39.385555Z","end":"2026-07-09T16:47:39.577188Z","steps":["trace[748170409] 'process raft request' (duration: 114.393966ms)","trace[748170409] 'compare' (duration: 76.719172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:39.577481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.21012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-09T16:47:39.577559Z","caller":"traceutil/trace.go:171","msg":"trace[1706940551] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6045; }","duration":"191.327672ms","start":"2026-07-09T16:47:39.386222Z","end":"2026-07-09T16:47:39.577549Z","steps":["trace[1706940551] 'agreement among raft nodes before linearized reading' (duration: 191.19553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:39.57783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.85354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-09T16:47:39.577841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.5263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T16:47:39.577871Z","caller":"traceutil/trace.go:171","msg":"trace[1410946255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6045; }","duration":"164.58293ms","start":"2026-07-09T16:47:39.413279Z","end":"2026-07-09T16:47:39.577862Z","steps":["trace[1410946255] 'agreement among raft nodes before linearized reading' (duration: 164.499449ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:39.577865Z","caller":"traceutil/trace.go:171","msg":"trace[1158981106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6045; }","duration":"162.91289ms","start":"2026-07-09T16:47:39.414944Z","end":"2026-07-09T16:47:39.577857Z","steps":["trace[1158981106] 'agreement among raft nodes before linearized reading' (duration: 162.783088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:39.578119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.768272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T16:47:39.578146Z","caller":"traceutil/trace.go:171","msg":"trace[1796043436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6045; }","duration":"161.804402ms","start":"2026-07-09T16:47:39.416335Z","end":"2026-07-09T16:47:39.578139Z","steps":["trace[1796043436] 'agreement among raft nodes before linearized reading' (duration: 161.735221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:39.57833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.127105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:47:39.57837Z","caller":"traceutil/trace.go:171","msg":"trace[1242141577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6045; }","duration":"163.167606ms","start":"2026-07-09T16:47:39.415193Z","end":"2026-07-09T16:47:39.578361Z","steps":["trace[1242141577] 'agreement among raft nodes before linearized reading' (duration: 163.073274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:39.801439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.735624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:47:39.801719Z","caller":"traceutil/trace.go:171","msg":"trace[1352503802] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"217.635127ms","start":"2026-07-09T16:47:39.583897Z","end":"2026-07-09T16:47:39.801532Z","steps":["trace[1352503802] 'process raft request' (duration: 94.74249ms)","trace[1352503802] 'compare' (duration: 122.56246ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:39.805389Z","caller":"traceutil/trace.go:171","msg":"trace[1069126269] linearizableReadLoop","detail":"{readStateIndex:6320; appliedIndex:6315; }","duration":"167.570613ms","start":"2026-07-09T16:47:39.6378Z","end":"2026-07-09T16:47:39.805371Z","steps":["trace[1069126269] 'read index received' (duration: 40.751847ms)","trace[1069126269] 'applied index is now lower than readState.Index' (duration: 126.818016ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:39.805488Z","caller":"traceutil/trace.go:171","msg":"trace[839255107] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"221.373032ms","start":"2026-07-09T16:47:39.584108Z","end":"2026-07-09T16:47:39.805481Z","steps":["trace[839255107] 'process raft request' (duration: 221.186328ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:39.805607Z","caller":"traceutil/trace.go:171","msg":"trace[1005255380] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"219.968228ms","start":"2026-07-09T16:47:39.585632Z","end":"2026-07-09T16:47:39.805601Z","steps":["trace[1005255380] 'process raft request' (duration: 219.685193ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:39.805659Z","caller":"traceutil/trace.go:171","msg":"trace[99982795] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"219.968947ms","start":"2026-07-09T16:47:39.585684Z","end":"2026-07-09T16:47:39.805653Z","steps":["trace[99982795] 'process raft request' (duration: 219.659481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:39.805792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.97533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:12226"} {"level":"info","ts":"2026-07-09T16:47:39.80582Z","caller":"traceutil/trace.go:171","msg":"trace[54182150] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:6050; }","duration":"168.017641ms","start":"2026-07-09T16:47:39.637795Z","end":"2026-07-09T16:47:39.805812Z","steps":["trace[54182150] 'agreement among raft nodes before linearized reading' (duration: 167.905659ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:39.806417Z","caller":"traceutil/trace.go:171","msg":"trace[197802535] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"222.274928ms","start":"2026-07-09T16:47:39.584121Z","end":"2026-07-09T16:47:39.806396Z","steps":["trace[197802535] 'process raft request' (duration: 221.070297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:40.115081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.966133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:47:40.115162Z","caller":"traceutil/trace.go:171","msg":"trace[984194867] linearizableReadLoop","detail":"{readStateIndex:6322; appliedIndex:6321; }","duration":"267.007615ms","start":"2026-07-09T16:47:39.848143Z","end":"2026-07-09T16:47:40.115151Z","steps":["trace[984194867] 'read index received' (duration: 87.887989ms)","trace[984194867] 'applied index is now lower than readState.Index' (duration: 179.118756ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:40.115328Z","caller":"traceutil/trace.go:171","msg":"trace[933552136] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"301.298428ms","start":"2026-07-09T16:47:39.814019Z","end":"2026-07-09T16:47:40.115318Z","steps":["trace[933552136] 'process raft request' (duration: 122.03327ms)","trace[933552136] 'compare' (duration: 178.622287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:40.115377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:39.813999Z","time spent":"301.35348ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:47:40.115688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.541495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-09T16:47:40.115729Z","caller":"traceutil/trace.go:171","msg":"trace[1018162613] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6052; }","duration":"267.596606ms","start":"2026-07-09T16:47:39.848123Z","end":"2026-07-09T16:47:40.115719Z","steps":["trace[1018162613] 'agreement among raft nodes before linearized reading' (duration: 267.479674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:40.115941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.559454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-09T16:47:40.115964Z","caller":"traceutil/trace.go:171","msg":"trace[1912668242] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6052; }","duration":"267.593415ms","start":"2026-07-09T16:47:39.848365Z","end":"2026-07-09T16:47:40.115959Z","steps":["trace[1912668242] 'agreement among raft nodes before linearized reading' (duration: 267.532444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:40.116216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.688984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:47:40.116243Z","caller":"traceutil/trace.go:171","msg":"trace[986688945] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:6052; }","duration":"264.744024ms","start":"2026-07-09T16:47:39.851493Z","end":"2026-07-09T16:47:40.116237Z","steps":["trace[986688945] 'agreement among raft nodes before linearized reading' (duration: 264.704653ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:40.429488Z","caller":"traceutil/trace.go:171","msg":"trace[934740907] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"232.448794ms","start":"2026-07-09T16:47:40.19701Z","end":"2026-07-09T16:47:40.429459Z","steps":["trace[934740907] 'process raft request' (duration: 232.279291ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:40.816359Z","caller":"traceutil/trace.go:171","msg":"trace[937720337] transaction","detail":"{read_only:false; response_revision:6056; number_of_response:1; }","duration":"108.001871ms","start":"2026-07-09T16:47:40.708336Z","end":"2026-07-09T16:47:40.816338Z","steps":["trace[937720337] 'process raft request' (duration: 107.865469ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:41.089439Z","caller":"traceutil/trace.go:171","msg":"trace[1259073246] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"305.361596ms","start":"2026-07-09T16:47:40.78404Z","end":"2026-07-09T16:47:41.089402Z","steps":["trace[1259073246] 'process raft request' (duration: 219.805181ms)","trace[1259073246] 'compare' (duration: 85.429273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:41.090057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:40.784019Z","time spent":"305.544051ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:47:41.090536Z","caller":"traceutil/trace.go:171","msg":"trace[57894848] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6057; }","duration":"265.543055ms","start":"2026-07-09T16:47:40.824981Z","end":"2026-07-09T16:47:41.090524Z","steps":["trace[57894848] 'process raft request' (duration: 265.499275ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:41.25816Z","caller":"traceutil/trace.go:171","msg":"trace[1100587691] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"154.049041ms","start":"2026-07-09T16:47:41.104089Z","end":"2026-07-09T16:47:41.258138Z","steps":["trace[1100587691] 'process raft request' (duration: 103.453171ms)","trace[1100587691] 'compare' (duration: 50.314165ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:41.440629Z","caller":"traceutil/trace.go:171","msg":"trace[488624141] transaction","detail":"{read_only:false; response_revision:6059; number_of_response:1; }","duration":"125.652941ms","start":"2026-07-09T16:47:41.314951Z","end":"2026-07-09T16:47:41.440604Z","steps":["trace[488624141] 'process raft request' (duration: 49.360968ms)","trace[488624141] 'compare' (duration: 76.13866ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:42.00914Z","caller":"traceutil/trace.go:171","msg":"trace[1236765250] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"151.617947ms","start":"2026-07-09T16:47:41.857501Z","end":"2026-07-09T16:47:42.009119Z","steps":["trace[1236765250] 'process raft request' (duration: 148.221397ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:42.009388Z","caller":"traceutil/trace.go:171","msg":"trace[115267702] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"151.461996ms","start":"2026-07-09T16:47:41.857918Z","end":"2026-07-09T16:47:42.00938Z","steps":["trace[115267702] 'process raft request' (duration: 151.223641ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:42.009896Z","caller":"traceutil/trace.go:171","msg":"trace[805857658] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"148.474082ms","start":"2026-07-09T16:47:41.861412Z","end":"2026-07-09T16:47:42.009886Z","steps":["trace[805857658] 'process raft request' (duration: 147.906362ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:42.010015Z","caller":"traceutil/trace.go:171","msg":"trace[583601333] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"147.21199ms","start":"2026-07-09T16:47:41.862717Z","end":"2026-07-09T16:47:42.009929Z","steps":["trace[583601333] 'process raft request' (duration: 146.908325ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:42.010402Z","caller":"traceutil/trace.go:171","msg":"trace[1596303886] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"132.384769ms","start":"2026-07-09T16:47:41.877996Z","end":"2026-07-09T16:47:42.010381Z","steps":["trace[1596303886] 'process raft request' (duration: 131.87138ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:42.369245Z","caller":"traceutil/trace.go:171","msg":"trace[1353590275] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"163.531065ms","start":"2026-07-09T16:47:42.20568Z","end":"2026-07-09T16:47:42.369211Z","steps":["trace[1353590275] 'process raft request' (duration: 163.30596ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:43.472094Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2982} {"level":"warn","ts":"2026-07-09T16:47:43.968872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.525951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:47:43.968988Z","caller":"traceutil/trace.go:171","msg":"trace[1256220253] linearizableReadLoop","detail":"{readStateIndex:6345; appliedIndex:6344; }","duration":"364.033044ms","start":"2026-07-09T16:47:43.604918Z","end":"2026-07-09T16:47:43.968951Z","steps":["trace[1256220253] 'read index received' (duration: 38.281µs)","trace[1256220253] 'applied index is now lower than readState.Index' (duration: 363.993833ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:43.969061Z","caller":"traceutil/trace.go:171","msg":"trace[1450792867] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"493.100152ms","start":"2026-07-09T16:47:43.47595Z","end":"2026-07-09T16:47:43.96905Z","steps":["trace[1450792867] 'process raft request' (duration: 33.310695ms)","trace[1450792867] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 458.790608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:43.969107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:43.475932Z","time spent":"493.153052ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:47:43.969431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.720477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-09T16:47:43.969583Z","caller":"traceutil/trace.go:171","msg":"trace[605416210] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6072; }","duration":"314.904591ms","start":"2026-07-09T16:47:43.654641Z","end":"2026-07-09T16:47:43.969546Z","steps":["trace[605416210] 'agreement among raft nodes before linearized reading' (duration: 314.621556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:43.969771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:43.654623Z","time spent":"315.138795ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-09T16:47:43.970179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.112574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:47:43.970275Z","caller":"traceutil/trace.go:171","msg":"trace[1017057078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6072; }","duration":"114.237536ms","start":"2026-07-09T16:47:43.856019Z","end":"2026-07-09T16:47:43.970256Z","steps":["trace[1017057078] 'agreement among raft nodes before linearized reading' (duration: 114.006302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:43.9706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.653952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:47:43.97089Z","caller":"traceutil/trace.go:171","msg":"trace[276526047] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6072; }","duration":"365.970197ms","start":"2026-07-09T16:47:43.604882Z","end":"2026-07-09T16:47:43.970853Z","steps":["trace[276526047] 'agreement among raft nodes before linearized reading' (duration: 365.658762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:43.970963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:43.604866Z","time spent":"366.075779ms","remote":"127.0.0.1:45310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T16:47:44.329983Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2982,"took":"856.544519ms","hash":2885939126,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":33329152,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-09T16:47:44.330064Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2885939126,"revision":2982,"compact-revision":-1} {"level":"warn","ts":"2026-07-09T16:47:44.330323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.778849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:47:44.330655Z","caller":"traceutil/trace.go:171","msg":"trace[345122081] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"242.20791ms","start":"2026-07-09T16:47:44.088425Z","end":"2026-07-09T16:47:44.330633Z","steps":["trace[345122081] 'process raft request' (duration: 242.155179ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:44.331041Z","caller":"traceutil/trace.go:171","msg":"trace[635500123] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"249.561609ms","start":"2026-07-09T16:47:44.081458Z","end":"2026-07-09T16:47:44.33102Z","steps":["trace[635500123] 'process raft request' (duration: 248.951329ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:44.331154Z","caller":"traceutil/trace.go:171","msg":"trace[1231410040] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"257.256855ms","start":"2026-07-09T16:47:44.073878Z","end":"2026-07-09T16:47:44.331135Z","steps":["trace[1231410040] 'process raft request' (duration: 57.581391ms)","trace[1231410040] 'compare' (duration: 85.252316ms)","trace[1231410040] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 113.41008ms)"],"step_count":3} {"level":"info","ts":"2026-07-09T16:47:44.331236Z","caller":"traceutil/trace.go:171","msg":"trace[664964020] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"249.60921ms","start":"2026-07-09T16:47:44.081617Z","end":"2026-07-09T16:47:44.331226Z","steps":["trace[664964020] 'process raft request' (duration: 248.904427ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:44.685839Z","caller":"traceutil/trace.go:171","msg":"trace[1066462108] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"153.29188ms","start":"2026-07-09T16:47:44.532524Z","end":"2026-07-09T16:47:44.685816Z","steps":["trace[1066462108] 'process raft request' (duration: 64.40647ms)","trace[1066462108] 'compare' (duration: 88.779097ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:45.243849Z","caller":"traceutil/trace.go:171","msg":"trace[1180716562] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"142.189113ms","start":"2026-07-09T16:47:45.101635Z","end":"2026-07-09T16:47:45.243824Z","steps":["trace[1180716562] 'process raft request' (duration: 142.03303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:46.27333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.552094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:47:46.273437Z","caller":"traceutil/trace.go:171","msg":"trace[1203631969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6089; }","duration":"184.710457ms","start":"2026-07-09T16:47:46.088702Z","end":"2026-07-09T16:47:46.273413Z","steps":["trace[1203631969] 'range keys from in-memory index tree' (duration: 184.290769ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:46.486873Z","caller":"traceutil/trace.go:171","msg":"trace[1569785272] linearizableReadLoop","detail":"{readStateIndex:6364; appliedIndex:6363; }","duration":"120.224597ms","start":"2026-07-09T16:47:46.36661Z","end":"2026-07-09T16:47:46.486835Z","steps":["trace[1569785272] 'read index received' (duration: 64.418359ms)","trace[1569785272] 'applied index is now lower than readState.Index' (duration: 55.804028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:46.487186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.547563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-07-09T16:47:46.487273Z","caller":"traceutil/trace.go:171","msg":"trace[46639357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6090; }","duration":"120.701985ms","start":"2026-07-09T16:47:46.366551Z","end":"2026-07-09T16:47:46.487253Z","steps":["trace[46639357] 'agreement among raft nodes before linearized reading' (duration: 120.4424ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:46.517552Z","caller":"traceutil/trace.go:171","msg":"trace[821480580] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"149.920517ms","start":"2026-07-09T16:47:46.367581Z","end":"2026-07-09T16:47:46.517502Z","steps":["trace[821480580] 'process raft request' (duration: 149.713084ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:46.517978Z","caller":"traceutil/trace.go:171","msg":"trace[1707773283] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"150.230653ms","start":"2026-07-09T16:47:46.367703Z","end":"2026-07-09T16:47:46.517934Z","steps":["trace[1707773283] 'process raft request' (duration: 149.760615ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:46.518199Z","caller":"traceutil/trace.go:171","msg":"trace[1214872825] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"150.346034ms","start":"2026-07-09T16:47:46.367844Z","end":"2026-07-09T16:47:46.51819Z","steps":["trace[1214872825] 'process raft request' (duration: 150.207152ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:46.518245Z","caller":"traceutil/trace.go:171","msg":"trace[316896805] transaction","detail":"{read_only:false; response_revision:6093; number_of_response:1; }","duration":"150.315904ms","start":"2026-07-09T16:47:46.367801Z","end":"2026-07-09T16:47:46.518117Z","steps":["trace[316896805] 'process raft request' (duration: 150.037519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:46.745727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.453389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:47:46.74584Z","caller":"traceutil/trace.go:171","msg":"trace[1434584797] linearizableReadLoop","detail":"{readStateIndex:6371; appliedIndex:6370; }","duration":"192.918851ms","start":"2026-07-09T16:47:46.5529Z","end":"2026-07-09T16:47:46.745819Z","steps":["trace[1434584797] 'read index received' (duration: 55.332501ms)","trace[1434584797] 'applied index is now lower than readState.Index' (duration: 137.58479ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:46.746541Z","caller":"traceutil/trace.go:171","msg":"trace[323506119] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"213.868907ms","start":"2026-07-09T16:47:46.532614Z","end":"2026-07-09T16:47:46.746483Z","steps":["trace[323506119] 'process raft request' (duration: 75.558883ms)","trace[323506119] 'compare' (duration: 137.282596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:46.746741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.828697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-09T16:47:46.7468Z","caller":"traceutil/trace.go:171","msg":"trace[1161096349] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"167.642236ms","start":"2026-07-09T16:47:46.57914Z","end":"2026-07-09T16:47:46.746782Z","steps":["trace[1161096349] 'process raft request' (duration: 167.338182ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:46.746818Z","caller":"traceutil/trace.go:171","msg":"trace[1212285414] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6097; }","duration":"193.956608ms","start":"2026-07-09T16:47:46.552842Z","end":"2026-07-09T16:47:46.746799Z","steps":["trace[1212285414] 'agreement among raft nodes before linearized reading' (duration: 193.605082ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:46.89285Z","caller":"traceutil/trace.go:171","msg":"trace[173694162] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6099; }","duration":"140.40607ms","start":"2026-07-09T16:47:46.75242Z","end":"2026-07-09T16:47:46.892826Z","steps":["trace[173694162] 'process raft request' (duration: 140.292358ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:46.934442Z","caller":"traceutil/trace.go:171","msg":"trace[604661838] transaction","detail":"{read_only:false; response_revision:6100; number_of_response:1; }","duration":"102.416445ms","start":"2026-07-09T16:47:46.832003Z","end":"2026-07-09T16:47:46.93442Z","steps":["trace[604661838] 'process raft request' (duration: 101.818235ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:47.187132Z","caller":"traceutil/trace.go:171","msg":"trace[1289774266] transaction","detail":"{read_only:false; response_revision:6101; number_of_response:1; }","duration":"242.723359ms","start":"2026-07-09T16:47:46.944376Z","end":"2026-07-09T16:47:47.187099Z","steps":["trace[1289774266] 'process raft request' (duration: 232.851256ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:47.226785Z","caller":"traceutil/trace.go:171","msg":"trace[658318781] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"141.68991ms","start":"2026-07-09T16:47:47.085053Z","end":"2026-07-09T16:47:47.226743Z","steps":["trace[658318781] 'process raft request' (duration: 141.245412ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:48.267789Z","caller":"traceutil/trace.go:171","msg":"trace[318612041] transaction","detail":"{read_only:false; response_revision:6105; number_of_response:1; }","duration":"244.852793ms","start":"2026-07-09T16:47:48.022908Z","end":"2026-07-09T16:47:48.267761Z","steps":["trace[318612041] 'process raft request' (duration: 244.69265ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:49.628305Z","caller":"traceutil/trace.go:171","msg":"trace[284232916] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"352.594321ms","start":"2026-07-09T16:47:49.275689Z","end":"2026-07-09T16:47:49.628283Z","steps":["trace[284232916] 'process raft request' (duration: 352.469599ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:49.628392Z","caller":"traceutil/trace.go:171","msg":"trace[1161678167] linearizableReadLoop","detail":"{readStateIndex:6391; appliedIndex:6391; }","duration":"302.056749ms","start":"2026-07-09T16:47:49.326296Z","end":"2026-07-09T16:47:49.628352Z","steps":["trace[1161678167] 'read index received' (duration: 302.041839ms)","trace[1161678167] 'applied index is now lower than readState.Index' (duration: 12.35µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:49.628457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:49.275668Z","time spent":"352.709963ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:47:49.628639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.306635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:47:49.628714Z","caller":"traceutil/trace.go:171","msg":"trace[26127025] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6116; }","duration":"302.428556ms","start":"2026-07-09T16:47:49.326264Z","end":"2026-07-09T16:47:49.628693Z","steps":["trace[26127025] 'agreement among raft nodes before linearized reading' (duration: 302.246053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:49.628776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:49.32625Z","time spent":"302.508537ms","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:47:49.671025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:49.335564Z","time spent":"335.453802ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T16:47:49.67109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.947699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-5fbtk\" ","response":"range_response_count:1 size:8134"} {"level":"info","ts":"2026-07-09T16:47:49.671182Z","caller":"traceutil/trace.go:171","msg":"trace[1343993227] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-5fbtk; range_end:; response_count:1; response_revision:6116; }","duration":"337.073382ms","start":"2026-07-09T16:47:49.334092Z","end":"2026-07-09T16:47:49.671166Z","steps":["trace[1343993227] 'agreement among raft nodes before linearized reading' (duration: 336.849507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:49.671241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:49.334077Z","time spent":"337.156253ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8157,"request content":"key:\"/registry/pods/openstack/keystone-domain-manage-5fbtk\" "} {"level":"warn","ts":"2026-07-09T16:47:49.671616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.089033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:47:49.671642Z","caller":"traceutil/trace.go:171","msg":"trace[444082772] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6116; }","duration":"332.162944ms","start":"2026-07-09T16:47:49.339472Z","end":"2026-07-09T16:47:49.671635Z","steps":["trace[444082772] 'agreement among raft nodes before linearized reading' (duration: 332.069303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:49.671674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:49.339457Z","time spent":"332.209756ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":39,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-09T16:47:50.558422Z","caller":"traceutil/trace.go:171","msg":"trace[1874404095] linearizableReadLoop","detail":"{readStateIndex:6398; appliedIndex:6397; }","duration":"129.086523ms","start":"2026-07-09T16:47:50.429308Z","end":"2026-07-09T16:47:50.558395Z","steps":["trace[1874404095] 'read index received' (duration: 128.88755ms)","trace[1874404095] 'applied index is now lower than readState.Index' (duration: 198.173µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:50.558516Z","caller":"traceutil/trace.go:171","msg":"trace[2091586625] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"204.231486ms","start":"2026-07-09T16:47:50.354274Z","end":"2026-07-09T16:47:50.558506Z","steps":["trace[2091586625] 'process raft request' (duration: 204.004752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:50.5587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.377709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:47:50.558742Z","caller":"traceutil/trace.go:171","msg":"trace[1920148085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6122; }","duration":"129.449291ms","start":"2026-07-09T16:47:50.429281Z","end":"2026-07-09T16:47:50.558731Z","steps":["trace[1920148085] 'agreement among raft nodes before linearized reading' (duration: 129.328489ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:52.632858Z","caller":"traceutil/trace.go:171","msg":"trace[62117659] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"340.76704ms","start":"2026-07-09T16:47:52.292065Z","end":"2026-07-09T16:47:52.632832Z","steps":["trace[62117659] 'process raft request' (duration: 301.014077ms)","trace[62117659] 'compare' (duration: 39.56049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:52.632975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:52.292042Z","time spent":"340.872643ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:47:52.652293Z","caller":"traceutil/trace.go:171","msg":"trace[1816353523] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"358.227555ms","start":"2026-07-09T16:47:52.294044Z","end":"2026-07-09T16:47:52.652272Z","steps":["trace[1816353523] 'process raft request' (duration: 358.113294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:47:52.65244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:47:52.294008Z","time spent":"358.349917ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:47:54.838155Z","caller":"traceutil/trace.go:171","msg":"trace[248193098] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"134.348328ms","start":"2026-07-09T16:47:54.703773Z","end":"2026-07-09T16:47:54.838122Z","steps":["trace[248193098] 'process raft request' (duration: 47.984185ms)","trace[248193098] 'compare' (duration: 86.119259ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:47:54.852189Z","caller":"traceutil/trace.go:171","msg":"trace[4360697] linearizableReadLoop","detail":"{readStateIndex:6428; appliedIndex:6426; }","duration":"146.920408ms","start":"2026-07-09T16:47:54.705247Z","end":"2026-07-09T16:47:54.852168Z","steps":["trace[4360697] 'read index received' (duration: 46.49517ms)","trace[4360697] 'applied index is now lower than readState.Index' (duration: 100.424268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:47:54.85239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.114131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:47:54.852428Z","caller":"traceutil/trace.go:171","msg":"trace[1799490320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6153; }","duration":"147.173402ms","start":"2026-07-09T16:47:54.705244Z","end":"2026-07-09T16:47:54.852418Z","steps":["trace[1799490320] 'agreement among raft nodes before linearized reading' (duration: 147.008559ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:54.85271Z","caller":"traceutil/trace.go:171","msg":"trace[322660484] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"148.098668ms","start":"2026-07-09T16:47:54.7046Z","end":"2026-07-09T16:47:54.852699Z","steps":["trace[322660484] 'process raft request' (duration: 147.326915ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:54.852851Z","caller":"traceutil/trace.go:171","msg":"trace[2141504195] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"147.03551ms","start":"2026-07-09T16:47:54.705805Z","end":"2026-07-09T16:47:54.852841Z","steps":["trace[2141504195] 'process raft request' (duration: 146.248836ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:54.853042Z","caller":"traceutil/trace.go:171","msg":"trace[98846137] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"146.531071ms","start":"2026-07-09T16:47:54.706499Z","end":"2026-07-09T16:47:54.85303Z","steps":["trace[98846137] 'process raft request' (duration: 145.590725ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:54.85317Z","caller":"traceutil/trace.go:171","msg":"trace[1103554217] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"115.459809ms","start":"2026-07-09T16:47:54.7377Z","end":"2026-07-09T16:47:54.85316Z","steps":["trace[1103554217] 'process raft request' (duration: 114.421171ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:47:55.351669Z","caller":"traceutil/trace.go:171","msg":"trace[2049584653] transaction","detail":"{read_only:false; response_revision:6158; number_of_response:1; }","duration":"140.013255ms","start":"2026-07-09T16:47:55.211632Z","end":"2026-07-09T16:47:55.351646Z","steps":["trace[2049584653] 'process raft request' (duration: 68.567452ms)","trace[2049584653] 'compare' (duration: 71.354141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:48:33.383884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.271213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T16:48:33.384089Z","caller":"traceutil/trace.go:171","msg":"trace[370735444] linearizableReadLoop","detail":"{readStateIndex:6757; appliedIndex:6756; }","duration":"294.307825ms","start":"2026-07-09T16:48:33.089672Z","end":"2026-07-09T16:48:33.38398Z","steps":["trace[370735444] 'read index received' (duration: 74.770697ms)","trace[370735444] 'applied index is now lower than readState.Index' (duration: 219.535438ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:48:33.3842Z","caller":"traceutil/trace.go:171","msg":"trace[712002359] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"295.336131ms","start":"2026-07-09T16:48:33.088852Z","end":"2026-07-09T16:48:33.384188Z","steps":["trace[712002359] 'process raft request' (duration: 75.659291ms)","trace[712002359] 'compare' (duration: 218.956278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:48:33.384615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.570582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T16:48:33.384653Z","caller":"traceutil/trace.go:171","msg":"trace[2019667313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6462; }","duration":"293.642483ms","start":"2026-07-09T16:48:33.090999Z","end":"2026-07-09T16:48:33.384642Z","steps":["trace[2019667313] 'agreement among raft nodes before linearized reading' (duration: 293.46593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:48:33.384732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.968332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T16:48:33.384897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.864347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-09T16:48:33.384955Z","caller":"traceutil/trace.go:171","msg":"trace[1783388173] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6462; }","duration":"293.919388ms","start":"2026-07-09T16:48:33.091024Z","end":"2026-07-09T16:48:33.384944Z","steps":["trace[1783388173] 'agreement among raft nodes before linearized reading' (duration: 293.801036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:48:33.38495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.695895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:271926"} {"level":"info","ts":"2026-07-09T16:48:33.385038Z","caller":"traceutil/trace.go:171","msg":"trace[1995555959] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:6462; }","duration":"247.841377ms","start":"2026-07-09T16:48:33.137177Z","end":"2026-07-09T16:48:33.385019Z","steps":["trace[1995555959] 'agreement among raft nodes before linearized reading' (duration: 247.373899ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:48:33.38493Z","caller":"traceutil/trace.go:171","msg":"trace[1081334314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6462; }","duration":"126.275038ms","start":"2026-07-09T16:48:33.258606Z","end":"2026-07-09T16:48:33.384881Z","steps":["trace[1081334314] 'agreement among raft nodes before linearized reading' (duration: 125.925052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:48:33.384785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.079108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T16:48:33.385241Z","caller":"traceutil/trace.go:171","msg":"trace[2081568653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6462; }","duration":"295.593616ms","start":"2026-07-09T16:48:33.089638Z","end":"2026-07-09T16:48:33.385231Z","steps":["trace[2081568653] 'agreement among raft nodes before linearized reading' (duration: 294.952075ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:48:33.624249Z","caller":"traceutil/trace.go:171","msg":"trace[681492686] linearizableReadLoop","detail":"{readStateIndex:6760; appliedIndex:6757; }","duration":"216.432865ms","start":"2026-07-09T16:48:33.407802Z","end":"2026-07-09T16:48:33.624235Z","steps":["trace[681492686] 'read index received' (duration: 166.804624ms)","trace[681492686] 'applied index is now lower than readState.Index' (duration: 49.627561ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:48:33.624271Z","caller":"traceutil/trace.go:171","msg":"trace[1449344145] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"232.708151ms","start":"2026-07-09T16:48:33.391549Z","end":"2026-07-09T16:48:33.624257Z","steps":["trace[1449344145] 'process raft request' (duration: 232.63395ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:48:33.624285Z","caller":"traceutil/trace.go:171","msg":"trace[1937062612] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"233.635407ms","start":"2026-07-09T16:48:33.390615Z","end":"2026-07-09T16:48:33.62425Z","steps":["trace[1937062612] 'process raft request' (duration: 184.084668ms)","trace[1937062612] 'compare' (duration: 49.363046ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:48:33.624346Z","caller":"traceutil/trace.go:171","msg":"trace[934383091] transaction","detail":"{read_only:false; response_revision:6465; number_of_response:1; }","duration":"232.245503ms","start":"2026-07-09T16:48:33.392095Z","end":"2026-07-09T16:48:33.62434Z","steps":["trace[934383091] 'process raft request' (duration: 232.113581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:48:33.625309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.494462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:271926"} {"level":"info","ts":"2026-07-09T16:48:33.625353Z","caller":"traceutil/trace.go:171","msg":"trace[2012435260] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:6465; }","duration":"217.577814ms","start":"2026-07-09T16:48:33.407769Z","end":"2026-07-09T16:48:33.625347Z","steps":["trace[2012435260] 'agreement among raft nodes before linearized reading' (duration: 216.624038ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:48:56.259958Z","caller":"traceutil/trace.go:171","msg":"trace[1353248416] transaction","detail":"{read_only:false; response_revision:6737; number_of_response:1; }","duration":"132.159529ms","start":"2026-07-09T16:48:56.127775Z","end":"2026-07-09T16:48:56.259934Z","steps":["trace[1353248416] 'process raft request' (duration: 131.976296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:49:11.810389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.585735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T16:49:11.810471Z","caller":"traceutil/trace.go:171","msg":"trace[1012396709] linearizableReadLoop","detail":"{readStateIndex:7204; appliedIndex:7203; }","duration":"110.728568ms","start":"2026-07-09T16:49:11.699726Z","end":"2026-07-09T16:49:11.810454Z","steps":["trace[1012396709] 'read index received' (duration: 19.181µs)","trace[1012396709] 'applied index is now lower than readState.Index' (duration: 110.707947ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:49:11.810592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.83064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:49:11.810609Z","caller":"traceutil/trace.go:171","msg":"trace[926695346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6888; }","duration":"110.907292ms","start":"2026-07-09T16:49:11.699695Z","end":"2026-07-09T16:49:11.810602Z","steps":["trace[926695346] 'agreement among raft nodes before linearized reading' (duration: 110.834371ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:49:17.982195Z","caller":"traceutil/trace.go:171","msg":"trace[1357490732] linearizableReadLoop","detail":"{readStateIndex:7246; appliedIndex:7244; }","duration":"118.39791ms","start":"2026-07-09T16:49:17.863778Z","end":"2026-07-09T16:49:17.982176Z","steps":["trace[1357490732] 'read index received' (duration: 60.374829ms)","trace[1357490732] 'applied index is now lower than readState.Index' (duration: 58.022231ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:49:17.982377Z","caller":"traceutil/trace.go:171","msg":"trace[1008494595] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"125.089421ms","start":"2026-07-09T16:49:17.857252Z","end":"2026-07-09T16:49:17.982341Z","steps":["trace[1008494595] 'process raft request' (duration: 85.676508ms)","trace[1008494595] 'compare' (duration: 39.141038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:49:17.98256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.762966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:49:17.982782Z","caller":"traceutil/trace.go:171","msg":"trace[1619537678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6928; }","duration":"119.026351ms","start":"2026-07-09T16:49:17.863737Z","end":"2026-07-09T16:49:17.982764Z","steps":["trace[1619537678] 'agreement among raft nodes before linearized reading' (duration: 118.693886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:28.805705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:50:29.30648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:50:29.807143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:50:30.308193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:50:30.794356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005155245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T16:50:30.794478Z","caller":"traceutil/trace.go:171","msg":"trace[1614835683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005314478s","start":"2026-07-09T16:50:28.789147Z","end":"2026-07-09T16:50:30.794461Z","steps":["trace[1614835683] 'agreement among raft nodes before linearized reading' (duration: 2.005190187s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:30.794529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:28.789129Z","time spent":"2.005383399s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 16:50:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T16:50:30.809826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:50:31.31052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:50:31.804065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10534626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T16:50:31.804128Z","caller":"traceutil/trace.go:171","msg":"trace[116147720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.105448701s","start":"2026-07-09T16:50:29.698666Z","end":"2026-07-09T16:50:31.804115Z","steps":["trace[116147720] 'agreement among raft nodes before linearized reading' (duration: 2.10536841s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:31.804158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:29.698614Z","time spent":"2.105538302s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 16:50:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T16:50:31.813465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:50:32.192881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.205137615s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T16:50:32.22442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637026036s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:50:32.224541Z","caller":"traceutil/trace.go:171","msg":"trace[2011892995] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7410; }","duration":"3.637156279s","start":"2026-07-09T16:50:28.587365Z","end":"2026-07-09T16:50:32.224522Z","steps":["trace[2011892995] 'range keys from in-memory index tree' (duration: 3.637005426s)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:50:32.227135Z","caller":"traceutil/trace.go:171","msg":"trace[750238175] transaction","detail":"{read_only:false; response_revision:7411; number_of_response:1; }","duration":"4.23946249s","start":"2026-07-09T16:50:27.987648Z","end":"2026-07-09T16:50:32.227111Z","steps":["trace[750238175] 'process raft request' (duration: 4.205435971s)","trace[750238175] 'compare' (duration: 30.155557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:50:32.227272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:27.987627Z","time spent":"4.239576421s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:50:32.235892Z","caller":"traceutil/trace.go:171","msg":"trace[55873549] transaction","detail":"{read_only:false; response_revision:7414; number_of_response:1; }","duration":"1.441598797s","start":"2026-07-09T16:50:30.794268Z","end":"2026-07-09T16:50:32.235867Z","steps":["trace[55873549] 'process raft request' (duration: 1.441101088s)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:50:32.235898Z","caller":"traceutil/trace.go:171","msg":"trace[490338697] transaction","detail":"{read_only:false; response_revision:7413; number_of_response:1; }","duration":"1.565990925s","start":"2026-07-09T16:50:30.66986Z","end":"2026-07-09T16:50:32.235851Z","steps":["trace[490338697] 'process raft request' (duration: 1.565443446s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.236049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:30.794251Z","time spent":"1.441737079s","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T16:50:32.236168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:30.669842Z","time spent":"1.566235299s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:50:32.236373Z","caller":"traceutil/trace.go:171","msg":"trace[1351765258] transaction","detail":"{read_only:false; response_revision:7412; number_of_response:1; }","duration":"3.81551568s","start":"2026-07-09T16:50:28.420254Z","end":"2026-07-09T16:50:32.23577Z","steps":["trace[1351765258] 'process raft request' (duration: 3.814926571s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.236488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:28.420229Z","time spent":"3.816178091s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T16:50:32.274634Z","caller":"traceutil/trace.go:171","msg":"trace[2121167406] linearizableReadLoop","detail":"{readStateIndex:7762; appliedIndex:7757; }","duration":"3.969791542s","start":"2026-07-09T16:50:28.304823Z","end":"2026-07-09T16:50:32.274615Z","steps":["trace[2121167406] 'read index received' (duration: 3.888273827s)","trace[2121167406] 'applied index is now lower than readState.Index' (duration: 81.516945ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:50:32.274892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970042425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T16:50:32.275819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.460275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:50:32.275832Z","caller":"traceutil/trace.go:171","msg":"trace[513080513] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7414; }","duration":"3.971017161s","start":"2026-07-09T16:50:28.304792Z","end":"2026-07-09T16:50:32.275809Z","steps":["trace[513080513] 'agreement among raft nodes before linearized reading' (duration: 3.970042775s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.275831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.960279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:50:32.275928Z","caller":"traceutil/trace.go:171","msg":"trace[46006063] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7415; }","duration":"122.078ms","start":"2026-07-09T16:50:32.153839Z","end":"2026-07-09T16:50:32.275917Z","steps":["trace[46006063] 'agreement among raft nodes before linearized reading' (duration: 121.926188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.275932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.237439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-09T16:50:32.275945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:28.304776Z","time spent":"3.971150344s","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:50:32.275297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.701558298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:50:32.276049Z","caller":"traceutil/trace.go:171","msg":"trace[1733046204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7415; }","duration":"3.702373391s","start":"2026-07-09T16:50:28.573668Z","end":"2026-07-09T16:50:32.276042Z","steps":["trace[1733046204] 'agreement among raft nodes before linearized reading' (duration: 3.701557528s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.275442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755693619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T16:50:32.276085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:28.573639Z","time spent":"3.702436542s","remote":"127.0.0.1:50098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-09T16:50:32.276119Z","caller":"traceutil/trace.go:171","msg":"trace[166237114] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7415; }","duration":"2.75637231s","start":"2026-07-09T16:50:29.519737Z","end":"2026-07-09T16:50:32.276109Z","steps":["trace[166237114] 'agreement among raft nodes before linearized reading' (duration: 2.755607958s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.276161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:29.51972Z","time spent":"2.75642742s","remote":"127.0.0.1:47874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":89,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-09T16:50:32.275877Z","caller":"traceutil/trace.go:171","msg":"trace[312254352] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7415; }","duration":"906.530605ms","start":"2026-07-09T16:50:31.369324Z","end":"2026-07-09T16:50:32.275855Z","steps":["trace[312254352] 'agreement among raft nodes before linearized reading' (duration: 906.473094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.275705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839553714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-09T16:50:32.275603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75764474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-09T16:50:32.276338Z","caller":"traceutil/trace.go:171","msg":"trace[1634365655] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7415; }","duration":"2.840213864s","start":"2026-07-09T16:50:29.436115Z","end":"2026-07-09T16:50:32.276329Z","steps":["trace[1634365655] 'agreement among raft nodes before linearized reading' (duration: 2.839511503s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.276377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:29.436099Z","time spent":"2.840268775s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:50:32.276311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:31.369308Z","time spent":"906.991982ms","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:50:32.275779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46103702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:50:32.276534Z","caller":"traceutil/trace.go:171","msg":"trace[1597839540] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7415; }","duration":"1.461812592s","start":"2026-07-09T16:50:30.814713Z","end":"2026-07-09T16:50:32.276526Z","steps":["trace[1597839540] 'agreement among raft nodes before linearized reading' (duration: 1.461029569s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.276559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:30.814706Z","time spent":"1.461844532s","remote":"127.0.0.1:47974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-09T16:50:32.276346Z","caller":"traceutil/trace.go:171","msg":"trace[1512488968] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7415; }","duration":"2.758419224s","start":"2026-07-09T16:50:29.517919Z","end":"2026-07-09T16:50:32.276339Z","steps":["trace[1512488968] 'agreement among raft nodes before linearized reading' (duration: 2.757546159s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.276678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:29.517903Z","time spent":"2.758764839s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T16:50:32.275988Z","caller":"traceutil/trace.go:171","msg":"trace[1378222733] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7415; }","duration":"162.30645ms","start":"2026-07-09T16:50:32.113663Z","end":"2026-07-09T16:50:32.27597Z","steps":["trace[1378222733] 'agreement among raft nodes before linearized reading' (duration: 162.181608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.275701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.423501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T16:50:32.276937Z","caller":"traceutil/trace.go:171","msg":"trace[1791102473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7415; }","duration":"456.699861ms","start":"2026-07-09T16:50:31.820225Z","end":"2026-07-09T16:50:32.276925Z","steps":["trace[1791102473] 'agreement among raft nodes before linearized reading' (duration: 455.388121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.276985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:31.820211Z","time spent":"456.764502ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T16:50:32.277206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.90215123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-6967766c4d-n9tbp\" ","response":"range_response_count:1 size:9867"} {"level":"info","ts":"2026-07-09T16:50:32.27724Z","caller":"traceutil/trace.go:171","msg":"trace[1845907675] range","detail":"{range_begin:/registry/pods/openstack/horizon-6967766c4d-n9tbp; range_end:; response_count:1; response_revision:7415; }","duration":"3.90218739s","start":"2026-07-09T16:50:28.375045Z","end":"2026-07-09T16:50:32.277232Z","steps":["trace[1845907675] 'agreement among raft nodes before linearized reading' (duration: 3.9021203s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.277245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650296947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-09T16:50:32.277265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:28.375001Z","time spent":"3.902259561s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9890,"request content":"key:\"/registry/pods/openstack/horizon-6967766c4d-n9tbp\" "} {"level":"warn","ts":"2026-07-09T16:50:32.277323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924053774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T16:50:32.27735Z","caller":"traceutil/trace.go:171","msg":"trace[1103124433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7415; }","duration":"3.924107804s","start":"2026-07-09T16:50:28.353237Z","end":"2026-07-09T16:50:32.277344Z","steps":["trace[1103124433] 'agreement among raft nodes before linearized reading' (duration: 3.921778437s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.277429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.876630616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:50:32.277457Z","caller":"traceutil/trace.go:171","msg":"trace[1904492821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7415; }","duration":"3.876681428s","start":"2026-07-09T16:50:28.400769Z","end":"2026-07-09T16:50:32.27745Z","steps":["trace[1904492821] 'agreement among raft nodes before linearized reading' (duration: 3.876607317s)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:50:32.27729Z","caller":"traceutil/trace.go:171","msg":"trace[1740313708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7415; }","duration":"2.650358948s","start":"2026-07-09T16:50:29.62691Z","end":"2026-07-09T16:50:32.277269Z","steps":["trace[1740313708] 'agreement among raft nodes before linearized reading' (duration: 2.648196503s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.27748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:28.400755Z","time spent":"3.876721748s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T16:50:32.277371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:28.353223Z","time spent":"3.924141644s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T16:50:32.277612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:29.626899Z","time spent":"2.650600391s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T16:50:32.27814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625864342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T16:50:32.278229Z","caller":"traceutil/trace.go:171","msg":"trace[1443883050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7415; }","duration":"2.626005544s","start":"2026-07-09T16:50:29.652204Z","end":"2026-07-09T16:50:32.278209Z","steps":["trace[1443883050] 'agreement among raft nodes before linearized reading' (duration: 2.624909427s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.278427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:29.652184Z","time spent":"2.626128466s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T16:50:32.277596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.921325079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-09T16:50:32.282894Z","caller":"traceutil/trace.go:171","msg":"trace[2093341132] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7415; }","duration":"3.926619614s","start":"2026-07-09T16:50:28.356253Z","end":"2026-07-09T16:50:32.282873Z","steps":["trace[2093341132] 'agreement among raft nodes before linearized reading' (duration: 3.921153156s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:50:32.283282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:50:28.356247Z","time spent":"3.926989341s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-09T16:51:54.687077Z","caller":"traceutil/trace.go:171","msg":"trace[1700541771] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"159.214329ms","start":"2026-07-09T16:51:54.527824Z","end":"2026-07-09T16:51:54.687039Z","steps":["trace[1700541771] 'process raft request' (duration: 158.614487ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:51:55.075817Z","caller":"traceutil/trace.go:171","msg":"trace[1638039490] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"192.057189ms","start":"2026-07-09T16:51:54.883735Z","end":"2026-07-09T16:51:55.075792Z","steps":["trace[1638039490] 'process raft request' (duration: 122.914475ms)","trace[1638039490] 'compare' (duration: 69.05ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:51:55.076772Z","caller":"traceutil/trace.go:171","msg":"trace[1458009615] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"125.208434ms","start":"2026-07-09T16:51:54.951547Z","end":"2026-07-09T16:51:55.076755Z","steps":["trace[1458009615] 'process raft request' (duration: 125.107581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:51:55.315624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.674468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-09T16:51:55.31601Z","caller":"traceutil/trace.go:171","msg":"trace[566627145] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7956; }","duration":"231.92808ms","start":"2026-07-09T16:51:55.084022Z","end":"2026-07-09T16:51:55.31595Z","steps":["trace[566627145] 'process raft request' (duration: 127.854577ms)","trace[566627145] 'compare' (duration: 103.606016ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:51:55.316182Z","caller":"traceutil/trace.go:171","msg":"trace[422410820] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"116.518545ms","start":"2026-07-09T16:51:55.199643Z","end":"2026-07-09T16:51:55.316161Z","steps":["trace[422410820] 'process raft request' (duration: 116.140111ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:51:55.491756Z","caller":"traceutil/trace.go:171","msg":"trace[114757762] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"168.296797ms","start":"2026-07-09T16:51:55.323434Z","end":"2026-07-09T16:51:55.491731Z","steps":["trace[114757762] 'process raft request' (duration: 110.450213ms)","trace[114757762] 'compare' (duration: 57.72513ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:51:55.502047Z","caller":"traceutil/trace.go:171","msg":"trace[805342490] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"178.179887ms","start":"2026-07-09T16:51:55.323833Z","end":"2026-07-09T16:51:55.502013Z","steps":["trace[805342490] 'process raft request' (duration: 177.929447ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:51:55.50246Z","caller":"traceutil/trace.go:171","msg":"trace[1873252204] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"174.192352ms","start":"2026-07-09T16:51:55.328172Z","end":"2026-07-09T16:51:55.502365Z","steps":["trace[1873252204] 'process raft request' (duration: 173.794738ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:52:43.479611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6071} {"level":"info","ts":"2026-07-09T16:52:43.576176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6071,"took":"95.385744ms","hash":3037215742,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":18636800,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-09T16:52:43.576235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3037215742,"revision":6071,"compact-revision":2982} {"level":"info","ts":"2026-07-09T16:53:11.083016Z","caller":"traceutil/trace.go:171","msg":"trace[1261964124] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"128.930165ms","start":"2026-07-09T16:53:10.95404Z","end":"2026-07-09T16:53:11.082971Z","steps":["trace[1261964124] 'process raft request' (duration: 128.76571ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:53:11.282458Z","caller":"traceutil/trace.go:171","msg":"trace[1363744071] linearizableReadLoop","detail":"{readStateIndex:8855; appliedIndex:8854; }","duration":"132.037881ms","start":"2026-07-09T16:53:11.150392Z","end":"2026-07-09T16:53:11.282429Z","steps":["trace[1363744071] 'read index received' (duration: 117.82039ms)","trace[1363744071] 'applied index is now lower than readState.Index' (duration: 14.214031ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:53:11.282712Z","caller":"traceutil/trace.go:171","msg":"trace[1231941592] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"153.778362ms","start":"2026-07-09T16:53:11.128713Z","end":"2026-07-09T16:53:11.282492Z","steps":["trace[1231941592] 'process raft request' (duration: 139.483148ms)","trace[1231941592] 'compare' (duration: 14.101228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:53:11.284158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.742805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4389"} {"level":"info","ts":"2026-07-09T16:53:11.284244Z","caller":"traceutil/trace.go:171","msg":"trace[1474036219] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:8444; }","duration":"133.891929ms","start":"2026-07-09T16:53:11.15033Z","end":"2026-07-09T16:53:11.284222Z","steps":["trace[1474036219] 'agreement among raft nodes before linearized reading' (duration: 132.241567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:15.663789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288233933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:53:16.164435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288233933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:53:16.665285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288233933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:53:17.167486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333862288233933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T16:53:18.427988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.334997648s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T16:53:18.429087Z","caller":"traceutil/trace.go:171","msg":"trace[198314673] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"3.336177945s","start":"2026-07-09T16:53:15.092893Z","end":"2026-07-09T16:53:18.429071Z","steps":["trace[198314673] 'process raft request' (duration: 3.336089382s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.429169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:15.092874Z","time spent":"3.336244657s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:53:18.873139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181843397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T16:53:18.873199Z","caller":"traceutil/trace.go:171","msg":"trace[1560560443] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.18193638s","start":"2026-07-09T16:53:16.691249Z","end":"2026-07-09T16:53:18.873185Z","steps":["trace[1560560443] 'agreement among raft nodes before linearized reading' (duration: 2.181867578s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.873229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:16.691234Z","time spent":"2.181986861s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 16:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-09T16:53:18.919189Z","caller":"traceutil/trace.go:171","msg":"trace[1174605931] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"3.271397062s","start":"2026-07-09T16:53:15.647769Z","end":"2026-07-09T16:53:18.919166Z","steps":["trace[1174605931] 'process raft request' (duration: 3.258216139s)","trace[1174605931] 'compare' (duration: 12.288155ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T16:53:18.919863Z","caller":"traceutil/trace.go:171","msg":"trace[75342043] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"480.367069ms","start":"2026-07-09T16:53:18.439483Z","end":"2026-07-09T16:53:18.91985Z","steps":["trace[75342043] 'process raft request' (duration: 479.687048ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:53:18.919746Z","caller":"traceutil/trace.go:171","msg":"trace[520300685] linearizableReadLoop","detail":"{readStateIndex:8881; appliedIndex:8880; }","duration":"3.757070108s","start":"2026-07-09T16:53:15.162658Z","end":"2026-07-09T16:53:18.919728Z","steps":["trace[520300685] 'read index received' (duration: 3.26719518s)","trace[520300685] 'applied index is now lower than readState.Index' (duration: 489.873348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T16:53:18.919923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:18.439467Z","time spent":"480.423791ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:53:18.920396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:15.647746Z","time spent":"3.272065403s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:53:18.92119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758533133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bnjnr\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-07-09T16:53:18.921306Z","caller":"traceutil/trace.go:171","msg":"trace[499489763] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bnjnr; range_end:; response_count:1; response_revision:8469; }","duration":"3.758678038s","start":"2026-07-09T16:53:15.162618Z","end":"2026-07-09T16:53:18.921296Z","steps":["trace[499489763] 'agreement among raft nodes before linearized reading' (duration: 3.75715076s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.921382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:15.162601Z","time spent":"3.75873964s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18548,"request content":"key:\"/registry/pods/kube-system/cilium-bnjnr\" "} {"level":"warn","ts":"2026-07-09T16:53:18.922784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628183642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T16:53:18.92282Z","caller":"traceutil/trace.go:171","msg":"trace[1921940877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8470; }","duration":"3.628249964s","start":"2026-07-09T16:53:15.294561Z","end":"2026-07-09T16:53:18.922811Z","steps":["trace[1921940877] 'agreement among raft nodes before linearized reading' (duration: 3.62810197s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.922841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:15.294547Z","time spent":"3.628288225s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T16:53:18.922912Z","caller":"traceutil/trace.go:171","msg":"trace[897190031] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"483.381583ms","start":"2026-07-09T16:53:18.439519Z","end":"2026-07-09T16:53:18.9229Z","steps":["trace[897190031] 'process raft request' (duration: 479.721698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.92297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:18.43951Z","time spent":"483.424145ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T16:53:18.923011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54331811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-09T16:53:18.923494Z","caller":"traceutil/trace.go:171","msg":"trace[261028080] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8470; }","duration":"2.543435755s","start":"2026-07-09T16:53:16.379661Z","end":"2026-07-09T16:53:18.923097Z","steps":["trace[261028080] 'agreement among raft nodes before linearized reading' (duration: 2.543063862s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.923674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525399141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T16:53:18.923701Z","caller":"traceutil/trace.go:171","msg":"trace[1349367892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8470; }","duration":"3.525441741s","start":"2026-07-09T16:53:15.398252Z","end":"2026-07-09T16:53:18.923694Z","steps":["trace[1349367892] 'agreement among raft nodes before linearized reading' (duration: 3.525367089s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.923708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:16.379636Z","time spent":"2.544062434s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T16:53:18.92372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:15.398244Z","time spent":"3.525471013s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T16:53:18.924086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837339569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T16:53:18.924503Z","caller":"traceutil/trace.go:171","msg":"trace[1091416091] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8470; }","duration":"1.837786683s","start":"2026-07-09T16:53:17.086705Z","end":"2026-07-09T16:53:18.924492Z","steps":["trace[1091416091] 'agreement among raft nodes before linearized reading' (duration: 1.837319908s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.924558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:17.086689Z","time spent":"1.837859985s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":40,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-09T16:53:18.92423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540762895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T16:53:18.925091Z","caller":"traceutil/trace.go:171","msg":"trace[383919630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8470; }","duration":"3.541655283s","start":"2026-07-09T16:53:15.383427Z","end":"2026-07-09T16:53:18.925083Z","steps":["trace[383919630] 'agreement among raft nodes before linearized reading' (duration: 3.540756935s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.923597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.028273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-07-09T16:53:18.924285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623483313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-09T16:53:18.92434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542399496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-09T16:53:18.924353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558257951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-09T16:53:18.924398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544741325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-09T16:53:18.922983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.659809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T16:53:18.924455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469000152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-09T16:53:18.925548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:15.383408Z","time spent":"3.542129618s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T16:53:18.92582Z","caller":"traceutil/trace.go:171","msg":"trace[1282873671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8470; }","duration":"3.625020082s","start":"2026-07-09T16:53:15.300791Z","end":"2026-07-09T16:53:18.925811Z","steps":["trace[1282873671] 'agreement among raft nodes before linearized reading' (duration: 3.623441131s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.925883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:15.300768Z","time spent":"3.625105945s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T16:53:18.925994Z","caller":"traceutil/trace.go:171","msg":"trace[598605361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8470; }","duration":"3.544087631s","start":"2026-07-09T16:53:15.381898Z","end":"2026-07-09T16:53:18.925986Z","steps":["trace[598605361] 'agreement among raft nodes before linearized reading' (duration: 3.542402058s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.926052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:15.381881Z","time spent":"3.544163373s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T16:53:18.926203Z","caller":"traceutil/trace.go:171","msg":"trace[725481363] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8470; }","duration":"2.560138531s","start":"2026-07-09T16:53:16.366053Z","end":"2026-07-09T16:53:18.926192Z","steps":["trace[725481363] 'agreement among raft nodes before linearized reading' (duration: 2.558257012s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.926265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:16.366035Z","time spent":"2.560221113s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T16:53:18.926397Z","caller":"traceutil/trace.go:171","msg":"trace[1050761246] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:8470; }","duration":"2.546759418s","start":"2026-07-09T16:53:16.379631Z","end":"2026-07-09T16:53:18.92639Z","steps":["trace[1050761246] 'agreement among raft nodes before linearized reading' (duration: 2.544734944s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.926456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:16.379617Z","time spent":"2.546831151s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.121\" "} {"level":"info","ts":"2026-07-09T16:53:18.926577Z","caller":"traceutil/trace.go:171","msg":"trace[407436217] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8470; }","duration":"492.279313ms","start":"2026-07-09T16:53:18.434289Z","end":"2026-07-09T16:53:18.926569Z","steps":["trace[407436217] 'agreement among raft nodes before linearized reading' (duration: 488.658619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.926636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:18.434257Z","time spent":"492.368936ms","remote":"127.0.0.1:58474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-09T16:53:18.926768Z","caller":"traceutil/trace.go:171","msg":"trace[1996815648] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8470; }","duration":"3.471364527s","start":"2026-07-09T16:53:15.455396Z","end":"2026-07-09T16:53:18.92676Z","steps":["trace[1996815648] 'agreement among raft nodes before linearized reading' (duration: 3.469011163s)"],"step_count":1} {"level":"info","ts":"2026-07-09T16:53:18.925564Z","caller":"traceutil/trace.go:171","msg":"trace[772756230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8470; }","duration":"486.009286ms","start":"2026-07-09T16:53:18.439546Z","end":"2026-07-09T16:53:18.925555Z","steps":["trace[772756230] 'agreement among raft nodes before linearized reading' (duration: 483.958332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T16:53:18.926846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:18.439541Z","time spent":"487.295696ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T16:53:18.927785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T16:53:15.455376Z","time spent":"3.472398258s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "}