{"level":"warn","ts":"2026-06-23T22:16:00.407394Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-23T22:16:00.407481Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-23T22:16:00.407542Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-23T22:16:00.407551Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-23T22:16:00.407566Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-23T22:16:00.408175Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-06-23T22:16:00.408241Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-23T22:16:00.409809Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.370402ms"} {"level":"info","ts":"2026-06-23T22:16:00.415528Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-06-23T22:16:00.41562Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-06-23T22:16:00.415644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-06-23T22:16:00.415655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-23T22:16:00.415664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-06-23T22:16:00.415703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-06-23T22:16:00.419283Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-23T22:16:00.421691Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-23T22:16:00.423254Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-23T22:16:00.426298Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-23T22:16:00.426726Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-23T22:16:00.426837Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-23T22:16:00.426936Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-23T22:16:00.426957Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-23T22:16:00.428741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-06-23T22:16:00.428914Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-23T22:16:00.431162Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-23T22:16:00.431397Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-06-23T22:16:00.431444Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-06-23T22:16:00.431454Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-23T22:16:00.431484Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-23T22:16:00.616813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-06-23T22:16:00.616864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-23T22:16:00.616891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-06-23T22:16:00.616902Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-06-23T22:16:00.616907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-06-23T22:16:00.616915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-06-23T22:16:00.616922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-06-23T22:16:00.624925Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-06-23T22:16:00.625011Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T22:16:00.625223Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-23T22:16:00.625268Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-23T22:16:00.625396Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-23T22:16:00.625459Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-23T22:16:00.626181Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T22:16:00.626332Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T22:16:00.626561Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T22:16:00.627203Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-06-23T22:16:00.628441Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-23T22:16:15.758049Z","caller":"traceutil/trace.go:171","msg":"trace[770244670] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"243.485963ms","start":"2026-06-23T22:16:15.514545Z","end":"2026-06-23T22:16:15.758031Z","steps":["trace[770244670] 'read index received' (duration: 243.445982ms)","trace[770244670] 'applied index is now lower than readState.Index' (duration: 39.081µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:15.758096Z","caller":"traceutil/trace.go:171","msg":"trace[1374855538] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"253.952179ms","start":"2026-06-23T22:16:15.504105Z","end":"2026-06-23T22:16:15.758058Z","steps":["trace[1374855538] 'process raft request' (duration: 253.810286ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:15.758197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.630906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-06-23T22:16:15.758255Z","caller":"traceutil/trace.go:171","msg":"trace[1018003519] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:409; }","duration":"243.738598ms","start":"2026-06-23T22:16:15.514509Z","end":"2026-06-23T22:16:15.758247Z","steps":["trace[1018003519] 'agreement among raft nodes before linearized reading' (duration: 243.635766ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:15.758306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.998584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:16:15.758388Z","caller":"traceutil/trace.go:171","msg":"trace[482385349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"132.126606ms","start":"2026-06-23T22:16:15.626239Z","end":"2026-06-23T22:16:15.758365Z","steps":["trace[482385349] 'agreement among raft nodes before linearized reading' (duration: 131.975262ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:16.665106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.390088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:16:16.665216Z","caller":"traceutil/trace.go:171","msg":"trace[1091198574] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"903.664412ms","start":"2026-06-23T22:16:15.761533Z","end":"2026-06-23T22:16:16.665197Z","steps":["trace[1091198574] 'process raft request' (duration: 587.549036ms)","trace[1091198574] 'compare' (duration: 315.188444ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:16:16.665275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:15.761513Z","time spent":"903.734654ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:16:16.855234Z","caller":"traceutil/trace.go:171","msg":"trace[1552828569] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"418.795278ms","start":"2026-06-23T22:16:16.436409Z","end":"2026-06-23T22:16:16.855204Z","steps":["trace[1552828569] 'read index received' (duration: 340.00669ms)","trace[1552828569] 'applied index is now lower than readState.Index' (duration: 78.787228ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:16.855308Z","caller":"traceutil/trace.go:171","msg":"trace[445597557] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"1.087553889s","start":"2026-06-23T22:16:15.767732Z","end":"2026-06-23T22:16:16.855286Z","steps":["trace[445597557] 'process raft request' (duration: 1.00873129s)","trace[445597557] 'compare' (duration: 78.580833ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:16:16.855442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:15.767716Z","time spent":"1.087638072s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:16:16.855501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.831774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:16:16.855441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.018433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-23T22:16:16.85552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.190959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:16:16.855539Z","caller":"traceutil/trace.go:171","msg":"trace[679074758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"227.895706ms","start":"2026-06-23T22:16:16.627629Z","end":"2026-06-23T22:16:16.855525Z","steps":["trace[679074758] 'agreement among raft nodes before linearized reading' (duration: 227.855475ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:16.855563Z","caller":"traceutil/trace.go:171","msg":"trace[1453604888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:411; }","duration":"375.25236ms","start":"2026-06-23T22:16:16.480297Z","end":"2026-06-23T22:16:16.85555Z","steps":["trace[1453604888] 'agreement among raft nodes before linearized reading' (duration: 375.189969ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:16.855585Z","caller":"traceutil/trace.go:171","msg":"trace[394320546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:411; }","duration":"419.181197ms","start":"2026-06-23T22:16:16.436356Z","end":"2026-06-23T22:16:16.855538Z","steps":["trace[394320546] 'agreement among raft nodes before linearized reading' (duration: 418.987032ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:16.855604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:16.480283Z","time spent":"375.311541ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:16:16.855661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:16.436336Z","time spent":"419.298669ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:16:16.855456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.099661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T22:16:16.855795Z","caller":"traceutil/trace.go:171","msg":"trace[1734184679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:411; }","duration":"415.4801ms","start":"2026-06-23T22:16:16.440301Z","end":"2026-06-23T22:16:16.855781Z","steps":["trace[1734184679] 'agreement among raft nodes before linearized reading' (duration: 415.094381ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:16.855853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:16.440279Z","time spent":"415.560571ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T22:16:25.453214Z","caller":"traceutil/trace.go:171","msg":"trace[2070441022] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"203.443139ms","start":"2026-06-23T22:16:25.249744Z","end":"2026-06-23T22:16:25.453187Z","steps":["trace[2070441022] 'process raft request' (duration: 150.331666ms)","trace[2070441022] 'compare' (duration: 52.981429ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:25.466502Z","caller":"traceutil/trace.go:171","msg":"trace[1675662858] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:461; }","duration":"214.762025ms","start":"2026-06-23T22:16:25.251722Z","end":"2026-06-23T22:16:25.466484Z","steps":["trace[1675662858] 'read index received' (duration: 148.320458ms)","trace[1675662858] 'applied index is now lower than readState.Index' (duration: 66.440927ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:25.466576Z","caller":"traceutil/trace.go:171","msg":"trace[167630889] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"215.733418ms","start":"2026-06-23T22:16:25.250823Z","end":"2026-06-23T22:16:25.466556Z","steps":["trace[167630889] 'process raft request' (duration: 215.562654ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:25.466646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.702223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-06-23T22:16:25.466675Z","caller":"traceutil/trace.go:171","msg":"trace[1591503556] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:445; }","duration":"214.779235ms","start":"2026-06-23T22:16:25.251886Z","end":"2026-06-23T22:16:25.466665Z","steps":["trace[1591503556] 'agreement among raft nodes before linearized reading' (duration: 214.716684ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:25.466841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.953859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3810"} {"level":"info","ts":"2026-06-23T22:16:25.46693Z","caller":"traceutil/trace.go:171","msg":"trace[1324485804] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:445; }","duration":"215.199146ms","start":"2026-06-23T22:16:25.251706Z","end":"2026-06-23T22:16:25.466905Z","steps":["trace[1324485804] 'agreement among raft nodes before linearized reading' (duration: 214.896679ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:25.629149Z","caller":"traceutil/trace.go:171","msg":"trace[1288329602] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"109.045472ms","start":"2026-06-23T22:16:25.520083Z","end":"2026-06-23T22:16:25.629128Z","steps":["trace[1288329602] 'process raft request' (duration: 108.989451ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:25.629217Z","caller":"traceutil/trace.go:171","msg":"trace[657529943] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"112.374971ms","start":"2026-06-23T22:16:25.516793Z","end":"2026-06-23T22:16:25.629168Z","steps":["trace[657529943] 'process raft request' (duration: 51.812292ms)","trace[657529943] 'compare' (duration: 60.322553ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:25.825093Z","caller":"traceutil/trace.go:171","msg":"trace[1476693109] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"157.251208ms","start":"2026-06-23T22:16:25.667812Z","end":"2026-06-23T22:16:25.825063Z","steps":["trace[1476693109] 'process raft request' (duration: 153.050069ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:33.274078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.852878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-23T22:16:33.27419Z","caller":"traceutil/trace.go:171","msg":"trace[1389155888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:476; }","duration":"257.013722ms","start":"2026-06-23T22:16:33.017147Z","end":"2026-06-23T22:16:33.274161Z","steps":["trace[1389155888] 'range keys from in-memory index tree' (duration: 256.723095ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:33.280833Z","caller":"traceutil/trace.go:171","msg":"trace[84085818] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:497; }","duration":"182.869093ms","start":"2026-06-23T22:16:33.09794Z","end":"2026-06-23T22:16:33.28081Z","steps":["trace[84085818] 'read index received' (duration: 182.74236ms)","trace[84085818] 'applied index is now lower than readState.Index' (duration: 125.723µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:33.280937Z","caller":"traceutil/trace.go:171","msg":"trace[2087178108] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"259.876439ms","start":"2026-06-23T22:16:33.021026Z","end":"2026-06-23T22:16:33.280903Z","steps":["trace[2087178108] 'process raft request' (duration: 259.630893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:33.280978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.020306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-23T22:16:33.281135Z","caller":"traceutil/trace.go:171","msg":"trace[1730002587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:477; }","duration":"183.211601ms","start":"2026-06-23T22:16:33.097901Z","end":"2026-06-23T22:16:33.281112Z","steps":["trace[1730002587] 'agreement among raft nodes before linearized reading' (duration: 183.014206ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:33.28147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.487691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-23T22:16:33.281528Z","caller":"traceutil/trace.go:171","msg":"trace[466723069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:478; }","duration":"103.582293ms","start":"2026-06-23T22:16:33.17793Z","end":"2026-06-23T22:16:33.281512Z","steps":["trace[466723069] 'agreement among raft nodes before linearized reading' (duration: 103.482571ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:39.58394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.384697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:16:39.584817Z","caller":"traceutil/trace.go:171","msg":"trace[2008329622] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"745.282358ms","start":"2026-06-23T22:16:38.839406Z","end":"2026-06-23T22:16:39.584688Z","steps":["trace[2008329622] 'process raft request' (duration: 159.043832ms)","trace[2008329622] 'compare' (duration: 585.200082ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:39.584975Z","caller":"traceutil/trace.go:171","msg":"trace[369870908] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"729.24906ms","start":"2026-06-23T22:16:38.855685Z","end":"2026-06-23T22:16:39.584934Z","steps":["trace[369870908] 'process raft request' (duration: 728.536293ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:39.585161Z","caller":"traceutil/trace.go:171","msg":"trace[1395173460] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"736.554352ms","start":"2026-06-23T22:16:38.84854Z","end":"2026-06-23T22:16:39.585095Z","steps":["trace[1395173460] 'process raft request' (duration: 735.570968ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:39.585181Z","caller":"traceutil/trace.go:171","msg":"trace[1640932006] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"660.899337ms","start":"2026-06-23T22:16:38.924187Z","end":"2026-06-23T22:16:39.585086Z","steps":["trace[1640932006] 'process raft request' (duration: 660.129579ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:39.585341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:38.848517Z","time spent":"736.716786ms","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:16:39.585378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:38.839379Z","time spent":"745.718928ms","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:16:39.585405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:38.924153Z","time spent":"661.142453ms","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-23T22:16:39.585606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:38.855644Z","time spent":"729.426704ms","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:16:39.594041Z","caller":"traceutil/trace.go:171","msg":"trace[1208544854] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:577; }","duration":"698.77454ms","start":"2026-06-23T22:16:38.89523Z","end":"2026-06-23T22:16:39.594005Z","steps":["trace[1208544854] 'read index received' (duration: 103.200724ms)","trace[1208544854] 'applied index is now lower than readState.Index' (duration: 595.571736ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:16:39.59439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.13985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:16:39.59447Z","caller":"traceutil/trace.go:171","msg":"trace[490426540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"699.276843ms","start":"2026-06-23T22:16:38.895172Z","end":"2026-06-23T22:16:39.594449Z","steps":["trace[490426540] 'agreement among raft nodes before linearized reading' (duration: 699.084978ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:39.594517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:38.895151Z","time spent":"699.357764ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:16:39.594537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.730823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-23T22:16:39.594515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.355614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T22:16:39.594571Z","caller":"traceutil/trace.go:171","msg":"trace[579982180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:558; }","duration":"286.757544ms","start":"2026-06-23T22:16:39.307801Z","end":"2026-06-23T22:16:39.594558Z","steps":["trace[579982180] 'agreement among raft nodes before linearized reading' (duration: 286.694412ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:39.594598Z","caller":"traceutil/trace.go:171","msg":"trace[2092936972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:558; }","duration":"286.469376ms","start":"2026-06-23T22:16:39.308107Z","end":"2026-06-23T22:16:39.594576Z","steps":["trace[2092936972] 'agreement among raft nodes before linearized reading' (duration: 286.23264ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:39.59446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.127136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:16:39.59468Z","caller":"traceutil/trace.go:171","msg":"trace[280457820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:558; }","duration":"288.394932ms","start":"2026-06-23T22:16:39.30627Z","end":"2026-06-23T22:16:39.594665Z","steps":["trace[280457820] 'agreement among raft nodes before linearized reading' (duration: 288.057224ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:43.72785Z","caller":"traceutil/trace.go:171","msg":"trace[106010765] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"105.823006ms","start":"2026-06-23T22:16:43.622001Z","end":"2026-06-23T22:16:43.727824Z","steps":["trace[106010765] 'read index received' (duration: 105.665552ms)","trace[106010765] 'applied index is now lower than readState.Index' (duration: 156.364µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:43.727957Z","caller":"traceutil/trace.go:171","msg":"trace[154003940] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"106.41495ms","start":"2026-06-23T22:16:43.621515Z","end":"2026-06-23T22:16:43.727929Z","steps":["trace[154003940] 'process raft request' (duration: 106.163364ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:43.728113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.088262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:16:43.728173Z","caller":"traceutil/trace.go:171","msg":"trace[1845518932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:609; }","duration":"106.173424ms","start":"2026-06-23T22:16:43.621987Z","end":"2026-06-23T22:16:43.72816Z","steps":["trace[1845518932] 'agreement among raft nodes before linearized reading' (duration: 105.99408ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:43.761268Z","caller":"traceutil/trace.go:171","msg":"trace[933959029] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"136.600192ms","start":"2026-06-23T22:16:43.624642Z","end":"2026-06-23T22:16:43.761242Z","steps":["trace[933959029] 'process raft request' (duration: 136.219573ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:43.76132Z","caller":"traceutil/trace.go:171","msg":"trace[1398356911] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"136.650123ms","start":"2026-06-23T22:16:43.624639Z","end":"2026-06-23T22:16:43.761289Z","steps":["trace[1398356911] 'process raft request' (duration: 136.470179ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:43.761348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.210345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:16:43.761428Z","caller":"traceutil/trace.go:171","msg":"trace[598042754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"134.334668ms","start":"2026-06-23T22:16:43.627074Z","end":"2026-06-23T22:16:43.761409Z","steps":["trace[598042754] 'agreement among raft nodes before linearized reading' (duration: 134.184365ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:44.160329Z","caller":"traceutil/trace.go:171","msg":"trace[1246852266] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"195.245444ms","start":"2026-06-23T22:16:43.965058Z","end":"2026-06-23T22:16:44.160303Z","steps":["trace[1246852266] 'process raft request' (duration: 163.772322ms)","trace[1246852266] 'compare' (duration: 31.354719ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:47.879884Z","caller":"traceutil/trace.go:171","msg":"trace[132722034] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"281.458859ms","start":"2026-06-23T22:16:47.5984Z","end":"2026-06-23T22:16:47.879858Z","steps":["trace[132722034] 'read index received' (duration: 280.613569ms)","trace[132722034] 'applied index is now lower than readState.Index' (duration: 844.369µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:47.880002Z","caller":"traceutil/trace.go:171","msg":"trace[771292556] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"471.289695ms","start":"2026-06-23T22:16:47.408678Z","end":"2026-06-23T22:16:47.879968Z","steps":["trace[771292556] 'process raft request' (duration: 470.620159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:47.880066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.11288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:16:47.880104Z","caller":"traceutil/trace.go:171","msg":"trace[610541246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"253.204642ms","start":"2026-06-23T22:16:47.626887Z","end":"2026-06-23T22:16:47.880091Z","steps":["trace[610541246] 'agreement among raft nodes before linearized reading' (duration: 253.12204ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:47.88018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:47.408648Z","time spent":"471.434269ms","remote":"127.0.0.1:58992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:16:47.880202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.785436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pvgl4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-06-23T22:16:47.88028Z","caller":"traceutil/trace.go:171","msg":"trace[252743262] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pvgl4; range_end:; response_count:1; response_revision:632; }","duration":"281.895539ms","start":"2026-06-23T22:16:47.598364Z","end":"2026-06-23T22:16:47.880259Z","steps":["trace[252743262] 'agreement among raft nodes before linearized reading' (duration: 281.649593ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:47.880368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.214753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T22:16:47.880495Z","caller":"traceutil/trace.go:171","msg":"trace[871961967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"139.405308ms","start":"2026-06-23T22:16:47.741056Z","end":"2026-06-23T22:16:47.880461Z","steps":["trace[871961967] 'agreement among raft nodes before linearized reading' (duration: 139.0688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:47.880781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.963523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:16:47.880927Z","caller":"traceutil/trace.go:171","msg":"trace[1712772090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"107.156547ms","start":"2026-06-23T22:16:47.773745Z","end":"2026-06-23T22:16:47.880902Z","steps":["trace[1712772090] 'agreement among raft nodes before linearized reading' (duration: 106.587694ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:47.880925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.475142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T22:16:47.882184Z","caller":"traceutil/trace.go:171","msg":"trace[129259928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"106.656775ms","start":"2026-06-23T22:16:47.774386Z","end":"2026-06-23T22:16:47.881043Z","steps":["trace[129259928] 'agreement among raft nodes before linearized reading' (duration: 106.263916ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:49.201445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.629258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:16:49.20155Z","caller":"traceutil/trace.go:171","msg":"trace[46712415] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:632; }","duration":"779.745691ms","start":"2026-06-23T22:16:48.421789Z","end":"2026-06-23T22:16:49.201535Z","steps":["trace[46712415] 'range keys from in-memory index tree' (duration: 779.608177ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:49.202178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017534169s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:16:49.202466Z","caller":"traceutil/trace.go:171","msg":"trace[237585209] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.314803129s","start":"2026-06-23T22:16:47.887638Z","end":"2026-06-23T22:16:49.202441Z","steps":["trace[237585209] 'process raft request' (duration: 1.314655416s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:49.202622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:47.887603Z","time spent":"1.314964423s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:16:49.202887Z","caller":"traceutil/trace.go:171","msg":"trace[555865141] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.317667747s","start":"2026-06-23T22:16:47.88515Z","end":"2026-06-23T22:16:49.202818Z","steps":["trace[555865141] 'process raft request' (duration: 299.35674ms)","trace[555865141] 'compare' (duration: 1.016812662s)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:49.203026Z","caller":"traceutil/trace.go:171","msg":"trace[1014209045] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.315243759s","start":"2026-06-23T22:16:47.887756Z","end":"2026-06-23T22:16:49.203Z","steps":["trace[1014209045] 'process raft request' (duration: 1.314629355s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:49.204008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:47.885122Z","time spent":"1.318787833s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:16:49.204132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:47.887685Z","time spent":"1.316317835s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:16:49.203081Z","caller":"traceutil/trace.go:171","msg":"trace[1251775076] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.315142867s","start":"2026-06-23T22:16:47.887913Z","end":"2026-06-23T22:16:49.203056Z","steps":["trace[1251775076] 'process raft request' (duration: 1.314988183s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:49.204317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:47.887841Z","time spent":"1.316443978s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:16:49.203405Z","caller":"traceutil/trace.go:171","msg":"trace[2092494867] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.297616874s","start":"2026-06-23T22:16:47.905723Z","end":"2026-06-23T22:16:49.20334Z","steps":["trace[2092494867] 'process raft request' (duration: 1.297283296s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:49.204566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:47.905691Z","time spent":"1.298825972s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:16:49.203527Z","caller":"traceutil/trace.go:171","msg":"trace[2131990520] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.253573806s","start":"2026-06-23T22:16:47.949941Z","end":"2026-06-23T22:16:49.203514Z","steps":["trace[2131990520] 'process raft request' (duration: 1.253278419s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:49.204735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:47.949915Z","time spent":"1.254785654s","remote":"127.0.0.1:47868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-23T22:16:49.203569Z","caller":"traceutil/trace.go:171","msg":"trace[1226875294] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:657; }","duration":"575.791011ms","start":"2026-06-23T22:16:48.627761Z","end":"2026-06-23T22:16:49.203552Z","steps":["trace[1226875294] 'read index received' (duration: 464.130757ms)","trace[1226875294] 'applied index is now lower than readState.Index' (duration: 111.658553ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:16:50.96161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758230508s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-23T22:16:50.961722Z","caller":"traceutil/trace.go:171","msg":"trace[1448152326] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"1.745326293s","start":"2026-06-23T22:16:49.21637Z","end":"2026-06-23T22:16:50.961697Z","steps":["trace[1448152326] 'read index received' (duration: 91.652µs)","trace[1448152326] 'applied index is now lower than readState.Index' (duration: 1.745231351s)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:16:50.961718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333932906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:16:50.961825Z","caller":"traceutil/trace.go:171","msg":"trace[881202431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"2.334083039s","start":"2026-06-23T22:16:48.627709Z","end":"2026-06-23T22:16:50.961792Z","steps":["trace[881202431] 'agreement among raft nodes before linearized reading' (duration: 575.887963ms)","trace[881202431] 'range keys from in-memory index tree' (duration: 1.758055453s)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:16:50.96192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:48.627681Z","time spent":"2.334225553s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:16:50.962302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.756111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:16:50.962323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745869537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:16:50.962403Z","caller":"traceutil/trace.go:171","msg":"trace[1692878506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"333.917575ms","start":"2026-06-23T22:16:50.628458Z","end":"2026-06-23T22:16:50.962376Z","steps":["trace[1692878506] 'agreement among raft nodes before linearized reading' (duration: 333.68318ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:50.962456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:50.628433Z","time spent":"334.014728ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-23T22:16:50.962478Z","caller":"traceutil/trace.go:171","msg":"trace[472075376] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:638; }","duration":"1.746084832s","start":"2026-06-23T22:16:49.216354Z","end":"2026-06-23T22:16:50.962439Z","steps":["trace[472075376] 'agreement among raft nodes before linearized reading' (duration: 1.745728553s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:50.962561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:49.216281Z","time spent":"1.746263406s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-06-23T22:16:51.724517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.187954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:16:51.724611Z","caller":"traceutil/trace.go:171","msg":"trace[1696549241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:639; }","duration":"516.328687ms","start":"2026-06-23T22:16:51.208261Z","end":"2026-06-23T22:16:51.72459Z","steps":["trace[1696549241] 'range keys from in-memory index tree' (duration: 516.054381ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:51.724607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.865526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:16:51.724648Z","caller":"traceutil/trace.go:171","msg":"trace[2121296859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:639; }","duration":"515.908187ms","start":"2026-06-23T22:16:51.208728Z","end":"2026-06-23T22:16:51.724636Z","steps":["trace[2121296859] 'range keys from in-memory index tree' (duration: 515.757163ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:51.724647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:51.20824Z","time spent":"516.398238ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:16:51.724711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:51.20869Z","time spent":"515.977848ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:16:51.724794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.919707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-23T22:16:51.72485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.026913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T22:16:51.724866Z","caller":"traceutil/trace.go:171","msg":"trace[855128684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:639; }","duration":"516.0597ms","start":"2026-06-23T22:16:51.208786Z","end":"2026-06-23T22:16:51.724846Z","steps":["trace[855128684] 'range keys from in-memory index tree' (duration: 515.743073ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:51.724889Z","caller":"traceutil/trace.go:171","msg":"trace[1901365285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:639; }","duration":"517.111045ms","start":"2026-06-23T22:16:51.207768Z","end":"2026-06-23T22:16:51.724879Z","steps":["trace[1901365285] 'range keys from in-memory index tree' (duration: 516.909771ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:51.724902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:51.208737Z","time spent":"516.157753ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:16:51.724916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:51.207735Z","time spent":"517.174357ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T22:16:51.72698Z","caller":"traceutil/trace.go:171","msg":"trace[803792498] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"342.018576ms","start":"2026-06-23T22:16:51.38493Z","end":"2026-06-23T22:16:51.726949Z","steps":["trace[803792498] 'process raft request' (duration: 341.457263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:51.727163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:16:51.384886Z","time spent":"342.167679ms","remote":"127.0.0.1:58992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:16:53.986354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.769423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:16:53.986611Z","caller":"traceutil/trace.go:171","msg":"trace[726448592] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"220.671375ms","start":"2026-06-23T22:16:53.765919Z","end":"2026-06-23T22:16:53.986591Z","steps":["trace[726448592] 'process raft request' (duration: 220.566063ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:53.986717Z","caller":"traceutil/trace.go:171","msg":"trace[587126038] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"220.781098ms","start":"2026-06-23T22:16:53.765796Z","end":"2026-06-23T22:16:53.986577Z","steps":["trace[587126038] 'process raft request' (duration: 95.702787ms)","trace[587126038] 'compare' (duration: 124.652381ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:16:53.986836Z","caller":"traceutil/trace.go:171","msg":"trace[160183015] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"220.722946ms","start":"2026-06-23T22:16:53.766075Z","end":"2026-06-23T22:16:53.986798Z","steps":["trace[160183015] 'process raft request' (duration: 220.48119ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:53.986933Z","caller":"traceutil/trace.go:171","msg":"trace[854303181] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"207.647497ms","start":"2026-06-23T22:16:53.779254Z","end":"2026-06-23T22:16:53.986901Z","steps":["trace[854303181] 'process raft request' (duration: 207.489754ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:53.986928Z","caller":"traceutil/trace.go:171","msg":"trace[63149984] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:687; }","duration":"168.683968ms","start":"2026-06-23T22:16:53.818206Z","end":"2026-06-23T22:16:53.98689Z","steps":["trace[63149984] 'read index received' (duration: 43.309091ms)","trace[63149984] 'applied index is now lower than readState.Index' (duration: 125.373137ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:16:53.987222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.990226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-23T22:16:53.987292Z","caller":"traceutil/trace.go:171","msg":"trace[300955514] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:665; }","duration":"169.123189ms","start":"2026-06-23T22:16:53.818143Z","end":"2026-06-23T22:16:53.987266Z","steps":["trace[300955514] 'agreement among raft nodes before linearized reading' (duration: 168.889453ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:56.240218Z","caller":"traceutil/trace.go:171","msg":"trace[335707876] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"244.040815ms","start":"2026-06-23T22:16:55.996146Z","end":"2026-06-23T22:16:56.240187Z","steps":["trace[335707876] 'process raft request' (duration: 243.979014ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:16:56.240246Z","caller":"traceutil/trace.go:171","msg":"trace[874709314] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"244.485016ms","start":"2026-06-23T22:16:55.995727Z","end":"2026-06-23T22:16:56.240212Z","steps":["trace[874709314] 'process raft request' (duration: 241.555897ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:16:58.161639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.609846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:16:58.16174Z","caller":"traceutil/trace.go:171","msg":"trace[447875062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:689; }","duration":"151.75289ms","start":"2026-06-23T22:16:58.00996Z","end":"2026-06-23T22:16:58.161713Z","steps":["trace[447875062] 'range keys from in-memory index tree' (duration: 151.404011ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:03.398168Z","caller":"traceutil/trace.go:171","msg":"trace[1831623121] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"106.359088ms","start":"2026-06-23T22:17:03.291776Z","end":"2026-06-23T22:17:03.398135Z","steps":["trace[1831623121] 'process raft request' (duration: 105.739084ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:03.624802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.242746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-23T22:17:03.624894Z","caller":"traceutil/trace.go:171","msg":"trace[972310410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:759; }","duration":"114.41708ms","start":"2026-06-23T22:17:03.510458Z","end":"2026-06-23T22:17:03.624875Z","steps":["trace[972310410] 'range keys from in-memory index tree' (duration: 114.023291ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:05.925961Z","caller":"traceutil/trace.go:171","msg":"trace[1893302395] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"134.493175ms","start":"2026-06-23T22:17:05.791425Z","end":"2026-06-23T22:17:05.925918Z","steps":["trace[1893302395] 'process raft request' (duration: 71.617366ms)","trace[1893302395] 'compare' (duration: 62.616613ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:17:10.454112Z","caller":"traceutil/trace.go:171","msg":"trace[658466565] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"125.339799ms","start":"2026-06-23T22:17:10.32871Z","end":"2026-06-23T22:17:10.45405Z","steps":["trace[658466565] 'process raft request' (duration: 124.861668ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:10.626084Z","caller":"traceutil/trace.go:171","msg":"trace[2122067131] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"121.671812ms","start":"2026-06-23T22:17:10.50437Z","end":"2026-06-23T22:17:10.626042Z","steps":["trace[2122067131] 'read index received' (duration: 101.115894ms)","trace[2122067131] 'applied index is now lower than readState.Index' (duration: 20.554598ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:17:10.626421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.972808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:17:10.626244Z","caller":"traceutil/trace.go:171","msg":"trace[1283349303] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"167.422645ms","start":"2026-06-23T22:17:10.458781Z","end":"2026-06-23T22:17:10.626204Z","steps":["trace[1283349303] 'process raft request' (duration: 146.682813ms)","trace[1283349303] 'compare' (duration: 20.379523ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:17:10.626481Z","caller":"traceutil/trace.go:171","msg":"trace[1648836435] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:801; }","duration":"122.112222ms","start":"2026-06-23T22:17:10.504353Z","end":"2026-06-23T22:17:10.626465Z","steps":["trace[1648836435] 'agreement among raft nodes before linearized reading' (duration: 121.862126ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:12.338835Z","caller":"traceutil/trace.go:171","msg":"trace[91109463] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:841; }","duration":"451.092554ms","start":"2026-06-23T22:17:11.887716Z","end":"2026-06-23T22:17:12.338809Z","steps":["trace[91109463] 'read index received' (duration: 450.845219ms)","trace[91109463] 'applied index is now lower than readState.Index' (duration: 246.245µs)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:17:12.339073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.248039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:17:12.339137Z","caller":"traceutil/trace.go:171","msg":"trace[1980322355] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:810; }","duration":"451.483954ms","start":"2026-06-23T22:17:11.887644Z","end":"2026-06-23T22:17:12.339128Z","steps":["trace[1980322355] 'agreement among raft nodes before linearized reading' (duration: 451.261479ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:12.339203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.549645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:17:12.338881Z","caller":"traceutil/trace.go:171","msg":"trace[598056819] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"538.67633ms","start":"2026-06-23T22:17:11.80018Z","end":"2026-06-23T22:17:12.338856Z","steps":["trace[598056819] 'process raft request' (duration: 538.479675ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:12.339303Z","caller":"traceutil/trace.go:171","msg":"trace[256303573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:810; }","duration":"364.720839ms","start":"2026-06-23T22:17:11.97456Z","end":"2026-06-23T22:17:12.339281Z","steps":["trace[256303573] 'agreement among raft nodes before linearized reading' (duration: 364.450322ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:12.339367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:11.974534Z","time spent":"364.823171ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:17:12.339243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:11.887616Z","time spent":"451.548926ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:17:12.339876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:11.80016Z","time spent":"539.183601ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:17:12.933176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.947761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T22:17:12.933253Z","caller":"traceutil/trace.go:171","msg":"trace[1228406275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:812; }","duration":"438.090904ms","start":"2026-06-23T22:17:12.495143Z","end":"2026-06-23T22:17:12.933234Z","steps":["trace[1228406275] 'range keys from in-memory index tree' (duration: 437.774597ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:12.933293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:12.495111Z","time spent":"438.173586ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:17:12.933272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.138127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:17:12.933393Z","caller":"traceutil/trace.go:171","msg":"trace[2016675745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:812; }","duration":"305.304031ms","start":"2026-06-23T22:17:12.628068Z","end":"2026-06-23T22:17:12.933372Z","steps":["trace[2016675745] 'range keys from in-memory index tree' (duration: 304.780088ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:12.933398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.239402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T22:17:12.933572Z","caller":"traceutil/trace.go:171","msg":"trace[1895142382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:812; }","duration":"303.479607ms","start":"2026-06-23T22:17:12.630034Z","end":"2026-06-23T22:17:12.933513Z","steps":["trace[1895142382] 'range keys from in-memory index tree' (duration: 302.932285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:12.933446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:12.628034Z","time spent":"305.402733ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:17:12.93364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:12.630009Z","time spent":"303.616871ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:17:16.348005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.797303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:17:16.348163Z","caller":"traceutil/trace.go:171","msg":"trace[1330714216] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"160.620055ms","start":"2026-06-23T22:17:16.18752Z","end":"2026-06-23T22:17:16.34814Z","steps":["trace[1330714216] 'process raft request' (duration: 36.593157ms)","trace[1330714216] 'compare' (duration: 123.526906ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:17:16.573909Z","caller":"traceutil/trace.go:171","msg":"trace[45145930] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:862; }","duration":"169.014933ms","start":"2026-06-23T22:17:16.40487Z","end":"2026-06-23T22:17:16.573885Z","steps":["trace[45145930] 'read index received' (duration: 18.064268ms)","trace[45145930] 'applied index is now lower than readState.Index' (duration: 150.949805ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:17:16.57392Z","caller":"traceutil/trace.go:171","msg":"trace[1594282423] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"211.489939ms","start":"2026-06-23T22:17:16.362408Z","end":"2026-06-23T22:17:16.573898Z","steps":["trace[1594282423] 'process raft request' (duration: 161.004814ms)","trace[1594282423] 'compare' (duration: 50.364293ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:17:16.574126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.229748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:17:16.574204Z","caller":"traceutil/trace.go:171","msg":"trace[780478148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:831; }","duration":"169.340271ms","start":"2026-06-23T22:17:16.404844Z","end":"2026-06-23T22:17:16.574185Z","steps":["trace[780478148] 'agreement among raft nodes before linearized reading' (duration: 169.124426ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:17.854704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194159344s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-23T22:17:18.453512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.190417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:17:18.453639Z","caller":"traceutil/trace.go:171","msg":"trace[2102402518] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:864; }","duration":"1.828766013s","start":"2026-06-23T22:17:16.624853Z","end":"2026-06-23T22:17:18.453619Z","steps":["trace[2102402518] 'read index received' (duration: 35.686986ms)","trace[2102402518] 'applied index is now lower than readState.Index' (duration: 1.793077237s)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:17:18.453765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828903816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:17:18.453819Z","caller":"traceutil/trace.go:171","msg":"trace[897985678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:833; }","duration":"1.829001498s","start":"2026-06-23T22:17:16.624801Z","end":"2026-06-23T22:17:18.453802Z","steps":["trace[897985678] 'agreement among raft nodes before linearized reading' (duration: 1.828907656s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:18.453773Z","caller":"traceutil/trace.go:171","msg":"trace[1934249345] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"1.875374056s","start":"2026-06-23T22:17:16.578311Z","end":"2026-06-23T22:17:18.453685Z","steps":["trace[1934249345] 'process raft request' (duration: 1.276908974s)","trace[1934249345] 'compare' (duration: 597.467609ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:17:18.453878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:16.624741Z","time spent":"1.829125611s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:17:18.454075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:16.578291Z","time spent":"1.875629413s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:17:18.953996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369422392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:17:19.454995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369422392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:17:19.956047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369422392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:17:20.455561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-23T22:17:20.455691Z","caller":"traceutil/trace.go:171","msg":"trace[187599815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026372s","start":"2026-06-23T22:17:18.455398Z","end":"2026-06-23T22:17:20.455662Z","steps":["trace[187599815] 'agreement among raft nodes before linearized reading' (duration: 2.000075426s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:20.45575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:18.45538Z","time spent":"2.000353193s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/23 22:17:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-23T22:17:20.456803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369422392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:17:20.554545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.699328386s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T22:17:20.554962Z","caller":"traceutil/trace.go:171","msg":"trace[1619678796] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"2.985189256s","start":"2026-06-23T22:17:17.569752Z","end":"2026-06-23T22:17:20.554941Z","steps":["trace[1619678796] 'process raft request' (duration: 2.985147085s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:20.555007Z","caller":"traceutil/trace.go:171","msg":"trace[1501628513] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"3.759332154s","start":"2026-06-23T22:17:16.795647Z","end":"2026-06-23T22:17:20.554979Z","steps":["trace[1501628513] 'process raft request' (duration: 3.759098088s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:20.555108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:17.569727Z","time spent":"2.985307939s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:17:20.555215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:16.795626Z","time spent":"3.759467686s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:17:20.620497Z","caller":"traceutil/trace.go:171","msg":"trace[1460270528] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:866; }","duration":"2.166792205s","start":"2026-06-23T22:17:18.453676Z","end":"2026-06-23T22:17:20.620468Z","steps":["trace[1460270528] 'read index received' (duration: 2.101085728s)","trace[1460270528] 'applied index is now lower than readState.Index' (duration: 65.705117ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:17:20.620767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955508322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:17:20.620802Z","caller":"traceutil/trace.go:171","msg":"trace[1408440959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:835; }","duration":"1.955626264s","start":"2026-06-23T22:17:18.665166Z","end":"2026-06-23T22:17:20.620792Z","steps":["trace[1408440959] 'agreement among raft nodes before linearized reading' (duration: 1.95544113s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:20.620832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:18.665143Z","time spent":"1.955682075s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:17:20.62082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658159497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-23T22:17:20.62085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193377164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-23T22:17:20.620905Z","caller":"traceutil/trace.go:171","msg":"trace[1370593665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:835; }","duration":"3.658301301s","start":"2026-06-23T22:17:16.962583Z","end":"2026-06-23T22:17:20.620884Z","steps":["trace[1370593665] 'agreement among raft nodes before linearized reading' (duration: 3.658023684s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:20.620944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:16.962566Z","time spent":"3.658371482s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T22:17:20.620947Z","caller":"traceutil/trace.go:171","msg":"trace[801030602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:835; }","duration":"2.19360086s","start":"2026-06-23T22:17:18.427327Z","end":"2026-06-23T22:17:20.620927Z","steps":["trace[801030602] 'agreement among raft nodes before linearized reading' (duration: 2.193223991s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:20.62093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657967802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-23T22:17:20.620991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:18.427307Z","time spent":"2.193674872s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-23T22:17:20.621053Z","caller":"traceutil/trace.go:171","msg":"trace[1194156223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:835; }","duration":"3.658160037s","start":"2026-06-23T22:17:16.962859Z","end":"2026-06-23T22:17:20.62102Z","steps":["trace[1194156223] 'agreement among raft nodes before linearized reading' (duration: 3.657725377s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:20.62112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:16.962822Z","time spent":"3.65828741s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:17:20.621078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.330985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:17:20.621437Z","caller":"traceutil/trace.go:171","msg":"trace[1699783662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:835; }","duration":"162.719794ms","start":"2026-06-23T22:17:20.458665Z","end":"2026-06-23T22:17:20.621385Z","steps":["trace[1699783662] 'agreement among raft nodes before linearized reading' (duration: 162.150651ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:20.621411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.803322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bbd5abb260cd10\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-06-23T22:17:20.621347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.546671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:17:20.621512Z","caller":"traceutil/trace.go:171","msg":"trace[2100458840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:835; }","duration":"157.747636ms","start":"2026-06-23T22:17:20.463749Z","end":"2026-06-23T22:17:20.621497Z","steps":["trace[2100458840] 'agreement among raft nodes before linearized reading' (duration: 156.941937ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:20.621512Z","caller":"traceutil/trace.go:171","msg":"trace[2147105878] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bbd5abb260cd10; range_end:; response_count:1; response_revision:835; }","duration":"161.956756ms","start":"2026-06-23T22:17:20.459531Z","end":"2026-06-23T22:17:20.621488Z","steps":["trace[2147105878] 'agreement among raft nodes before linearized reading' (duration: 161.26994ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:20.818864Z","caller":"traceutil/trace.go:171","msg":"trace[415847831] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"193.075483ms","start":"2026-06-23T22:17:20.625751Z","end":"2026-06-23T22:17:20.818827Z","steps":["trace[415847831] 'process raft request' (duration: 192.92894ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:20.818917Z","caller":"traceutil/trace.go:171","msg":"trace[853084296] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"192.658094ms","start":"2026-06-23T22:17:20.626179Z","end":"2026-06-23T22:17:20.818837Z","steps":["trace[853084296] 'process raft request' (duration: 192.575252ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:20.818991Z","caller":"traceutil/trace.go:171","msg":"trace[2111896967] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"193.110834ms","start":"2026-06-23T22:17:20.62565Z","end":"2026-06-23T22:17:20.818761Z","steps":["trace[2111896967] 'process raft request' (duration: 192.852618ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:20.819151Z","caller":"traceutil/trace.go:171","msg":"trace[1614785294] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"192.806547ms","start":"2026-06-23T22:17:20.626076Z","end":"2026-06-23T22:17:20.818883Z","steps":["trace[1614785294] 'process raft request' (duration: 192.645283ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:20.819102Z","caller":"traceutil/trace.go:171","msg":"trace[501293225] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"192.405808ms","start":"2026-06-23T22:17:20.626681Z","end":"2026-06-23T22:17:20.819087Z","steps":["trace[501293225] 'process raft request' (duration: 192.113571ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:21.062866Z","caller":"traceutil/trace.go:171","msg":"trace[1587797607] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"236.273357ms","start":"2026-06-23T22:17:20.826561Z","end":"2026-06-23T22:17:21.062835Z","steps":["trace[1587797607] 'process raft request' (duration: 236.099843ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:34.396842Z","caller":"traceutil/trace.go:171","msg":"trace[2019458285] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"153.078266ms","start":"2026-06-23T22:17:34.243737Z","end":"2026-06-23T22:17:34.396815Z","steps":["trace[2019458285] 'process raft request' (duration: 113.493549ms)","trace[2019458285] 'compare' (duration: 39.172217ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:17:34.396836Z","caller":"traceutil/trace.go:171","msg":"trace[1845767456] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"151.225022ms","start":"2026-06-23T22:17:34.245576Z","end":"2026-06-23T22:17:34.396802Z","steps":["trace[1845767456] 'process raft request' (duration: 151.041928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:37.83081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.738943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:17:37.830954Z","caller":"traceutil/trace.go:171","msg":"trace[1175127046] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1175; }","duration":"206.158483ms","start":"2026-06-23T22:17:37.624776Z","end":"2026-06-23T22:17:37.830935Z","steps":["trace[1175127046] 'read index received' (duration: 103.87753ms)","trace[1175127046] 'applied index is now lower than readState.Index' (duration: 102.279463ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:17:37.831055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.304446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:17:37.831091Z","caller":"traceutil/trace.go:171","msg":"trace[1280842621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1139; }","duration":"206.384568ms","start":"2026-06-23T22:17:37.624697Z","end":"2026-06-23T22:17:37.831082Z","steps":["trace[1280842621] 'agreement among raft nodes before linearized reading' (duration: 206.285256ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:37.831025Z","caller":"traceutil/trace.go:171","msg":"trace[1756154646] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"217.41481ms","start":"2026-06-23T22:17:37.613522Z","end":"2026-06-23T22:17:37.830937Z","steps":["trace[1756154646] 'process raft request' (duration: 114.462491ms)","trace[1756154646] 'compare' (duration: 102.371115ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:17:37.913625Z","caller":"traceutil/trace.go:171","msg":"trace[1710861422] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"267.328082ms","start":"2026-06-23T22:17:37.646256Z","end":"2026-06-23T22:17:37.913584Z","steps":["trace[1710861422] 'process raft request' (duration: 267.20821ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:37.913625Z","caller":"traceutil/trace.go:171","msg":"trace[80253221] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"284.458198ms","start":"2026-06-23T22:17:37.629118Z","end":"2026-06-23T22:17:37.913576Z","steps":["trace[80253221] 'process raft request' (duration: 284.032088ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:37.914151Z","caller":"traceutil/trace.go:171","msg":"trace[363466155] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"264.214918ms","start":"2026-06-23T22:17:37.649912Z","end":"2026-06-23T22:17:37.914127Z","steps":["trace[363466155] 'process raft request' (duration: 263.618974ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:38.190877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.079441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:17:38.191056Z","caller":"traceutil/trace.go:171","msg":"trace[1990555664] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"265.022557ms","start":"2026-06-23T22:17:37.926008Z","end":"2026-06-23T22:17:38.19103Z","steps":["trace[1990555664] 'process raft request' (duration: 23.716671ms)","trace[1990555664] 'compare' (duration: 240.925617ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:17:38.191421Z","caller":"traceutil/trace.go:171","msg":"trace[314128291] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"250.163036ms","start":"2026-06-23T22:17:37.941228Z","end":"2026-06-23T22:17:38.191391Z","steps":["trace[314128291] 'process raft request' (duration: 249.760316ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:39.119087Z","caller":"traceutil/trace.go:171","msg":"trace[1757177408] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"140.624651ms","start":"2026-06-23T22:17:38.978421Z","end":"2026-06-23T22:17:39.119045Z","steps":["trace[1757177408] 'process raft request' (duration: 138.488991ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:39.147856Z","caller":"traceutil/trace.go:171","msg":"trace[1807120993] linearizableReadLoop","detail":"{readStateIndex:1194; appliedIndex:1192; }","duration":"138.914891ms","start":"2026-06-23T22:17:39.008912Z","end":"2026-06-23T22:17:39.147827Z","steps":["trace[1807120993] 'read index received' (duration: 23.078667ms)","trace[1807120993] 'applied index is now lower than readState.Index' (duration: 115.835154ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:17:39.147963Z","caller":"traceutil/trace.go:171","msg":"trace[1213485725] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"119.095831ms","start":"2026-06-23T22:17:39.028832Z","end":"2026-06-23T22:17:39.147928Z","steps":["trace[1213485725] 'process raft request' (duration: 118.885966ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:39.148125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.192612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-23T22:17:39.148109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.173597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-23T22:17:39.148149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.086333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T22:17:39.148176Z","caller":"traceutil/trace.go:171","msg":"trace[467866823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1158; }","duration":"135.276025ms","start":"2026-06-23T22:17:39.012887Z","end":"2026-06-23T22:17:39.148163Z","steps":["trace[467866823] 'agreement among raft nodes before linearized reading' (duration: 135.107311ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:39.148194Z","caller":"traceutil/trace.go:171","msg":"trace[415455291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1158; }","duration":"139.31492ms","start":"2026-06-23T22:17:39.00886Z","end":"2026-06-23T22:17:39.148175Z","steps":["trace[415455291] 'agreement among raft nodes before linearized reading' (duration: 139.064284ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:39.148209Z","caller":"traceutil/trace.go:171","msg":"trace[2105627712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1158; }","duration":"133.163224ms","start":"2026-06-23T22:17:39.015029Z","end":"2026-06-23T22:17:39.148192Z","steps":["trace[2105627712] 'agreement among raft nodes before linearized reading' (duration: 132.98576ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:39.148243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.287581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:17:39.148313Z","caller":"traceutil/trace.go:171","msg":"trace[1879871808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1158; }","duration":"134.401064ms","start":"2026-06-23T22:17:39.01389Z","end":"2026-06-23T22:17:39.148291Z","steps":["trace[1879871808] 'agreement among raft nodes before linearized reading' (duration: 134.166948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:50.182107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137139455s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-23T22:17:50.182927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109750637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-23T22:17:50.182304Z","caller":"traceutil/trace.go:171","msg":"trace[319360007] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1269; }","duration":"1.109123411s","start":"2026-06-23T22:17:49.073145Z","end":"2026-06-23T22:17:50.182268Z","steps":["trace[319360007] 'read index received' (duration: 42.931µs)","trace[319360007] 'applied index is now lower than readState.Index' (duration: 1.109078s)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:17:50.183068Z","caller":"traceutil/trace.go:171","msg":"trace[2006460142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1230; }","duration":"1.10994053s","start":"2026-06-23T22:17:49.073089Z","end":"2026-06-23T22:17:50.18303Z","steps":["trace[2006460142] 'agreement among raft nodes before linearized reading' (duration: 1.109557711s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:50.183143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:49.072998Z","time spent":"1.110129546s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:17:50.293169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118210107s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T22:17:50.293684Z","caller":"traceutil/trace.go:171","msg":"trace[937471768] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1270; }","duration":"110.562738ms","start":"2026-06-23T22:17:50.183084Z","end":"2026-06-23T22:17:50.293647Z","steps":["trace[937471768] 'read index received' (duration: 110.401455ms)","trace[937471768] 'applied index is now lower than readState.Index' (duration: 159.843µs)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:17:50.293766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.672021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:17:50.293839Z","caller":"traceutil/trace.go:171","msg":"trace[1871650262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1231; }","duration":"666.796954ms","start":"2026-06-23T22:17:49.627018Z","end":"2026-06-23T22:17:50.293815Z","steps":["trace[1871650262] 'agreement among raft nodes before linearized reading' (duration: 666.648371ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:50.293905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:49.626994Z","time spent":"666.894736ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:17:50.293912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0883949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-23T22:17:50.293921Z","caller":"traceutil/trace.go:171","msg":"trace[1640454516] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"1.119056186s","start":"2026-06-23T22:17:49.174842Z","end":"2026-06-23T22:17:50.293899Z","steps":["trace[1640454516] 'process raft request' (duration: 1.118598876s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:50.293963Z","caller":"traceutil/trace.go:171","msg":"trace[591341122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1231; }","duration":"1.088508634s","start":"2026-06-23T22:17:49.205438Z","end":"2026-06-23T22:17:50.293947Z","steps":["trace[591341122] 'agreement among raft nodes before linearized reading' (duration: 1.088335839s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:50.294004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:49.205405Z","time spent":"1.088587315s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-23T22:17:50.29407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:49.174816Z","time spent":"1.119148909s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:17:50.294133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079899669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-23T22:17:50.294177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080225327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-23T22:17:50.294227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.697677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:17:50.294272Z","caller":"traceutil/trace.go:171","msg":"trace[1180810744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1231; }","duration":"1.080166866s","start":"2026-06-23T22:17:49.214075Z","end":"2026-06-23T22:17:50.294242Z","steps":["trace[1180810744] 'agreement among raft nodes before linearized reading' (duration: 1.079739455s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:50.294281Z","caller":"traceutil/trace.go:171","msg":"trace[1793199063] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1231; }","duration":"114.802959ms","start":"2026-06-23T22:17:50.179464Z","end":"2026-06-23T22:17:50.294267Z","steps":["trace[1793199063] 'agreement among raft nodes before linearized reading' (duration: 114.701717ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:17:50.29428Z","caller":"traceutil/trace.go:171","msg":"trace[1128027768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1231; }","duration":"1.08036442s","start":"2026-06-23T22:17:49.213892Z","end":"2026-06-23T22:17:50.294256Z","steps":["trace[1128027768] 'agreement among raft nodes before linearized reading' (duration: 1.080039922s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:50.294172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07363147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-23T22:17:50.294448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:49.213883Z","time spent":"1.080546624s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-23T22:17:50.294522Z","caller":"traceutil/trace.go:171","msg":"trace[1441440671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1231; }","duration":"1.0740136s","start":"2026-06-23T22:17:49.220495Z","end":"2026-06-23T22:17:50.294509Z","steps":["trace[1441440671] 'agreement among raft nodes before linearized reading' (duration: 1.073536619s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:17:50.294574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:49.220483Z","time spent":"1.074076211s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:17:50.29435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:17:49.214028Z","time spent":"1.080310089s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T22:17:50.302362Z","caller":"traceutil/trace.go:171","msg":"trace[1083135040] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"113.508139ms","start":"2026-06-23T22:17:50.188837Z","end":"2026-06-23T22:17:50.302345Z","steps":["trace[1083135040] 'process raft request' (duration: 113.301224ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:05.454545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.979851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:18:05.454639Z","caller":"traceutil/trace.go:171","msg":"trace[1990345229] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1368; }","duration":"247.323219ms","start":"2026-06-23T22:18:05.207293Z","end":"2026-06-23T22:18:05.454616Z","steps":["trace[1990345229] 'count revisions from in-memory index tree' (duration: 246.856087ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:05.454548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.230688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:18:05.454788Z","caller":"traceutil/trace.go:171","msg":"trace[1956833328] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1368; }","duration":"150.686439ms","start":"2026-06-23T22:18:05.304071Z","end":"2026-06-23T22:18:05.454757Z","steps":["trace[1956833328] 'count revisions from in-memory index tree' (duration: 150.112385ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:11.329927Z","caller":"traceutil/trace.go:171","msg":"trace[641611312] linearizableReadLoop","detail":"{readStateIndex:1537; appliedIndex:1536; }","duration":"122.963271ms","start":"2026-06-23T22:18:11.206936Z","end":"2026-06-23T22:18:11.329899Z","steps":["trace[641611312] 'read index received' (duration: 122.779787ms)","trace[641611312] 'applied index is now lower than readState.Index' (duration: 182.234µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:18:11.330033Z","caller":"traceutil/trace.go:171","msg":"trace[141930192] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"217.859705ms","start":"2026-06-23T22:18:11.112099Z","end":"2026-06-23T22:18:11.329958Z","steps":["trace[141930192] 'process raft request' (duration: 217.590549ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:11.330135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.174515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:18:11.33024Z","caller":"traceutil/trace.go:171","msg":"trace[1183908266] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1488; }","duration":"123.356571ms","start":"2026-06-23T22:18:11.206861Z","end":"2026-06-23T22:18:11.330217Z","steps":["trace[1183908266] 'agreement among raft nodes before linearized reading' (duration: 123.166136ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:19.519914Z","caller":"traceutil/trace.go:171","msg":"trace[104160007] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1596; }","duration":"210.398758ms","start":"2026-06-23T22:18:19.309494Z","end":"2026-06-23T22:18:19.519892Z","steps":["trace[104160007] 'process raft request' (duration: 210.286045ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:20.53524Z","caller":"traceutil/trace.go:171","msg":"trace[351042028] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"103.772535ms","start":"2026-06-23T22:18:20.431431Z","end":"2026-06-23T22:18:20.535203Z","steps":["trace[351042028] 'process raft request' (duration: 103.196512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:38.173368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.581342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c5fd6b1-efe8-4566-8f5c-8f7d81bca943\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-06-23T22:18:38.173505Z","caller":"traceutil/trace.go:171","msg":"trace[347875804] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c5fd6b1-efe8-4566-8f5c-8f7d81bca943; range_end:; response_count:1; response_revision:1911; }","duration":"170.766906ms","start":"2026-06-23T22:18:38.002705Z","end":"2026-06-23T22:18:38.173472Z","steps":["trace[347875804] 'range keys from in-memory index tree' (duration: 170.403257ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:38.173547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.07372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-23T22:18:38.173621Z","caller":"traceutil/trace.go:171","msg":"trace[464028625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"266.195563ms","start":"2026-06-23T22:18:37.907407Z","end":"2026-06-23T22:18:38.173603Z","steps":["trace[464028625] 'range keys from in-memory index tree' (duration: 265.898496ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:38.374952Z","caller":"traceutil/trace.go:171","msg":"trace[573685564] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"107.930084ms","start":"2026-06-23T22:18:38.266988Z","end":"2026-06-23T22:18:38.374918Z","steps":["trace[573685564] 'process raft request' (duration: 107.686108ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:39.12842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369424436,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-23T22:18:39.273659Z","caller":"traceutil/trace.go:171","msg":"trace[1043442764] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"892.292015ms","start":"2026-06-23T22:18:38.381324Z","end":"2026-06-23T22:18:39.273616Z","steps":["trace[1043442764] 'process raft request' (duration: 883.977888ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:39.273867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.381297Z","time spent":"892.45771ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:40.478166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212812461s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T22:18:40.478696Z","caller":"traceutil/trace.go:171","msg":"trace[464943849] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"2.096798948s","start":"2026-06-23T22:18:38.381854Z","end":"2026-06-23T22:18:40.478653Z","steps":["trace[464943849] 'process raft request' (duration: 2.096548992s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:40.478809Z","caller":"traceutil/trace.go:171","msg":"trace[285824847] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"2.095369635s","start":"2026-06-23T22:18:38.383415Z","end":"2026-06-23T22:18:40.478785Z","steps":["trace[285824847] 'process raft request' (duration: 2.09519671s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:40.478833Z","caller":"traceutil/trace.go:171","msg":"trace[373643339] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"2.095621301s","start":"2026-06-23T22:18:38.383147Z","end":"2026-06-23T22:18:40.478768Z","steps":["trace[373643339] 'process raft request' (duration: 2.095412196s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.47891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.381846Z","time spent":"2.096956843s","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:40.478963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.383401Z","time spent":"2.095484468s","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:40.479084Z","caller":"traceutil/trace.go:171","msg":"trace[1356972943] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.876788452s","start":"2026-06-23T22:18:38.602279Z","end":"2026-06-23T22:18:40.479067Z","steps":["trace[1356972943] 'process raft request' (duration: 1.876369072s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.479177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.60225Z","time spent":"1.876882455s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:40.479227Z","caller":"traceutil/trace.go:171","msg":"trace[1523060987] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.294381119s","start":"2026-06-23T22:18:39.184834Z","end":"2026-06-23T22:18:40.479215Z","steps":["trace[1523060987] 'process raft request' (duration: 1.293867297s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.47916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.383124Z","time spent":"2.095856156s","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:40.4793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:39.184823Z","time spent":"1.29444197s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:40.479431Z","caller":"traceutil/trace.go:171","msg":"trace[1551616162] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.254236055s","start":"2026-06-23T22:18:39.225182Z","end":"2026-06-23T22:18:40.479418Z","steps":["trace[1551616162] 'process raft request' (duration: 1.253554118s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.479486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:39.225148Z","time spent":"1.254311587s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:40.507797Z","caller":"traceutil/trace.go:171","msg":"trace[433996249] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1988; }","duration":"1.880189693s","start":"2026-06-23T22:18:38.627583Z","end":"2026-06-23T22:18:40.507773Z","steps":["trace[433996249] 'read index received' (duration: 637.768299ms)","trace[433996249] 'applied index is now lower than readState.Index' (duration: 1.242419674s)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:18:40.50793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880335236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:18:40.508004Z","caller":"traceutil/trace.go:171","msg":"trace[1031237436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"1.880458389s","start":"2026-06-23T22:18:38.627525Z","end":"2026-06-23T22:18:40.507983Z","steps":["trace[1031237436] 'agreement among raft nodes before linearized reading' (duration: 1.880340596s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.508046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.627495Z","time spent":"1.880542951s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-23T22:18:40.508229Z","caller":"traceutil/trace.go:171","msg":"trace[2065483718] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.18963789s","start":"2026-06-23T22:18:39.318554Z","end":"2026-06-23T22:18:40.508192Z","steps":["trace[2065483718] 'process raft request' (duration: 1.189166669s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.50844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:39.318526Z","time spent":"1.189778404s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:40.508539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327144297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-23T22:18:40.508613Z","caller":"traceutil/trace.go:171","msg":"trace[1816740093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"1.327231729s","start":"2026-06-23T22:18:39.181359Z","end":"2026-06-23T22:18:40.508591Z","steps":["trace[1816740093] 'agreement among raft nodes before linearized reading' (duration: 1.326928291s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.508649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:39.181357Z","time spent":"1.32728348s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-23T22:18:40.508621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8581643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-23T22:18:40.508906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.645123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:18:40.508938Z","caller":"traceutil/trace.go:171","msg":"trace[1089609869] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1923; }","duration":"223.716125ms","start":"2026-06-23T22:18:40.285212Z","end":"2026-06-23T22:18:40.508928Z","steps":["trace[1089609869] 'agreement among raft nodes before linearized reading' (duration: 223.660933ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:40.508948Z","caller":"traceutil/trace.go:171","msg":"trace[1599398712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1923; }","duration":"1.858496388s","start":"2026-06-23T22:18:38.65042Z","end":"2026-06-23T22:18:40.508916Z","steps":["trace[1599398712] 'agreement among raft nodes before linearized reading' (duration: 1.858083978s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.508996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.650406Z","time spent":"1.85857643s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T22:18:40.509007Z","caller":"traceutil/trace.go:171","msg":"trace[2140721109] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"977.860199ms","start":"2026-06-23T22:18:39.53113Z","end":"2026-06-23T22:18:40.508991Z","steps":["trace[2140721109] 'process raft request' (duration: 976.894866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.509021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863590249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T22:18:40.509069Z","caller":"traceutil/trace.go:171","msg":"trace[2018471974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1923; }","duration":"1.863690432s","start":"2026-06-23T22:18:38.645366Z","end":"2026-06-23T22:18:40.509057Z","steps":["trace[2018471974] 'agreement among raft nodes before linearized reading' (duration: 1.863501857s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.509103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.645356Z","time spent":"1.863740343s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:18:40.509125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:39.531106Z","time spent":"977.936281ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:40.509182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.540443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bbd5c42485fa2f\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-06-23T22:18:40.509214Z","caller":"traceutil/trace.go:171","msg":"trace[2037829956] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bbd5c42485fa2f; range_end:; response_count:1; response_revision:1923; }","duration":"642.632296ms","start":"2026-06-23T22:18:39.866573Z","end":"2026-06-23T22:18:40.509205Z","steps":["trace[2037829956] 'agreement among raft nodes before linearized reading' (duration: 642.500543ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:40.509219Z","caller":"traceutil/trace.go:171","msg":"trace[2013769557] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"916.153443ms","start":"2026-06-23T22:18:39.593054Z","end":"2026-06-23T22:18:40.509208Z","steps":["trace[2013769557] 'process raft request' (duration: 915.008056ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.509227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327873884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c5fd6b1-efe8-4566-8f5c-8f7d81bca943\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-06-23T22:18:40.509241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:39.866548Z","time spent":"642.687257ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bbd5c42485fa2f\" "} {"level":"info","ts":"2026-06-23T22:18:40.509261Z","caller":"traceutil/trace.go:171","msg":"trace[1260120058] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c5fd6b1-efe8-4566-8f5c-8f7d81bca943; range_end:; response_count:1; response_revision:1923; }","duration":"1.327929655s","start":"2026-06-23T22:18:39.181319Z","end":"2026-06-23T22:18:40.509249Z","steps":["trace[1260120058] 'agreement among raft nodes before linearized reading' (duration: 1.327818973s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.509289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:39.181304Z","time spent":"1.327978816s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c5fd6b1-efe8-4566-8f5c-8f7d81bca943\" "} {"level":"warn","ts":"2026-06-23T22:18:40.509349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863322612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:18:40.509386Z","caller":"traceutil/trace.go:171","msg":"trace[1893092853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1923; }","duration":"1.863378094s","start":"2026-06-23T22:18:38.645997Z","end":"2026-06-23T22:18:40.509375Z","steps":["trace[1893092853] 'agreement among raft nodes before linearized reading' (duration: 1.863277852s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.509415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.645985Z","time spent":"1.863423605s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:18:40.509393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874606761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-23T22:18:40.509476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563622123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:18:40.509506Z","caller":"traceutil/trace.go:171","msg":"trace[1783420653] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1923; }","duration":"1.563711525s","start":"2026-06-23T22:18:38.945786Z","end":"2026-06-23T22:18:40.509498Z","steps":["trace[1783420653] 'agreement among raft nodes before linearized reading' (duration: 1.563625143s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:40.509506Z","caller":"traceutil/trace.go:171","msg":"trace[477675112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1923; }","duration":"1.874795855s","start":"2026-06-23T22:18:38.634686Z","end":"2026-06-23T22:18:40.509482Z","steps":["trace[477675112] 'agreement among raft nodes before linearized reading' (duration: 1.873564345s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.509539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.945762Z","time spent":"1.563767707s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:18:40.509585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.634653Z","time spent":"1.874918258s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:18:40.509287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:39.593027Z","time spent":"916.228255ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:40.509714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871264801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-23T22:18:40.50976Z","caller":"traceutil/trace.go:171","msg":"trace[966879960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1923; }","duration":"1.871313392s","start":"2026-06-23T22:18:38.638435Z","end":"2026-06-23T22:18:40.509748Z","steps":["trace[966879960] 'agreement among raft nodes before linearized reading' (duration: 1.871156368s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:40.509793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:38.638411Z","time spent":"1.871374124s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-23T22:18:52.478254Z","caller":"traceutil/trace.go:171","msg":"trace[480918614] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"272.089343ms","start":"2026-06-23T22:18:52.206142Z","end":"2026-06-23T22:18:52.478231Z","steps":["trace[480918614] 'process raft request' (duration: 271.915469ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:52.830075Z","caller":"traceutil/trace.go:171","msg":"trace[1856671357] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"344.974325ms","start":"2026-06-23T22:18:52.485051Z","end":"2026-06-23T22:18:52.830025Z","steps":["trace[1856671357] 'process raft request' (duration: 344.76506ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.830238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.485029Z","time spent":"345.126038ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:52.964997Z","caller":"traceutil/trace.go:171","msg":"trace[1348595577] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"478.156479ms","start":"2026-06-23T22:18:52.486813Z","end":"2026-06-23T22:18:52.964969Z","steps":["trace[1348595577] 'process raft request' (duration: 445.063603ms)","trace[1348595577] 'compare' (duration: 32.84099ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:18:52.965174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.486774Z","time spent":"478.304662ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:52.965318Z","caller":"traceutil/trace.go:171","msg":"trace[170363200] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"442.007869ms","start":"2026-06-23T22:18:52.523283Z","end":"2026-06-23T22:18:52.96529Z","steps":["trace[170363200] 'process raft request' (duration: 441.63263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.965471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.523264Z","time spent":"442.129693ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:52.965664Z","caller":"traceutil/trace.go:171","msg":"trace[442158115] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"440.225717ms","start":"2026-06-23T22:18:52.525407Z","end":"2026-06-23T22:18:52.965633Z","steps":["trace[442158115] 'process raft request' (duration: 439.789987ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:52.96574Z","caller":"traceutil/trace.go:171","msg":"trace[680488663] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"391.704835ms","start":"2026-06-23T22:18:52.574014Z","end":"2026-06-23T22:18:52.965719Z","steps":["trace[680488663] 'process raft request' (duration: 391.596332ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:52.965733Z","caller":"traceutil/trace.go:171","msg":"trace[196020399] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"412.757185ms","start":"2026-06-23T22:18:52.552933Z","end":"2026-06-23T22:18:52.965691Z","steps":["trace[196020399] 'process raft request' (duration: 412.579631ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.96583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.525366Z","time spent":"440.374401ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:52.965829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.574Z","time spent":"391.783257ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:52.965858Z","caller":"traceutil/trace.go:171","msg":"trace[1665432133] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2099; }","duration":"374.741713ms","start":"2026-06-23T22:18:52.591103Z","end":"2026-06-23T22:18:52.965845Z","steps":["trace[1665432133] 'read index received' (duration: 238.788573ms)","trace[1665432133] 'applied index is now lower than readState.Index' (duration: 135.95162ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:18:52.965908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.552916Z","time spent":"412.906008ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:52.965943Z","caller":"traceutil/trace.go:171","msg":"trace[504528185] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"298.917611ms","start":"2026-06-23T22:18:52.666993Z","end":"2026-06-23T22:18:52.965911Z","steps":["trace[504528185] 'process raft request' (duration: 298.670495ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.966046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.894076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-23T22:18:52.966055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.061342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-23T22:18:52.966078Z","caller":"traceutil/trace.go:171","msg":"trace[1677187360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2028; }","duration":"374.964988ms","start":"2026-06-23T22:18:52.591104Z","end":"2026-06-23T22:18:52.966069Z","steps":["trace[1677187360] 'agreement among raft nodes before linearized reading' (duration: 374.838975ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.966079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.954637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:18:52.9661Z","caller":"traceutil/trace.go:171","msg":"trace[2029573002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2028; }","duration":"357.149954ms","start":"2026-06-23T22:18:52.608935Z","end":"2026-06-23T22:18:52.966085Z","steps":["trace[2029573002] 'agreement among raft nodes before linearized reading' (duration: 357.005741ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.96611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.59108Z","time spent":"375.022749ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:18:52.966145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.332584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-23T22:18:52.966156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.608918Z","time spent":"357.221296ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-23T22:18:52.966158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.438359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-d5tmt\" ","response":"range_response_count:1 size:6144"} {"level":"info","ts":"2026-06-23T22:18:52.966153Z","caller":"traceutil/trace.go:171","msg":"trace[1676250011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2028; }","duration":"375.08983ms","start":"2026-06-23T22:18:52.591044Z","end":"2026-06-23T22:18:52.966133Z","steps":["trace[1676250011] 'agreement among raft nodes before linearized reading' (duration: 374.864505ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:52.966192Z","caller":"traceutil/trace.go:171","msg":"trace[434295356] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-d5tmt; range_end:; response_count:1; response_revision:2028; }","duration":"170.522221ms","start":"2026-06-23T22:18:52.79566Z","end":"2026-06-23T22:18:52.966182Z","steps":["trace[434295356] 'agreement among raft nodes before linearized reading' (duration: 170.379597ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.966208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.591029Z","time spent":"375.166792ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-23T22:18:52.966172Z","caller":"traceutil/trace.go:171","msg":"trace[735583076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2028; }","duration":"372.405766ms","start":"2026-06-23T22:18:52.59376Z","end":"2026-06-23T22:18:52.966165Z","steps":["trace[735583076] 'agreement among raft nodes before linearized reading' (duration: 372.284733ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.966496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.593717Z","time spent":"372.759325ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:18:52.967458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.683934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-23T22:18:52.967527Z","caller":"traceutil/trace.go:171","msg":"trace[2004805184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2028; }","duration":"375.793337ms","start":"2026-06-23T22:18:52.591715Z","end":"2026-06-23T22:18:52.967509Z","steps":["trace[2004805184] 'agreement among raft nodes before linearized reading' (duration: 374.358903ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.967571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.59169Z","time spent":"375.869069ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-23T22:18:52.968117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.186579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T22:18:52.968215Z","caller":"traceutil/trace.go:171","msg":"trace[247234222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2028; }","duration":"374.303632ms","start":"2026-06-23T22:18:52.593883Z","end":"2026-06-23T22:18:52.968187Z","steps":["trace[247234222] 'agreement among raft nodes before linearized reading' (duration: 372.302875ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:52.968265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:52.593875Z","time spent":"374.381424ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-23T22:18:53.219971Z","caller":"traceutil/trace.go:171","msg":"trace[1536299259] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"165.544732ms","start":"2026-06-23T22:18:53.054378Z","end":"2026-06-23T22:18:53.219923Z","steps":["trace[1536299259] 'process raft request' (duration: 76.062627ms)","trace[1536299259] 'compare' (duration: 88.963043ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:18:53.219998Z","caller":"traceutil/trace.go:171","msg":"trace[1291404629] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"165.074101ms","start":"2026-06-23T22:18:53.054893Z","end":"2026-06-23T22:18:53.219967Z","steps":["trace[1291404629] 'process raft request' (duration: 164.894147ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:53.220104Z","caller":"traceutil/trace.go:171","msg":"trace[1055723198] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"162.180472ms","start":"2026-06-23T22:18:53.057911Z","end":"2026-06-23T22:18:53.220091Z","steps":["trace[1055723198] 'process raft request' (duration: 162.014068ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:53.22002Z","caller":"traceutil/trace.go:171","msg":"trace[1330524009] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"164.744363ms","start":"2026-06-23T22:18:53.055251Z","end":"2026-06-23T22:18:53.219996Z","steps":["trace[1330524009] 'process raft request' (duration: 164.61328ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:55.893369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.947442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:18:55.893469Z","caller":"traceutil/trace.go:171","msg":"trace[1969048941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2053; }","duration":"267.091224ms","start":"2026-06-23T22:18:55.626356Z","end":"2026-06-23T22:18:55.893447Z","steps":["trace[1969048941] 'range keys from in-memory index tree' (duration: 266.811578ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:55.893555Z","caller":"traceutil/trace.go:171","msg":"trace[1849900350] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"171.016192ms","start":"2026-06-23T22:18:55.722505Z","end":"2026-06-23T22:18:55.893522Z","steps":["trace[1849900350] 'process raft request' (duration: 170.248264ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.363389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369424719,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-23T22:18:57.811616Z","caller":"traceutil/trace.go:171","msg":"trace[349763256] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"958.192441ms","start":"2026-06-23T22:18:56.853392Z","end":"2026-06-23T22:18:57.811584Z","steps":["trace[349763256] 'process raft request' (duration: 957.996316ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.811805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:56.853366Z","time spent":"958.346185ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:57.814903Z","caller":"traceutil/trace.go:171","msg":"trace[427958392] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2133; }","duration":"951.602464ms","start":"2026-06-23T22:18:56.863278Z","end":"2026-06-23T22:18:57.81488Z","steps":["trace[427958392] 'read index received' (duration: 948.274675ms)","trace[427958392] 'applied index is now lower than readState.Index' (duration: 3.326419ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:18:57.814919Z","caller":"traceutil/trace.go:171","msg":"trace[1504744384] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"835.608399ms","start":"2026-06-23T22:18:56.979277Z","end":"2026-06-23T22:18:57.814885Z","steps":["trace[1504744384] 'process raft request' (duration: 835.446025ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:57.814983Z","caller":"traceutil/trace.go:171","msg":"trace[261160398] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"834.976234ms","start":"2026-06-23T22:18:56.979988Z","end":"2026-06-23T22:18:57.814964Z","steps":["trace[261160398] 'process raft request' (duration: 834.82382ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:57.815028Z","caller":"traceutil/trace.go:171","msg":"trace[1796805634] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"667.383903ms","start":"2026-06-23T22:18:57.147629Z","end":"2026-06-23T22:18:57.815012Z","steps":["trace[1796805634] 'process raft request' (duration: 667.215419ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.815105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:56.979243Z","time spent":"835.777682ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:18:57.815182Z","caller":"traceutil/trace.go:171","msg":"trace[1576448682] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"835.615279ms","start":"2026-06-23T22:18:56.979553Z","end":"2026-06-23T22:18:57.815168Z","steps":["trace[1576448682] 'process raft request' (duration: 835.23076ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.815123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:57.147599Z","time spent":"667.466035ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:57.815258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:56.979541Z","time spent":"835.6792ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:57.815311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.035764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"warn","ts":"2026-06-23T22:18:57.815127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:56.979941Z","time spent":"835.094827ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:57.815462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.285114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-23T22:18:57.815489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.469822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-23T22:18:57.815512Z","caller":"traceutil/trace.go:171","msg":"trace[1672310684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2060; }","duration":"753.348166ms","start":"2026-06-23T22:18:57.062152Z","end":"2026-06-23T22:18:57.8155Z","steps":["trace[1672310684] 'agreement among raft nodes before linearized reading' (duration: 753.215542ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.8155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.89942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-23T22:18:57.815553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:57.062147Z","time spent":"753.395987ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:18:57.815548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.030818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T22:18:57.814879Z","caller":"traceutil/trace.go:171","msg":"trace[688670622] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"837.211947ms","start":"2026-06-23T22:18:56.977624Z","end":"2026-06-23T22:18:57.814836Z","steps":["trace[688670622] 'process raft request' (duration: 836.996112ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.815564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.510184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:18:57.815606Z","caller":"traceutil/trace.go:171","msg":"trace[635416510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2060; }","duration":"817.136561ms","start":"2026-06-23T22:18:56.998459Z","end":"2026-06-23T22:18:57.815595Z","steps":["trace[635416510] 'agreement among raft nodes before linearized reading' (duration: 816.959087ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.815654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:56.998446Z","time spent":"817.199342ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:18:57.815655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.586661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-23T22:18:57.815669Z","caller":"traceutil/trace.go:171","msg":"trace[504393446] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2060; }","duration":"275.653288ms","start":"2026-06-23T22:18:57.539979Z","end":"2026-06-23T22:18:57.815632Z","steps":["trace[504393446] 'agreement among raft nodes before linearized reading' (duration: 275.452243ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.815674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.309975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-23T22:18:57.815781Z","caller":"traceutil/trace.go:171","msg":"trace[2061337061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2060; }","duration":"753.448528ms","start":"2026-06-23T22:18:57.062304Z","end":"2026-06-23T22:18:57.815753Z","steps":["trace[2061337061] 'agreement among raft nodes before linearized reading' (duration: 753.164841ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:18:57.81553Z","caller":"traceutil/trace.go:171","msg":"trace[1169617726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2060; }","duration":"754.538944ms","start":"2026-06-23T22:18:57.060979Z","end":"2026-06-23T22:18:57.815518Z","steps":["trace[1169617726] 'agreement among raft nodes before linearized reading' (duration: 754.419181ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.81581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:56.977595Z","time spent":"838.056657ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:18:57.815845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:57.062298Z","time spent":"753.531019ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-23T22:18:57.815705Z","caller":"traceutil/trace.go:171","msg":"trace[823847840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2060; }","duration":"753.658643ms","start":"2026-06-23T22:18:57.062034Z","end":"2026-06-23T22:18:57.815693Z","steps":["trace[823847840] 'agreement among raft nodes before linearized reading' (duration: 753.52421ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.815913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:57.060962Z","time spent":"754.928343ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:18:57.815952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:57.062022Z","time spent":"753.910739ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-23T22:18:57.815359Z","caller":"traceutil/trace.go:171","msg":"trace[1326934452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2060; }","duration":"952.120036ms","start":"2026-06-23T22:18:56.863225Z","end":"2026-06-23T22:18:57.815345Z","steps":["trace[1326934452] 'agreement among raft nodes before linearized reading' (duration: 951.929871ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.816034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:56.863205Z","time spent":"952.816943ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-23T22:18:57.815596Z","caller":"traceutil/trace.go:171","msg":"trace[401513875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"821.031753ms","start":"2026-06-23T22:18:56.994539Z","end":"2026-06-23T22:18:57.81557Z","steps":["trace[401513875] 'agreement among raft nodes before linearized reading' (duration: 820.774737ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:18:57.816173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:18:56.994525Z","time spent":"821.607507ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-23T22:19:24.094792Z","caller":"traceutil/trace.go:171","msg":"trace[1599566220] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"169.84221ms","start":"2026-06-23T22:19:23.924919Z","end":"2026-06-23T22:19:24.094761Z","steps":["trace[1599566220] 'process raft request' (duration: 137.508019ms)","trace[1599566220] 'compare' (duration: 32.107666ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:19:24.094859Z","caller":"traceutil/trace.go:171","msg":"trace[1411011997] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"163.406327ms","start":"2026-06-23T22:19:23.931425Z","end":"2026-06-23T22:19:24.094832Z","steps":["trace[1411011997] 'process raft request' (duration: 163.244243ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:24.094814Z","caller":"traceutil/trace.go:171","msg":"trace[1275708060] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2287; }","duration":"146.093314ms","start":"2026-06-23T22:19:23.948696Z","end":"2026-06-23T22:19:24.094789Z","steps":["trace[1275708060] 'read index received' (duration: 113.676731ms)","trace[1275708060] 'applied index is now lower than readState.Index' (duration: 32.415053ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:19:24.095113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.403081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T22:19:24.095149Z","caller":"traceutil/trace.go:171","msg":"trace[652557907] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"162.905945ms","start":"2026-06-23T22:19:23.931982Z","end":"2026-06-23T22:19:24.094888Z","steps":["trace[652557907] 'process raft request' (duration: 162.749142ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:24.095201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.792089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:19:24.095646Z","caller":"traceutil/trace.go:171","msg":"trace[1737075409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2204; }","duration":"131.26237ms","start":"2026-06-23T22:19:23.964367Z","end":"2026-06-23T22:19:24.09563Z","steps":["trace[1737075409] 'agreement among raft nodes before linearized reading' (duration: 130.707987ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:24.095203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.106911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T22:19:24.095755Z","caller":"traceutil/trace.go:171","msg":"trace[831555061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2204; }","duration":"132.658044ms","start":"2026-06-23T22:19:23.963079Z","end":"2026-06-23T22:19:24.095737Z","steps":["trace[831555061] 'agreement among raft nodes before linearized reading' (duration: 132.012978ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:24.095176Z","caller":"traceutil/trace.go:171","msg":"trace[613626158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2204; }","duration":"146.576036ms","start":"2026-06-23T22:19:23.948584Z","end":"2026-06-23T22:19:24.09516Z","steps":["trace[613626158] 'agreement among raft nodes before linearized reading' (duration: 146.271499ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:24.095238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.391612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-23T22:19:24.095858Z","caller":"traceutil/trace.go:171","msg":"trace[334648788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2204; }","duration":"142.052757ms","start":"2026-06-23T22:19:23.953796Z","end":"2026-06-23T22:19:24.095848Z","steps":["trace[334648788] 'agreement among raft nodes before linearized reading' (duration: 141.299249ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:24.095389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.741654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:19:24.095949Z","caller":"traceutil/trace.go:171","msg":"trace[1886628457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2204; }","duration":"143.318808ms","start":"2026-06-23T22:19:23.95259Z","end":"2026-06-23T22:19:24.095909Z","steps":["trace[1886628457] 'agreement among raft nodes before linearized reading' (duration: 142.479958ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:28.109563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.08098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:19:28.109674Z","caller":"traceutil/trace.go:171","msg":"trace[544109568] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2308; }","duration":"125.495393ms","start":"2026-06-23T22:19:27.984161Z","end":"2026-06-23T22:19:28.109657Z","steps":["trace[544109568] 'read index received' (duration: 24.130776ms)","trace[544109568] 'applied index is now lower than readState.Index' (duration: 101.363127ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:19:28.109812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.657176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-06-23T22:19:28.109773Z","caller":"traceutil/trace.go:171","msg":"trace[783514760] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"154.163286ms","start":"2026-06-23T22:19:27.955587Z","end":"2026-06-23T22:19:28.10975Z","steps":["trace[783514760] 'process raft request' (duration: 52.768958ms)","trace[783514760] 'compare' (duration: 100.971478ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:19:28.10985Z","caller":"traceutil/trace.go:171","msg":"trace[1396503865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2223; }","duration":"125.690358ms","start":"2026-06-23T22:19:27.984145Z","end":"2026-06-23T22:19:28.109836Z","steps":["trace[1396503865] 'agreement among raft nodes before linearized reading' (duration: 125.556855ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:30.290511Z","caller":"traceutil/trace.go:171","msg":"trace[2140982641] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"174.900891ms","start":"2026-06-23T22:19:30.115575Z","end":"2026-06-23T22:19:30.290476Z","steps":["trace[2140982641] 'process raft request' (duration: 174.47117ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:30.379337Z","caller":"traceutil/trace.go:171","msg":"trace[1300865494] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"263.559305ms","start":"2026-06-23T22:19:30.115746Z","end":"2026-06-23T22:19:30.379306Z","steps":["trace[1300865494] 'process raft request' (duration: 244.91955ms)","trace[1300865494] 'compare' (duration: 18.42022ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:19:30.379643Z","caller":"traceutil/trace.go:171","msg":"trace[1739059632] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2319; }","duration":"242.804791ms","start":"2026-06-23T22:19:30.136812Z","end":"2026-06-23T22:19:30.379617Z","steps":["trace[1739059632] 'read index received' (duration: 153.307256ms)","trace[1739059632] 'applied index is now lower than readState.Index' (duration: 89.496645ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:19:30.37966Z","caller":"traceutil/trace.go:171","msg":"trace[1124361418] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"261.814254ms","start":"2026-06-23T22:19:30.117817Z","end":"2026-06-23T22:19:30.379631Z","steps":["trace[1124361418] 'process raft request' (duration: 261.440695ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:30.379686Z","caller":"traceutil/trace.go:171","msg":"trace[812789818] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"257.822368ms","start":"2026-06-23T22:19:30.121823Z","end":"2026-06-23T22:19:30.379646Z","steps":["trace[812789818] 'process raft request' (duration: 257.695875ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:30.379945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.111238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-23T22:19:30.379962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.358606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-23T22:19:30.379971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.801301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-23T22:19:30.380006Z","caller":"traceutil/trace.go:171","msg":"trace[550424933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2236; }","duration":"228.455179ms","start":"2026-06-23T22:19:30.151537Z","end":"2026-06-23T22:19:30.379993Z","steps":["trace[550424933] 'agreement among raft nodes before linearized reading' (duration: 228.233403ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:30.380011Z","caller":"traceutil/trace.go:171","msg":"trace[498777757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2236; }","duration":"216.879132ms","start":"2026-06-23T22:19:30.163119Z","end":"2026-06-23T22:19:30.379998Z","steps":["trace[498777757] 'agreement among raft nodes before linearized reading' (duration: 216.722498ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:30.380009Z","caller":"traceutil/trace.go:171","msg":"trace[1172526803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2236; }","duration":"243.239861ms","start":"2026-06-23T22:19:30.136747Z","end":"2026-06-23T22:19:30.379987Z","steps":["trace[1172526803] 'agreement among raft nodes before linearized reading' (duration: 242.993375ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:30.380059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.419713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-23T22:19:30.380146Z","caller":"traceutil/trace.go:171","msg":"trace[171040492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2236; }","duration":"219.560796ms","start":"2026-06-23T22:19:30.160566Z","end":"2026-06-23T22:19:30.380126Z","steps":["trace[171040492] 'agreement among raft nodes before linearized reading' (duration: 219.343811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:30.38028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.112578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-23T22:19:30.380369Z","caller":"traceutil/trace.go:171","msg":"trace[1597842784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2236; }","duration":"217.21893ms","start":"2026-06-23T22:19:30.163126Z","end":"2026-06-23T22:19:30.380345Z","steps":["trace[1597842784] 'agreement among raft nodes before linearized reading' (duration: 216.916253ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:30.38035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.323033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-23T22:19:30.380628Z","caller":"traceutil/trace.go:171","msg":"trace[955703760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2236; }","duration":"217.621739ms","start":"2026-06-23T22:19:30.162984Z","end":"2026-06-23T22:19:30.380606Z","steps":["trace[955703760] 'agreement among raft nodes before linearized reading' (duration: 216.930733ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:30.641989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.770021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:19:30.642234Z","caller":"traceutil/trace.go:171","msg":"trace[522097944] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"257.475071ms","start":"2026-06-23T22:19:30.38472Z","end":"2026-06-23T22:19:30.642196Z","steps":["trace[522097944] 'process raft request' (duration: 141.414003ms)","trace[522097944] 'compare' (duration: 115.461564ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:19:30.642324Z","caller":"traceutil/trace.go:171","msg":"trace[521138776] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"257.493961ms","start":"2026-06-23T22:19:30.384802Z","end":"2026-06-23T22:19:30.642296Z","steps":["trace[521138776] 'process raft request' (duration: 257.276616ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:30.642422Z","caller":"traceutil/trace.go:171","msg":"trace[1430379091] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"257.189003ms","start":"2026-06-23T22:19:30.385193Z","end":"2026-06-23T22:19:30.642382Z","steps":["trace[1430379091] 'process raft request' (duration: 257.073591ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:30.642477Z","caller":"traceutil/trace.go:171","msg":"trace[1961906829] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"257.150453ms","start":"2026-06-23T22:19:30.385291Z","end":"2026-06-23T22:19:30.642442Z","steps":["trace[1961906829] 'process raft request' (duration: 257.02822ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:36.914668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369425213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:19:37.415741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369425213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:19:37.454005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257476958s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T22:19:37.454501Z","caller":"traceutil/trace.go:171","msg":"trace[521599434] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"1.258067151s","start":"2026-06-23T22:19:36.196411Z","end":"2026-06-23T22:19:37.454478Z","steps":["trace[521599434] 'process raft request' (duration: 1.257868166s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.454722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.19639Z","time spent":"1.258170274s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:19:37.486019Z","caller":"traceutil/trace.go:171","msg":"trace[667254059] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2351; }","duration":"1.07136687s","start":"2026-06-23T22:19:36.414621Z","end":"2026-06-23T22:19:37.485987Z","steps":["trace[667254059] 'read index received' (duration: 1.039544881s)","trace[667254059] 'applied index is now lower than readState.Index' (duration: 31.820749ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:19:37.486215Z","caller":"traceutil/trace.go:171","msg":"trace[639991010] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"1.087085135s","start":"2026-06-23T22:19:36.399073Z","end":"2026-06-23T22:19:37.486158Z","steps":["trace[639991010] 'process raft request' (duration: 1.086845619s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.486281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071642547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-23T22:19:37.486629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.639661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-23T22:19:37.486642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.661659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:19:37.486301Z","caller":"traceutil/trace.go:171","msg":"trace[673988597] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"1.088450718s","start":"2026-06-23T22:19:36.39778Z","end":"2026-06-23T22:19:37.486231Z","steps":["trace[673988597] 'process raft request' (duration: 1.088023128s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:37.486694Z","caller":"traceutil/trace.go:171","msg":"trace[1629905219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2268; }","duration":"820.770773ms","start":"2026-06-23T22:19:36.66591Z","end":"2026-06-23T22:19:37.48668Z","steps":["trace[1629905219] 'agreement among raft nodes before linearized reading' (duration: 820.499037ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.486743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.66588Z","time spent":"820.851516ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-23T22:19:37.486355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.399053Z","time spent":"1.087225479s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:19:37.486661Z","caller":"traceutil/trace.go:171","msg":"trace[1398270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2268; }","duration":"1.072068788s","start":"2026-06-23T22:19:36.414577Z","end":"2026-06-23T22:19:37.486646Z","steps":["trace[1398270] 'agreement among raft nodes before linearized reading' (duration: 1.071562886s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:37.486388Z","caller":"traceutil/trace.go:171","msg":"trace[454105614] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"1.177565882s","start":"2026-06-23T22:19:36.308809Z","end":"2026-06-23T22:19:37.486375Z","steps":["trace[454105614] 'process raft request' (duration: 1.176832925s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:37.486416Z","caller":"traceutil/trace.go:171","msg":"trace[1124327164] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"1.088254363s","start":"2026-06-23T22:19:36.398117Z","end":"2026-06-23T22:19:37.486372Z","steps":["trace[1124327164] 'process raft request' (duration: 1.087737651s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:37.486719Z","caller":"traceutil/trace.go:171","msg":"trace[525871010] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2268; }","duration":"445.752951ms","start":"2026-06-23T22:19:37.040945Z","end":"2026-06-23T22:19:37.486697Z","steps":["trace[525871010] 'agreement among raft nodes before linearized reading' (duration: 445.484344ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.487073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.308721Z","time spent":"1.178234448s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:19:37.486433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.110892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:19:37.487154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.398112Z","time spent":"1.08895659s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:19:37.4872Z","caller":"traceutil/trace.go:171","msg":"trace[1372913366] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2268; }","duration":"691.941821ms","start":"2026-06-23T22:19:36.795241Z","end":"2026-06-23T22:19:37.487182Z","steps":["trace[1372913366] 'agreement among raft nodes before linearized reading' (duration: 691.097981ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.486462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.570573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-23T22:19:37.487298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.795219Z","time spent":"692.047504ms","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":24,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:19:37.487369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.414563Z","time spent":"1.072346644s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:19:37.48741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:37.040884Z","time spent":"446.500418ms","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:19:37.487331Z","caller":"traceutil/trace.go:171","msg":"trace[336577941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2268; }","duration":"822.479664ms","start":"2026-06-23T22:19:36.664829Z","end":"2026-06-23T22:19:37.487308Z","steps":["trace[336577941] 'agreement among raft nodes before linearized reading' (duration: 821.497171ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.487678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.66481Z","time spent":"822.845674ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:19:37.486506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.459107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:19:37.487803Z","caller":"traceutil/trace.go:171","msg":"trace[1126358536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2268; }","duration":"860.798599ms","start":"2026-06-23T22:19:36.626987Z","end":"2026-06-23T22:19:37.487786Z","steps":["trace[1126358536] 'agreement among raft nodes before linearized reading' (duration: 859.468137ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.487863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.626964Z","time spent":"860.88322ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:19:37.486538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.739601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:19:37.488068Z","caller":"traceutil/trace.go:171","msg":"trace[1344853569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2268; }","duration":"824.291928ms","start":"2026-06-23T22:19:36.66376Z","end":"2026-06-23T22:19:37.488052Z","steps":["trace[1344853569] 'agreement among raft nodes before linearized reading' (duration: 822.659119ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.488127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.663744Z","time spent":"824.36681ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:19:37.486559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.687826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T22:19:37.488249Z","caller":"traceutil/trace.go:171","msg":"trace[743347191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2268; }","duration":"823.414967ms","start":"2026-06-23T22:19:36.664817Z","end":"2026-06-23T22:19:37.488232Z","steps":["trace[743347191] 'agreement among raft nodes before linearized reading' (duration: 821.648845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.486805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.397753Z","time spent":"1.088973921s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:19:37.486517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061482824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-23T22:19:37.488436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.664801Z","time spent":"823.613992ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-23T22:19:37.488525Z","caller":"traceutil/trace.go:171","msg":"trace[923965491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"1.063461312s","start":"2026-06-23T22:19:36.425009Z","end":"2026-06-23T22:19:37.48847Z","steps":["trace[923965491] 'agreement among raft nodes before linearized reading' (duration: 1.061193788s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:37.488684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:36.424999Z","time spent":"1.063625726s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-23T22:19:38.51697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.715214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:19:38.517126Z","caller":"traceutil/trace.go:171","msg":"trace[617199523] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"1.024767849s","start":"2026-06-23T22:19:37.492329Z","end":"2026-06-23T22:19:38.517097Z","steps":["trace[617199523] 'process raft request' (duration: 356.801659ms)","trace[617199523] 'compare' (duration: 667.217312ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:19:38.517707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:37.492308Z","time spent":"1.025072076s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:19:38.535174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369425221,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-23T22:19:38.538448Z","caller":"traceutil/trace.go:171","msg":"trace[779527034] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.045515514s","start":"2026-06-23T22:19:37.492913Z","end":"2026-06-23T22:19:38.538428Z","steps":["trace[779527034] 'process raft request' (duration: 1.045381671s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:38.538551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:37.492893Z","time spent":"1.045594775s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:19:38.538688Z","caller":"traceutil/trace.go:171","msg":"trace[851753821] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.045631507s","start":"2026-06-23T22:19:37.493048Z","end":"2026-06-23T22:19:38.538679Z","steps":["trace[851753821] 'process raft request' (duration: 1.04534565s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:38.53873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:37.49302Z","time spent":"1.045689737s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:19:38.539182Z","caller":"traceutil/trace.go:171","msg":"trace[756907589] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.045547134s","start":"2026-06-23T22:19:37.493607Z","end":"2026-06-23T22:19:38.539154Z","steps":["trace[756907589] 'process raft request' (duration: 1.045043472s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:19:38.539193Z","caller":"traceutil/trace.go:171","msg":"trace[750436748] linearizableReadLoop","detail":"{readStateIndex:2361; appliedIndex:2357; }","duration":"504.678235ms","start":"2026-06-23T22:19:38.034488Z","end":"2026-06-23T22:19:38.539166Z","steps":["trace[750436748] 'read index received' (duration: 503.726253ms)","trace[750436748] 'applied index is now lower than readState.Index' (duration: 950.702µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:19:38.539232Z","caller":"traceutil/trace.go:171","msg":"trace[2028991569] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"1.045586996s","start":"2026-06-23T22:19:37.493631Z","end":"2026-06-23T22:19:38.539218Z","steps":["trace[2028991569] 'process raft request' (duration: 1.045422952s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:38.539318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:37.493592Z","time spent":"1.045657387s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:19:38.53939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.855778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-06-23T22:19:38.539418Z","caller":"traceutil/trace.go:171","msg":"trace[2080560387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2273; }","duration":"371.919909ms","start":"2026-06-23T22:19:38.167491Z","end":"2026-06-23T22:19:38.539411Z","steps":["trace[2080560387] 'agreement among raft nodes before linearized reading' (duration: 371.823647ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:38.539436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:38.167469Z","time spent":"371.963401ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-23T22:19:38.539401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.88825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:19:38.539491Z","caller":"traceutil/trace.go:171","msg":"trace[809934067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2273; }","duration":"505.033944ms","start":"2026-06-23T22:19:38.034434Z","end":"2026-06-23T22:19:38.539468Z","steps":["trace[809934067] 'agreement among raft nodes before linearized reading' (duration: 504.861799ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:19:38.539559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:38.034412Z","time spent":"505.131066ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:19:38.539684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:19:37.493614Z","time spent":"1.045651887s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:19:38.72003Z","caller":"traceutil/trace.go:171","msg":"trace[1587389775] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"147.477817ms","start":"2026-06-23T22:19:38.572513Z","end":"2026-06-23T22:19:38.719991Z","steps":["trace[1587389775] 'process raft request' (duration: 144.27247ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:12.913207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.797501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-23T22:20:12.913324Z","caller":"traceutil/trace.go:171","msg":"trace[759601577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2642; }","duration":"216.957795ms","start":"2026-06-23T22:20:12.696348Z","end":"2026-06-23T22:20:12.913306Z","steps":["trace[759601577] 'range keys from in-memory index tree' (duration: 216.595896ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:12.913325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.121457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T22:20:12.913415Z","caller":"traceutil/trace.go:171","msg":"trace[1055124992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2642; }","duration":"222.270541ms","start":"2026-06-23T22:20:12.691123Z","end":"2026-06-23T22:20:12.913394Z","steps":["trace[1055124992] 'range keys from in-memory index tree' (duration: 221.886462ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:12.913337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.622322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-23T22:20:12.913472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.759749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T22:20:12.91355Z","caller":"traceutil/trace.go:171","msg":"trace[1679260279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2642; }","duration":"233.876918ms","start":"2026-06-23T22:20:12.67964Z","end":"2026-06-23T22:20:12.913517Z","steps":["trace[1679260279] 'range keys from in-memory index tree' (duration: 233.439597ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:20:12.913595Z","caller":"traceutil/trace.go:171","msg":"trace[1057808805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2642; }","duration":"221.903602ms","start":"2026-06-23T22:20:12.69167Z","end":"2026-06-23T22:20:12.913573Z","steps":["trace[1057808805] 'range keys from in-memory index tree' (duration: 221.496192ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:12.913688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.44485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-23T22:20:12.913781Z","caller":"traceutil/trace.go:171","msg":"trace[1659148855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2642; }","duration":"213.567084ms","start":"2026-06-23T22:20:12.700194Z","end":"2026-06-23T22:20:12.913761Z","steps":["trace[1659148855] 'range keys from in-memory index tree' (duration: 212.766144ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:20:35.098037Z","caller":"traceutil/trace.go:171","msg":"trace[2020367859] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"102.161056ms","start":"2026-06-23T22:20:34.995835Z","end":"2026-06-23T22:20:35.097996Z","steps":["trace[2020367859] 'process raft request' (duration: 101.772167ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:20:41.010009Z","caller":"traceutil/trace.go:171","msg":"trace[1185582069] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"309.050847ms","start":"2026-06-23T22:20:40.700936Z","end":"2026-06-23T22:20:41.009987Z","steps":["trace[1185582069] 'process raft request' (duration: 308.900094ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:41.010211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:40.700908Z","time spent":"309.212642ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:20:41.088554Z","caller":"traceutil/trace.go:171","msg":"trace[705967005] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"147.561499ms","start":"2026-06-23T22:20:40.940962Z","end":"2026-06-23T22:20:41.088524Z","steps":["trace[705967005] 'process raft request' (duration: 147.433166ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:20:41.490994Z","caller":"traceutil/trace.go:171","msg":"trace[40417378] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"317.786896ms","start":"2026-06-23T22:20:41.17318Z","end":"2026-06-23T22:20:41.490967Z","steps":["trace[40417378] 'process raft request' (duration: 317.630242ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:41.491194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.173159Z","time spent":"317.936979ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:20:41.978559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.024243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:20:41.978853Z","caller":"traceutil/trace.go:171","msg":"trace[563139630] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"804.27063ms","start":"2026-06-23T22:20:41.174551Z","end":"2026-06-23T22:20:41.978822Z","steps":["trace[563139630] 'process raft request' (duration: 804.131056ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:20:41.978949Z","caller":"traceutil/trace.go:171","msg":"trace[1997316444] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"803.764507ms","start":"2026-06-23T22:20:41.175172Z","end":"2026-06-23T22:20:41.978937Z","steps":["trace[1997316444] 'process raft request' (duration: 803.582143ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:41.979096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.352072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-23T22:20:41.979103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.175165Z","time spent":"803.843489ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:20:41.979107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.174543Z","time spent":"804.494715ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:20:41.978854Z","caller":"traceutil/trace.go:171","msg":"trace[921733959] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"805.56922ms","start":"2026-06-23T22:20:41.173247Z","end":"2026-06-23T22:20:41.978816Z","steps":["trace[921733959] 'process raft request' (duration: 426.187009ms)","trace[921733959] 'compare' (duration: 378.90918ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:20:41.979665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.173235Z","time spent":"806.358559ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:20:41.978901Z","caller":"traceutil/trace.go:171","msg":"trace[1549163907] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"237.65257ms","start":"2026-06-23T22:20:41.741224Z","end":"2026-06-23T22:20:41.978877Z","steps":["trace[1549163907] 'process raft request' (duration: 237.590408ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:20:41.978966Z","caller":"traceutil/trace.go:171","msg":"trace[387755818] linearizableReadLoop","detail":"{readStateIndex:2920; appliedIndex:2917; }","duration":"804.205998ms","start":"2026-06-23T22:20:41.174734Z","end":"2026-06-23T22:20:41.97894Z","steps":["trace[387755818] 'read index received' (duration: 316.069845ms)","trace[387755818] 'applied index is now lower than readState.Index' (duration: 488.134973ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:20:41.979354Z","caller":"traceutil/trace.go:171","msg":"trace[1810742715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2813; }","duration":"804.399893ms","start":"2026-06-23T22:20:41.174731Z","end":"2026-06-23T22:20:41.979131Z","steps":["trace[1810742715] 'agreement among raft nodes before linearized reading' (duration: 804.255609ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:41.980024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.174714Z","time spent":"805.260173ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:20:42.54171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.343843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:20:42.542355Z","caller":"traceutil/trace.go:171","msg":"trace[401542131] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"558.034297ms","start":"2026-06-23T22:20:41.984303Z","end":"2026-06-23T22:20:42.542337Z","steps":["trace[401542131] 'process raft request' (duration: 557.993146ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:20:42.542385Z","caller":"traceutil/trace.go:171","msg":"trace[1669260662] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"783.083218ms","start":"2026-06-23T22:20:41.759277Z","end":"2026-06-23T22:20:42.54236Z","steps":["trace[1669260662] 'process raft request' (duration: 782.955135ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:20:42.542377Z","caller":"traceutil/trace.go:171","msg":"trace[1969403866] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"790.821571ms","start":"2026-06-23T22:20:41.751526Z","end":"2026-06-23T22:20:42.542347Z","steps":["trace[1969403866] 'process raft request' (duration: 790.545174ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:20:42.542424Z","caller":"traceutil/trace.go:171","msg":"trace[594845607] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"796.702371ms","start":"2026-06-23T22:20:41.745686Z","end":"2026-06-23T22:20:42.542389Z","steps":["trace[594845607] 'process raft request' (duration: 599.568369ms)","trace[594845607] 'compare' (duration: 196.244031ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:20:42.542463Z","caller":"traceutil/trace.go:171","msg":"trace[1090575984] linearizableReadLoop","detail":"{readStateIndex:2925; appliedIndex:2922; }","duration":"562.596674ms","start":"2026-06-23T22:20:41.979843Z","end":"2026-06-23T22:20:42.54244Z","steps":["trace[1090575984] 'read index received' (duration: 365.425811ms)","trace[1090575984] 'applied index is now lower than readState.Index' (duration: 197.168163ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:20:42.542499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.485159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:20:42.542494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.984284Z","time spent":"558.124088ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:20:42.542568Z","caller":"traceutil/trace.go:171","msg":"trace[8670764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2817; }","duration":"915.594342ms","start":"2026-06-23T22:20:41.626957Z","end":"2026-06-23T22:20:42.542552Z","steps":["trace[8670764] 'agreement among raft nodes before linearized reading' (duration: 915.485099ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:42.542607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.626935Z","time spent":"915.664294ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:20:42.54261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.745665Z","time spent":"796.854204ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:20:42.542624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.751512Z","time spent":"790.940304ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:20:42.542646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.878852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bbd5dcb2c4b671\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-06-23T22:20:42.542684Z","caller":"traceutil/trace.go:171","msg":"trace[861823558] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bbd5dcb2c4b671; range_end:; response_count:1; response_revision:2817; }","duration":"946.971714ms","start":"2026-06-23T22:20:41.595706Z","end":"2026-06-23T22:20:42.542677Z","steps":["trace[861823558] 'agreement among raft nodes before linearized reading' (duration: 946.81213ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:42.542717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.595687Z","time spent":"947.024735ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bbd5dcb2c4b671\" "} {"level":"warn","ts":"2026-06-23T22:20:42.542453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:20:41.759265Z","time spent":"783.152671ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:20:48.073507Z","caller":"traceutil/trace.go:171","msg":"trace[1697347069] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"154.275257ms","start":"2026-06-23T22:20:47.919192Z","end":"2026-06-23T22:20:48.073467Z","steps":["trace[1697347069] 'process raft request' (duration: 154.038421ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:20:48.800302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.492744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-06-23T22:20:48.800401Z","caller":"traceutil/trace.go:171","msg":"trace[358685435] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2853; }","duration":"102.666098ms","start":"2026-06-23T22:20:48.697717Z","end":"2026-06-23T22:20:48.800383Z","steps":["trace[358685435] 'range keys from in-memory index tree' (duration: 102.255018ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:21:00.317587Z","caller":"traceutil/trace.go:171","msg":"trace[795848558] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"120.004578ms","start":"2026-06-23T22:21:00.197509Z","end":"2026-06-23T22:21:00.317513Z","steps":["trace[795848558] 'process raft request' (duration: 97.287281ms)","trace[795848558] 'compare' (duration: 22.537623ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:21:00.318169Z","caller":"traceutil/trace.go:171","msg":"trace[1184002220] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"119.564678ms","start":"2026-06-23T22:21:00.198573Z","end":"2026-06-23T22:21:00.318137Z","steps":["trace[1184002220] 'process raft request' (duration: 119.389354ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:21:00.318392Z","caller":"traceutil/trace.go:171","msg":"trace[2096049308] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"118.242306ms","start":"2026-06-23T22:21:00.200102Z","end":"2026-06-23T22:21:00.318344Z","steps":["trace[2096049308] 'process raft request' (duration: 117.98496ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:22:40.744037Z","caller":"traceutil/trace.go:171","msg":"trace[575563674] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"121.625018ms","start":"2026-06-23T22:22:40.62238Z","end":"2026-06-23T22:22:40.744005Z","steps":["trace[575563674] 'process raft request' (duration: 118.594946ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:22:40.744485Z","caller":"traceutil/trace.go:171","msg":"trace[554225358] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"112.332959ms","start":"2026-06-23T22:22:40.632116Z","end":"2026-06-23T22:22:40.744449Z","steps":["trace[554225358] 'process raft request' (duration: 111.986251ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:23:13.739663Z","caller":"traceutil/trace.go:171","msg":"trace[1852997459] transaction","detail":"{read_only:false; response_revision:3814; number_of_response:1; }","duration":"273.168265ms","start":"2026-06-23T22:23:13.46646Z","end":"2026-06-23T22:23:13.739629Z","steps":["trace[1852997459] 'process raft request' (duration: 272.98332ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:23:14.142307Z","caller":"traceutil/trace.go:171","msg":"trace[1957891081] linearizableReadLoop","detail":"{readStateIndex:3961; appliedIndex:3959; }","duration":"514.497326ms","start":"2026-06-23T22:23:13.627785Z","end":"2026-06-23T22:23:14.142282Z","steps":["trace[1957891081] 'read index received' (duration: 111.716454ms)","trace[1957891081] 'applied index is now lower than readState.Index' (duration: 402.780172ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:23:14.142463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.66393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:23:14.142436Z","caller":"traceutil/trace.go:171","msg":"trace[1259249584] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"527.996375ms","start":"2026-06-23T22:23:13.614397Z","end":"2026-06-23T22:23:14.142393Z","steps":["trace[1259249584] 'process raft request' (duration: 527.74686ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:23:14.142744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.692221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:23:14.14279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:23:13.614364Z","time spent":"528.17658ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:23:14.142816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.500516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-23T22:23:14.142873Z","caller":"traceutil/trace.go:171","msg":"trace[22944078] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:3815; }","duration":"304.560047ms","start":"2026-06-23T22:23:13.838298Z","end":"2026-06-23T22:23:14.142858Z","steps":["trace[22944078] 'agreement among raft nodes before linearized reading' (duration: 304.364133ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:23:14.142881Z","caller":"traceutil/trace.go:171","msg":"trace[1379136184] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3815; }","duration":"427.900836ms","start":"2026-06-23T22:23:13.714943Z","end":"2026-06-23T22:23:14.142844Z","steps":["trace[1379136184] 'agreement among raft nodes before linearized reading' (duration: 427.606769ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:23:14.142905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:23:13.838223Z","time spent":"304.67539ms","remote":"127.0.0.1:58924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-06-23T22:23:14.142494Z","caller":"traceutil/trace.go:171","msg":"trace[1229908472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3815; }","duration":"514.759413ms","start":"2026-06-23T22:23:13.627726Z","end":"2026-06-23T22:23:14.142485Z","steps":["trace[1229908472] 'agreement among raft nodes before linearized reading' (duration: 514.66805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:23:14.142929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:23:13.714917Z","time spent":"427.999899ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:23:14.143031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:23:13.6277Z","time spent":"515.281674ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-23T22:23:14.330382Z","caller":"traceutil/trace.go:171","msg":"trace[1326008612] linearizableReadLoop","detail":"{readStateIndex:3962; appliedIndex:3961; }","duration":"185.832098ms","start":"2026-06-23T22:23:14.144523Z","end":"2026-06-23T22:23:14.330355Z","steps":["trace[1326008612] 'read index received' (duration: 107.277658ms)","trace[1326008612] 'applied index is now lower than readState.Index' (duration: 78.5531ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:23:14.330494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.962132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:23:14.330521Z","caller":"traceutil/trace.go:171","msg":"trace[223183566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3815; }","duration":"186.038613ms","start":"2026-06-23T22:23:14.144474Z","end":"2026-06-23T22:23:14.330513Z","steps":["trace[223183566] 'agreement among raft nodes before linearized reading' (duration: 185.966831ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:23:42.939879Z","caller":"traceutil/trace.go:171","msg":"trace[1123556020] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"116.661877ms","start":"2026-06-23T22:23:42.823188Z","end":"2026-06-23T22:23:42.93985Z","steps":["trace[1123556020] 'process raft request' (duration: 116.452602ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:23:53.965262Z","caller":"traceutil/trace.go:171","msg":"trace[1176781214] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"118.392397ms","start":"2026-06-23T22:23:53.846838Z","end":"2026-06-23T22:23:53.96523Z","steps":["trace[1176781214] 'process raft request' (duration: 101.21713ms)","trace[1176781214] 'compare' (duration: 17.020273ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:23:54.127805Z","caller":"traceutil/trace.go:171","msg":"trace[1516799982] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"147.215691ms","start":"2026-06-23T22:23:53.980559Z","end":"2026-06-23T22:23:54.127774Z","steps":["trace[1516799982] 'process raft request' (duration: 146.256288ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:07.502765Z","caller":"traceutil/trace.go:171","msg":"trace[957045327] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"106.400623ms","start":"2026-06-23T22:24:07.396322Z","end":"2026-06-23T22:24:07.502723Z","steps":["trace[957045327] 'process raft request' (duration: 106.2688ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:07.502798Z","caller":"traceutil/trace.go:171","msg":"trace[2123862092] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"131.349035ms","start":"2026-06-23T22:24:07.371409Z","end":"2026-06-23T22:24:07.502758Z","steps":["trace[2123862092] 'process raft request' (duration: 131.005317ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:07.502911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.944553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-23T22:24:07.503009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.479333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-23T22:24:07.503109Z","caller":"traceutil/trace.go:171","msg":"trace[461104032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4187; }","duration":"100.618096ms","start":"2026-06-23T22:24:07.402467Z","end":"2026-06-23T22:24:07.503085Z","steps":["trace[461104032] 'agreement among raft nodes before linearized reading' (duration: 100.378371ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:07.503026Z","caller":"traceutil/trace.go:171","msg":"trace[1095184003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4187; }","duration":"117.099507ms","start":"2026-06-23T22:24:07.385895Z","end":"2026-06-23T22:24:07.502994Z","steps":["trace[1095184003] 'agreement among raft nodes before linearized reading' (duration: 116.78456ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:07.50331Z","caller":"traceutil/trace.go:171","msg":"trace[66960717] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"103.29816ms","start":"2026-06-23T22:24:07.399538Z","end":"2026-06-23T22:24:07.502836Z","steps":["trace[66960717] 'process raft request' (duration: 103.093755ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:19.664803Z","caller":"traceutil/trace.go:171","msg":"trace[1696408323] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"100.989755ms","start":"2026-06-23T22:24:19.563755Z","end":"2026-06-23T22:24:19.664745Z","steps":["trace[1696408323] 'process raft request' (duration: 100.868942ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:19.664798Z","caller":"traceutil/trace.go:171","msg":"trace[1580110907] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"101.057616ms","start":"2026-06-23T22:24:19.563667Z","end":"2026-06-23T22:24:19.664724Z","steps":["trace[1580110907] 'process raft request' (duration: 100.305558ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:26.093417Z","caller":"traceutil/trace.go:171","msg":"trace[1988572615] linearizableReadLoop","detail":"{readStateIndex:4483; appliedIndex:4482; }","duration":"187.631459ms","start":"2026-06-23T22:24:25.905757Z","end":"2026-06-23T22:24:26.093388Z","steps":["trace[1988572615] 'read index received' (duration: 187.356853ms)","trace[1988572615] 'applied index is now lower than readState.Index' (duration: 273.246µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:24:26.093505Z","caller":"traceutil/trace.go:171","msg":"trace[717377703] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"216.119976ms","start":"2026-06-23T22:24:25.877329Z","end":"2026-06-23T22:24:26.093449Z","steps":["trace[717377703] 'process raft request' (duration: 215.87105ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:26.09358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.811344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:24:26.093629Z","caller":"traceutil/trace.go:171","msg":"trace[1365007955] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4307; }","duration":"187.944998ms","start":"2026-06-23T22:24:25.905669Z","end":"2026-06-23T22:24:26.093614Z","steps":["trace[1365007955] 'agreement among raft nodes before linearized reading' (duration: 187.841665ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:32.307075Z","caller":"traceutil/trace.go:171","msg":"trace[1095145070] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"117.211289ms","start":"2026-06-23T22:24:32.189838Z","end":"2026-06-23T22:24:32.307049Z","steps":["trace[1095145070] 'process raft request' (duration: 116.981254ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:33.057887Z","caller":"traceutil/trace.go:171","msg":"trace[1275565698] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"100.689818ms","start":"2026-06-23T22:24:32.957139Z","end":"2026-06-23T22:24:33.057829Z","steps":["trace[1275565698] 'process raft request' (duration: 100.423712ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:33.060467Z","caller":"traceutil/trace.go:171","msg":"trace[492811620] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"102.730346ms","start":"2026-06-23T22:24:32.95772Z","end":"2026-06-23T22:24:33.06045Z","steps":["trace[492811620] 'process raft request' (duration: 102.45173ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:33.060493Z","caller":"traceutil/trace.go:171","msg":"trace[804533947] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"101.124928ms","start":"2026-06-23T22:24:32.959338Z","end":"2026-06-23T22:24:33.060463Z","steps":["trace[804533947] 'process raft request' (duration: 101.028285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:38.471778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.797755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:24:38.471938Z","caller":"traceutil/trace.go:171","msg":"trace[373771776] linearizableReadLoop","detail":"{readStateIndex:4973; appliedIndex:4972; }","duration":"314.020337ms","start":"2026-06-23T22:24:38.157872Z","end":"2026-06-23T22:24:38.471893Z","steps":["trace[373771776] 'read index received' (duration: 185.046458ms)","trace[373771776] 'applied index is now lower than readState.Index' (duration: 128.972579ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:24:38.472005Z","caller":"traceutil/trace.go:171","msg":"trace[1174755721] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"326.465672ms","start":"2026-06-23T22:24:38.145476Z","end":"2026-06-23T22:24:38.471942Z","steps":["trace[1174755721] 'process raft request' (duration: 197.377331ms)","trace[1174755721] 'compare' (duration: 128.343103ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:24:38.47205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.16696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:24:38.472251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:38.145454Z","time spent":"326.677566ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15284,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:24:38.47235Z","caller":"traceutil/trace.go:171","msg":"trace[1037067198] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4791; }","duration":"314.404756ms","start":"2026-06-23T22:24:38.157866Z","end":"2026-06-23T22:24:38.472271Z","steps":["trace[1037067198] 'agreement among raft nodes before linearized reading' (duration: 314.128199ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:38.472546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:38.157815Z","time spent":"314.678352ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:24:38.554486Z","caller":"traceutil/trace.go:171","msg":"trace[440514814] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"270.547766ms","start":"2026-06-23T22:24:38.283911Z","end":"2026-06-23T22:24:38.554459Z","steps":["trace[440514814] 'process raft request' (duration: 270.461044ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:38.554549Z","caller":"traceutil/trace.go:171","msg":"trace[72409924] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"312.518732ms","start":"2026-06-23T22:24:38.241975Z","end":"2026-06-23T22:24:38.554494Z","steps":["trace[72409924] 'process raft request' (duration: 312.223255ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:38.554745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:38.241947Z","time spent":"312.709766ms","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-23T22:24:38.563183Z","caller":"traceutil/trace.go:171","msg":"trace[1074494597] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"170.114084ms","start":"2026-06-23T22:24:38.393031Z","end":"2026-06-23T22:24:38.563145Z","steps":["trace[1074494597] 'process raft request' (duration: 169.861638ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:38.56321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.462847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:24:38.563332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.80752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8c4dfec3-636d-4a44-8d55-0821abf8b73b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-06-23T22:24:38.563361Z","caller":"traceutil/trace.go:171","msg":"trace[1885200333] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4794; }","duration":"174.640682ms","start":"2026-06-23T22:24:38.388701Z","end":"2026-06-23T22:24:38.563341Z","steps":["trace[1885200333] 'agreement among raft nodes before linearized reading' (duration: 174.403266ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:38.563338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.977411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:24:38.563391Z","caller":"traceutil/trace.go:171","msg":"trace[1259738085] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8c4dfec3-636d-4a44-8d55-0821abf8b73b; range_end:; response_count:1; response_revision:4794; }","duration":"248.930623ms","start":"2026-06-23T22:24:38.314449Z","end":"2026-06-23T22:24:38.56338Z","steps":["trace[1259738085] 'agreement among raft nodes before linearized reading' (duration: 248.730839ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:38.563435Z","caller":"traceutil/trace.go:171","msg":"trace[1096748432] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4794; }","duration":"364.144005ms","start":"2026-06-23T22:24:38.199271Z","end":"2026-06-23T22:24:38.563415Z","steps":["trace[1096748432] 'agreement among raft nodes before linearized reading' (duration: 363.951421ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:38.563482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:38.199244Z","time spent":"364.230438ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:24:41.291371Z","caller":"traceutil/trace.go:171","msg":"trace[1284177395] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5046; }","duration":"328.395107ms","start":"2026-06-23T22:24:40.962942Z","end":"2026-06-23T22:24:41.291337Z","steps":["trace[1284177395] 'read index received' (duration: 328.206553ms)","trace[1284177395] 'applied index is now lower than readState.Index' (duration: 187.054µs)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:24:41.291731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.760416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-23T22:24:41.29187Z","caller":"traceutil/trace.go:171","msg":"trace[1870252846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4861; }","duration":"328.95624ms","start":"2026-06-23T22:24:40.962886Z","end":"2026-06-23T22:24:41.291843Z","steps":["trace[1870252846] 'agreement among raft nodes before linearized reading' (duration: 328.602812ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:41.291455Z","caller":"traceutil/trace.go:171","msg":"trace[635424787] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"451.796304ms","start":"2026-06-23T22:24:40.839639Z","end":"2026-06-23T22:24:41.291435Z","steps":["trace[635424787] 'process raft request' (duration: 451.493557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:41.291935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:40.962856Z","time spent":"329.068333ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:24:41.292031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:40.839615Z","time spent":"452.313026ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:24:41.430072Z","caller":"traceutil/trace.go:171","msg":"trace[1417266795] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"201.56343ms","start":"2026-06-23T22:24:41.228486Z","end":"2026-06-23T22:24:41.43005Z","steps":["trace[1417266795] 'process raft request' (duration: 201.491018ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:41.430065Z","caller":"traceutil/trace.go:171","msg":"trace[386602556] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"424.276871ms","start":"2026-06-23T22:24:41.005719Z","end":"2026-06-23T22:24:41.429996Z","steps":["trace[386602556] 'process raft request' (duration: 394.884954ms)","trace[386602556] 'compare' (duration: 29.154462ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:24:41.430066Z","caller":"traceutil/trace.go:171","msg":"trace[1652057150] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"206.117428ms","start":"2026-06-23T22:24:41.223912Z","end":"2026-06-23T22:24:41.43003Z","steps":["trace[1652057150] 'process raft request' (duration: 206.004525ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:41.430199Z","caller":"traceutil/trace.go:171","msg":"trace[1840049491] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5047; }","duration":"137.919121ms","start":"2026-06-23T22:24:41.292257Z","end":"2026-06-23T22:24:41.430176Z","steps":["trace[1840049491] 'read index received' (duration: 108.36345ms)","trace[1840049491] 'applied index is now lower than readState.Index' (duration: 29.54439ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:24:41.430296Z","caller":"traceutil/trace.go:171","msg":"trace[1431838124] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"177.074119ms","start":"2026-06-23T22:24:41.253211Z","end":"2026-06-23T22:24:41.430285Z","steps":["trace[1431838124] 'process raft request' (duration: 176.803603ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:41.430346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.891522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:24:41.430352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:41.00568Z","time spent":"424.551348ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-23T22:24:41.430398Z","caller":"traceutil/trace.go:171","msg":"trace[1111132110] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4865; }","duration":"186.986243ms","start":"2026-06-23T22:24:41.243398Z","end":"2026-06-23T22:24:41.430384Z","steps":["trace[1111132110] 'agreement among raft nodes before linearized reading' (duration: 186.879481ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:41.434437Z","caller":"traceutil/trace.go:171","msg":"trace[1334654743] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"137.604813ms","start":"2026-06-23T22:24:41.296815Z","end":"2026-06-23T22:24:41.43442Z","steps":["trace[1334654743] 'process raft request' (duration: 137.319336ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:41.434498Z","caller":"traceutil/trace.go:171","msg":"trace[1065731168] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"137.608312ms","start":"2026-06-23T22:24:41.296864Z","end":"2026-06-23T22:24:41.434473Z","steps":["trace[1065731168] 'process raft request' (duration: 137.457359ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:41.434555Z","caller":"traceutil/trace.go:171","msg":"trace[723853417] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"135.316928ms","start":"2026-06-23T22:24:41.299228Z","end":"2026-06-23T22:24:41.434545Z","steps":["trace[723853417] 'process raft request' (duration: 135.218906ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:41.434786Z","caller":"traceutil/trace.go:171","msg":"trace[1218707749] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"137.300575ms","start":"2026-06-23T22:24:41.297468Z","end":"2026-06-23T22:24:41.434769Z","steps":["trace[1218707749] 'process raft request' (duration: 136.918746ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:41.434753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.466113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65e127f5-5682-42be-9e46-d7bb78b54ccd\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-06-23T22:24:41.43487Z","caller":"traceutil/trace.go:171","msg":"trace[2121343311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65e127f5-5682-42be-9e46-d7bb78b54ccd; range_end:; response_count:1; response_revision:4869; }","duration":"138.669968ms","start":"2026-06-23T22:24:41.296172Z","end":"2026-06-23T22:24:41.434842Z","steps":["trace[2121343311] 'agreement among raft nodes before linearized reading' (duration: 138.348681ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:41.434766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.768361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:24:41.43495Z","caller":"traceutil/trace.go:171","msg":"trace[1849447882] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4869; }","duration":"134.038708ms","start":"2026-06-23T22:24:41.300897Z","end":"2026-06-23T22:24:41.434936Z","steps":["trace[1849447882] 'agreement among raft nodes before linearized reading' (duration: 133.731041ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:45.763238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369431698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:24:46.263725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369431698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:24:46.336809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275385254s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T22:24:46.337886Z","caller":"traceutil/trace.go:171","msg":"trace[1266397485] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"1.276625203s","start":"2026-06-23T22:24:45.061234Z","end":"2026-06-23T22:24:46.337859Z","steps":["trace[1266397485] 'process raft request' (duration: 1.276435229s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.338062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.061196Z","time spent":"1.276774927s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:24:46.391248Z","caller":"traceutil/trace.go:171","msg":"trace[514697233] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"947.790046ms","start":"2026-06-23T22:24:45.44341Z","end":"2026-06-23T22:24:46.3912Z","steps":["trace[514697233] 'process raft request' (duration: 937.544493ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:46.39134Z","caller":"traceutil/trace.go:171","msg":"trace[1083998979] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"761.506698ms","start":"2026-06-23T22:24:45.629826Z","end":"2026-06-23T22:24:46.391332Z","steps":["trace[1083998979] 'process raft request' (duration: 761.248432ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.391455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.443382Z","time spent":"947.9653ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:24:46.391487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.629789Z","time spent":"761.597271ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:24:46.391251Z","caller":"traceutil/trace.go:171","msg":"trace[98403702] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"667.94897ms","start":"2026-06-23T22:24:45.72327Z","end":"2026-06-23T22:24:46.391219Z","steps":["trace[98403702] 'process raft request' (duration: 667.861148ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.391668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.723182Z","time spent":"668.457452ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:24:46.391699Z","caller":"traceutil/trace.go:171","msg":"trace[1530019588] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"611.173813ms","start":"2026-06-23T22:24:45.780496Z","end":"2026-06-23T22:24:46.391669Z","steps":["trace[1530019588] 'process raft request' (duration: 610.666061ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.391865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.780466Z","time spent":"611.303627ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:24:46.391914Z","caller":"traceutil/trace.go:171","msg":"trace[1271278731] linearizableReadLoop","detail":"{readStateIndex:5216; appliedIndex:5210; }","duration":"1.129582167s","start":"2026-06-23T22:24:45.262321Z","end":"2026-06-23T22:24:46.391903Z","steps":["trace[1271278731] 'read index received' (duration: 1.074748367s)","trace[1271278731] 'applied index is now lower than readState.Index' (duration: 54.83276ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:24:46.392148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.41736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-23T22:24:46.392172Z","caller":"traceutil/trace.go:171","msg":"trace[1176207145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5024; }","duration":"945.494251ms","start":"2026-06-23T22:24:45.446671Z","end":"2026-06-23T22:24:46.392165Z","steps":["trace[1176207145] 'agreement among raft nodes before linearized reading' (duration: 945.377808ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.392192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.44664Z","time spent":"945.547783ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T22:24:46.392345Z","caller":"traceutil/trace.go:171","msg":"trace[325166673] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"606.717128ms","start":"2026-06-23T22:24:45.785615Z","end":"2026-06-23T22:24:46.392332Z","steps":["trace[325166673] 'process raft request' (duration: 605.94848ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.392411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.785604Z","time spent":"606.774269ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:24:46.392551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130225462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728907"} {"level":"info","ts":"2026-06-23T22:24:46.392589Z","caller":"traceutil/trace.go:171","msg":"trace[717111428] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5024; }","duration":"1.130304054s","start":"2026-06-23T22:24:45.262275Z","end":"2026-06-23T22:24:46.392579Z","steps":["trace[717111428] 'agreement among raft nodes before linearized reading' (duration: 1.129761181s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.392599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.237566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:24:46.392617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.262248Z","time spent":"1.130364096s","remote":"127.0.0.1:58992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":728930,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-06-23T22:24:46.392628Z","caller":"traceutil/trace.go:171","msg":"trace[1432556776] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5024; }","duration":"412.293667ms","start":"2026-06-23T22:24:45.980327Z","end":"2026-06-23T22:24:46.39262Z","steps":["trace[1432556776] 'agreement among raft nodes before linearized reading' (duration: 412.240886ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.39265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.980315Z","time spent":"412.330038ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:24:46.392702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.384409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:24:46.392746Z","caller":"traceutil/trace.go:171","msg":"trace[295580239] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5024; }","duration":"805.466371ms","start":"2026-06-23T22:24:45.587268Z","end":"2026-06-23T22:24:46.392734Z","steps":["trace[295580239] 'agreement among raft nodes before linearized reading' (duration: 805.393699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.392823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.58724Z","time spent":"805.574644ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:24:46.392897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.61987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-06-23T22:24:46.392928Z","caller":"traceutil/trace.go:171","msg":"trace[1232301100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:5024; }","duration":"882.652161ms","start":"2026-06-23T22:24:45.510268Z","end":"2026-06-23T22:24:46.39292Z","steps":["trace[1232301100] 'agreement among raft nodes before linearized reading' (duration: 882.555939ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.392948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.510203Z","time spent":"882.740444ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-tjqvv\" "} {"level":"warn","ts":"2026-06-23T22:24:46.393093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.089027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-23T22:24:46.393125Z","caller":"traceutil/trace.go:171","msg":"trace[318089036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5024; }","duration":"575.139069ms","start":"2026-06-23T22:24:45.817976Z","end":"2026-06-23T22:24:46.393115Z","steps":["trace[318089036] 'agreement among raft nodes before linearized reading' (duration: 575.004006ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.393153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.817967Z","time spent":"575.17983ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-23T22:24:46.393328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.302149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-23T22:24:46.393354Z","caller":"traceutil/trace.go:171","msg":"trace[581060115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5024; }","duration":"730.38378ms","start":"2026-06-23T22:24:45.662962Z","end":"2026-06-23T22:24:46.393345Z","steps":["trace[581060115] 'agreement among raft nodes before linearized reading' (duration: 730.303038ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.393333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.827451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52f1f60a-9751-4447-bbb0-4cb07af57675\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-06-23T22:24:46.393384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.662927Z","time spent":"730.447252ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-23T22:24:46.393423Z","caller":"traceutil/trace.go:171","msg":"trace[1104278554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-52f1f60a-9751-4447-bbb0-4cb07af57675; range_end:; response_count:1; response_revision:5024; }","duration":"590.962445ms","start":"2026-06-23T22:24:45.802436Z","end":"2026-06-23T22:24:46.393399Z","steps":["trace[1104278554] 'agreement among raft nodes before linearized reading' (duration: 590.705958ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.393466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.802404Z","time spent":"591.054606ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52f1f60a-9751-4447-bbb0-4cb07af57675\" "} {"level":"warn","ts":"2026-06-23T22:24:46.39367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.309099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-23T22:24:46.393692Z","caller":"traceutil/trace.go:171","msg":"trace[1066558126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5024; }","duration":"582.35152ms","start":"2026-06-23T22:24:45.811334Z","end":"2026-06-23T22:24:46.393686Z","steps":["trace[1066558126] 'agreement among raft nodes before linearized reading' (duration: 582.280839ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:46.393724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:45.811324Z","time spent":"582.394831ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:24:47.367846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.186671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:24:47.367973Z","caller":"traceutil/trace.go:171","msg":"trace[1782560722] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5029; }","duration":"481.385466ms","start":"2026-06-23T22:24:46.886559Z","end":"2026-06-23T22:24:47.367945Z","steps":["trace[1782560722] 'count revisions from in-memory index tree' (duration: 481.081809ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:47.368039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:46.886532Z","time spent":"481.489569ms","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":33,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:24:49.310309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.471247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:24:49.310467Z","caller":"traceutil/trace.go:171","msg":"trace[1669669698] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"196.530331ms","start":"2026-06-23T22:24:49.113908Z","end":"2026-06-23T22:24:49.310438Z","steps":["trace[1669669698] 'process raft request' (duration: 67.799148ms)","trace[1669669698] 'compare' (duration: 128.158379ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:24:49.421239Z","caller":"traceutil/trace.go:171","msg":"trace[694175685] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"306.184401ms","start":"2026-06-23T22:24:49.115017Z","end":"2026-06-23T22:24:49.421201Z","steps":["trace[694175685] 'process raft request' (duration: 305.463244ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:49.421408Z","caller":"traceutil/trace.go:171","msg":"trace[129327123] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"305.993136ms","start":"2026-06-23T22:24:49.115385Z","end":"2026-06-23T22:24:49.421378Z","steps":["trace[129327123] 'process raft request' (duration: 305.72734ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:49.421449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:49.114992Z","time spent":"306.345284ms","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:24:49.421586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:24:49.115353Z","time spent":"306.13509ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:24:49.421681Z","caller":"traceutil/trace.go:171","msg":"trace[1658639862] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"298.644802ms","start":"2026-06-23T22:24:49.12301Z","end":"2026-06-23T22:24:49.421654Z","steps":["trace[1658639862] 'process raft request' (duration: 298.273643ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:49.421676Z","caller":"traceutil/trace.go:171","msg":"trace[42797901] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5262; }","duration":"274.751976ms","start":"2026-06-23T22:24:49.146875Z","end":"2026-06-23T22:24:49.421627Z","steps":["trace[42797901] 'read index received' (duration: 34.850127ms)","trace[42797901] 'applied index is now lower than readState.Index' (duration: 239.898879ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:24:49.42192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.027472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-06-23T22:24:49.421969Z","caller":"traceutil/trace.go:171","msg":"trace[631182242] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5073; }","duration":"275.157435ms","start":"2026-06-23T22:24:49.146795Z","end":"2026-06-23T22:24:49.421953Z","steps":["trace[631182242] 'agreement among raft nodes before linearized reading' (duration: 274.94994ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:24:49.433156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.696553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:24:49.433171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.466323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:24:49.433244Z","caller":"traceutil/trace.go:171","msg":"trace[1103725601] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5073; }","duration":"177.861387ms","start":"2026-06-23T22:24:49.255363Z","end":"2026-06-23T22:24:49.433225Z","steps":["trace[1103725601] 'agreement among raft nodes before linearized reading' (duration: 177.689173ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:49.43326Z","caller":"traceutil/trace.go:171","msg":"trace[29259490] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5073; }","duration":"135.606005ms","start":"2026-06-23T22:24:49.29763Z","end":"2026-06-23T22:24:49.433236Z","steps":["trace[29259490] 'agreement among raft nodes before linearized reading' (duration: 135.40876ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:24:53.208158Z","caller":"traceutil/trace.go:171","msg":"trace[1115797543] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"145.90114ms","start":"2026-06-23T22:24:53.062231Z","end":"2026-06-23T22:24:53.208132Z","steps":["trace[1115797543] 'process raft request' (duration: 145.654384ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:00.124952Z","caller":"traceutil/trace.go:171","msg":"trace[1161169366] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5261; }","duration":"150.101959ms","start":"2026-06-23T22:24:59.974824Z","end":"2026-06-23T22:25:00.124926Z","steps":["trace[1161169366] 'process raft request' (duration: 149.998297ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:01.436926Z","caller":"traceutil/trace.go:171","msg":"trace[1185917510] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5503; }","duration":"216.165176ms","start":"2026-06-23T22:25:01.220722Z","end":"2026-06-23T22:25:01.436887Z","steps":["trace[1185917510] 'read index received' (duration: 194.124223ms)","trace[1185917510] 'applied index is now lower than readState.Index' (duration: 22.039203ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:25:01.436974Z","caller":"traceutil/trace.go:171","msg":"trace[1323759466] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"272.468621ms","start":"2026-06-23T22:25:01.164474Z","end":"2026-06-23T22:25:01.436942Z","steps":["trace[1323759466] 'process raft request' (duration: 250.382257ms)","trace[1323759466] 'compare' (duration: 21.747716ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:25:01.437214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.477144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-d9jbp\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-06-23T22:25:01.43728Z","caller":"traceutil/trace.go:171","msg":"trace[591566445] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-d9jbp; range_end:; response_count:1; response_revision:5304; }","duration":"216.600037ms","start":"2026-06-23T22:25:01.220664Z","end":"2026-06-23T22:25:01.437264Z","steps":["trace[591566445] 'agreement among raft nodes before linearized reading' (duration: 216.331811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:01.810389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.027323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:25:01.81057Z","caller":"traceutil/trace.go:171","msg":"trace[933902227] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5505; }","duration":"183.548073ms","start":"2026-06-23T22:25:01.627007Z","end":"2026-06-23T22:25:01.810555Z","steps":["trace[933902227] 'read index received' (duration: 54.372µs)","trace[933902227] 'applied index is now lower than readState.Index' (duration: 183.492691ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:25:01.81065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.648875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:25:01.810675Z","caller":"traceutil/trace.go:171","msg":"trace[660732489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5307; }","duration":"183.679326ms","start":"2026-06-23T22:25:01.626989Z","end":"2026-06-23T22:25:01.810668Z","steps":["trace[660732489] 'agreement among raft nodes before linearized reading' (duration: 183.610024ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:01.81084Z","caller":"traceutil/trace.go:171","msg":"trace[758175916] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"368.53914ms","start":"2026-06-23T22:25:01.442259Z","end":"2026-06-23T22:25:01.810798Z","steps":["trace[758175916] 'process raft request' (duration: 133.036405ms)","trace[758175916] 'compare' (duration: 234.89197ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:25:01.810921Z","caller":"traceutil/trace.go:171","msg":"trace[164037591] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"363.214233ms","start":"2026-06-23T22:25:01.447698Z","end":"2026-06-23T22:25:01.810913Z","steps":["trace[164037591] 'process raft request' (duration: 362.781483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:01.810976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:01.447668Z","time spent":"363.274775ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:25:01.811003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:01.442241Z","time spent":"368.689473ms","remote":"127.0.0.1:47792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-23T22:25:01.942697Z","caller":"traceutil/trace.go:171","msg":"trace[765419091] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"109.428535ms","start":"2026-06-23T22:25:01.833242Z","end":"2026-06-23T22:25:01.94267Z","steps":["trace[765419091] 'process raft request' (duration: 109.372864ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:01.943154Z","caller":"traceutil/trace.go:171","msg":"trace[819794573] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"110.221334ms","start":"2026-06-23T22:25:01.832891Z","end":"2026-06-23T22:25:01.943112Z","steps":["trace[819794573] 'process raft request' (duration: 109.67101ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:01.943196Z","caller":"traceutil/trace.go:171","msg":"trace[1522938772] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"110.50031ms","start":"2026-06-23T22:25:01.832674Z","end":"2026-06-23T22:25:01.943174Z","steps":["trace[1522938772] 'process raft request' (duration: 105.45325ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:03.054045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369432327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-23T22:25:03.145171Z","caller":"traceutil/trace.go:171","msg":"trace[1465118278] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"599.823274ms","start":"2026-06-23T22:25:02.545318Z","end":"2026-06-23T22:25:03.145142Z","steps":["trace[1465118278] 'process raft request' (duration: 599.613569ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:03.145454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.545286Z","time spent":"600.0451ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:25:04.627701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-23T22:25:04.627804Z","caller":"traceutil/trace.go:171","msg":"trace[2099221236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051927s","start":"2026-06-23T22:25:02.627253Z","end":"2026-06-23T22:25:04.627772Z","steps":["trace[2099221236] 'agreement among raft nodes before linearized reading' (duration: 2.000396357s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.627889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.627218Z","time spent":"2.000653123s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/23 22:25:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-23T22:25:04.741908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.478436549s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T22:25:04.742854Z","caller":"traceutil/trace.go:171","msg":"trace[2013035717] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"2.196428316s","start":"2026-06-23T22:25:02.546396Z","end":"2026-06-23T22:25:04.742824Z","steps":["trace[2013035717] 'process raft request' (duration: 2.195943015s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.743022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.546382Z","time spent":"2.196553079s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:25:04.743109Z","caller":"traceutil/trace.go:171","msg":"trace[688125638] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"2.195631997s","start":"2026-06-23T22:25:02.547452Z","end":"2026-06-23T22:25:04.743084Z","steps":["trace[688125638] 'process raft request' (duration: 2.195316s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.743254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.547415Z","time spent":"2.195753909s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:25:04.743361Z","caller":"traceutil/trace.go:171","msg":"trace[1160018337] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5511; }","duration":"2.189994173s","start":"2026-06-23T22:25:02.553328Z","end":"2026-06-23T22:25:04.743322Z","steps":["trace[1160018337] 'read index received' (duration: 591.602699ms)","trace[1160018337] 'applied index is now lower than readState.Index' (duration: 1.598389854s)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:25:04.74344Z","caller":"traceutil/trace.go:171","msg":"trace[2060170653] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"2.195666168s","start":"2026-06-23T22:25:02.547764Z","end":"2026-06-23T22:25:04.74343Z","steps":["trace[2060170653] 'process raft request' (duration: 2.195217707s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.743493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.547753Z","time spent":"2.195712468s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:25:04.743705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190359501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-23T22:25:04.743778Z","caller":"traceutil/trace.go:171","msg":"trace[1286791998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5315; }","duration":"2.190473594s","start":"2026-06-23T22:25:02.553282Z","end":"2026-06-23T22:25:04.743755Z","steps":["trace[1286791998] 'agreement among raft nodes before linearized reading' (duration: 2.190253659s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.743836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.553269Z","time spent":"2.190552947s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:25:04.744773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190843934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-23T22:25:04.744817Z","caller":"traceutil/trace.go:171","msg":"trace[2116519997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5316; }","duration":"2.190918455s","start":"2026-06-23T22:25:02.553886Z","end":"2026-06-23T22:25:04.744805Z","steps":["trace[2116519997] 'agreement among raft nodes before linearized reading' (duration: 2.190755581s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.744841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.553879Z","time spent":"2.190955306s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:25:04.74499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048867277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-23T22:25:04.745035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189927551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-06-23T22:25:04.744993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189225615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-23T22:25:04.745066Z","caller":"traceutil/trace.go:171","msg":"trace[208307985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:5316; }","duration":"2.189999623s","start":"2026-06-23T22:25:02.555059Z","end":"2026-06-23T22:25:04.745059Z","steps":["trace[208307985] 'agreement among raft nodes before linearized reading' (duration: 2.189913271s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:04.745068Z","caller":"traceutil/trace.go:171","msg":"trace[1991067553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5316; }","duration":"2.04900225s","start":"2026-06-23T22:25:02.696046Z","end":"2026-06-23T22:25:04.745049Z","steps":["trace[1991067553] 'agreement among raft nodes before linearized reading' (duration: 2.048783535s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.745125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.696017Z","time spent":"2.049098182s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:25:04.745141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190342691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-23T22:25:04.745164Z","caller":"traceutil/trace.go:171","msg":"trace[1050622636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5316; }","duration":"2.190386882s","start":"2026-06-23T22:25:02.554771Z","end":"2026-06-23T22:25:04.745158Z","steps":["trace[1050622636] 'agreement among raft nodes before linearized reading' (duration: 2.190328111s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.745183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.554758Z","time spent":"2.190419943s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-23T22:25:04.745087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.555042Z","time spent":"2.190040144s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-tjqvv\" "} {"level":"warn","ts":"2026-06-23T22:25:04.745252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.884151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:25:04.745306Z","caller":"traceutil/trace.go:171","msg":"trace[925832617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5316; }","duration":"116.973454ms","start":"2026-06-23T22:25:04.628317Z","end":"2026-06-23T22:25:04.74529Z","steps":["trace[925832617] 'agreement among raft nodes before linearized reading' (duration: 116.890382ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:04.745125Z","caller":"traceutil/trace.go:171","msg":"trace[1625794437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5316; }","duration":"2.189347557s","start":"2026-06-23T22:25:02.555725Z","end":"2026-06-23T22:25:04.745073Z","steps":["trace[1625794437] 'agreement among raft nodes before linearized reading' (duration: 2.189071851s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.745261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161695072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:25:04.745351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.555714Z","time spent":"2.189626495s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-23T22:25:04.745408Z","caller":"traceutil/trace.go:171","msg":"trace[482738923] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5316; }","duration":"2.161844315s","start":"2026-06-23T22:25:02.583513Z","end":"2026-06-23T22:25:04.745357Z","steps":["trace[482738923] 'agreement among raft nodes before linearized reading' (duration: 2.1616406s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.745452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:02.583492Z","time spent":"2.161949268s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:25:04.745578Z","caller":"traceutil/trace.go:171","msg":"trace[56350342] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"719.079922ms","start":"2026-06-23T22:25:04.026485Z","end":"2026-06-23T22:25:04.745565Z","steps":["trace[56350342] 'process raft request' (duration: 718.090639ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.745658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:04.026452Z","time spent":"719.159764ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:25:04.745675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.396047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:25:04.745762Z","caller":"traceutil/trace.go:171","msg":"trace[90136653] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5316; }","duration":"562.56676ms","start":"2026-06-23T22:25:04.183172Z","end":"2026-06-23T22:25:04.745739Z","steps":["trace[90136653] 'agreement among raft nodes before linearized reading' (duration: 562.413107ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.745821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:04.18313Z","time spent":"562.675043ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:25:04.745862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239420431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:25:04.74594Z","caller":"traceutil/trace.go:171","msg":"trace[132900501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5316; }","duration":"1.24060901s","start":"2026-06-23T22:25:03.505312Z","end":"2026-06-23T22:25:04.745921Z","steps":["trace[132900501] 'agreement among raft nodes before linearized reading' (duration: 1.239395281s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.74595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.643318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-23T22:25:04.746008Z","caller":"traceutil/trace.go:171","msg":"trace[1316350830] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:5316; }","duration":"900.75049ms","start":"2026-06-23T22:25:03.84524Z","end":"2026-06-23T22:25:04.745991Z","steps":["trace[1316350830] 'agreement among raft nodes before linearized reading' (duration: 900.574516ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:04.746002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:03.505287Z","time spent":"1.240696622s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:25:04.746049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:03.845213Z","time spent":"900.828252ms","remote":"127.0.0.1:58924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-06-23T22:25:09.041881Z","caller":"traceutil/trace.go:171","msg":"trace[1662170249] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"165.573596ms","start":"2026-06-23T22:25:08.876282Z","end":"2026-06-23T22:25:09.041855Z","steps":["trace[1662170249] 'process raft request' (duration: 165.055624ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:09.042168Z","caller":"traceutil/trace.go:171","msg":"trace[2026458398] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"164.90561ms","start":"2026-06-23T22:25:08.877249Z","end":"2026-06-23T22:25:09.042155Z","steps":["trace[2026458398] 'process raft request' (duration: 164.567222ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:09.042153Z","caller":"traceutil/trace.go:171","msg":"trace[1134934944] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"164.535092ms","start":"2026-06-23T22:25:08.877587Z","end":"2026-06-23T22:25:09.042122Z","steps":["trace[1134934944] 'process raft request' (duration: 164.431209ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:11.587858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.419916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3e5c757-4ca4-4ef5-bb29-2ea04d154a24\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-23T22:25:11.587957Z","caller":"traceutil/trace.go:171","msg":"trace[1239300073] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3e5c757-4ca4-4ef5-bb29-2ea04d154a24; range_end:; response_count:1; response_revision:5476; }","duration":"131.539569ms","start":"2026-06-23T22:25:11.456395Z","end":"2026-06-23T22:25:11.587935Z","steps":["trace[1239300073] 'range keys from in-memory index tree' (duration: 131.204152ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:11.587957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.207318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3e5c757-4ca4-4ef5-bb29-2ea04d154a24\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-23T22:25:11.588021Z","caller":"traceutil/trace.go:171","msg":"trace[1184394521] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3e5c757-4ca4-4ef5-bb29-2ea04d154a24; range_end:; response_count:1; response_revision:5476; }","duration":"281.304511ms","start":"2026-06-23T22:25:11.306697Z","end":"2026-06-23T22:25:11.588002Z","steps":["trace[1184394521] 'range keys from in-memory index tree' (duration: 280.776628ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:11.588245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.687944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-06-23T22:25:11.588335Z","caller":"traceutil/trace.go:171","msg":"trace[1287321923] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5476; }","duration":"255.793136ms","start":"2026-06-23T22:25:11.33252Z","end":"2026-06-23T22:25:11.588313Z","steps":["trace[1287321923] 'range keys from in-memory index tree' (duration: 255.507639ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:11.663181Z","caller":"traceutil/trace.go:171","msg":"trace[1724641409] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"141.067145ms","start":"2026-06-23T22:25:11.522088Z","end":"2026-06-23T22:25:11.663155Z","steps":["trace[1724641409] 'process raft request' (duration: 140.886561ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:12.164286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369432742,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-23T22:25:12.176547Z","caller":"traceutil/trace.go:171","msg":"trace[600842441] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5682; }","duration":"513.403125ms","start":"2026-06-23T22:25:11.663121Z","end":"2026-06-23T22:25:12.176524Z","steps":["trace[600842441] 'read index received' (duration: 513.19ms)","trace[600842441] 'applied index is now lower than readState.Index' (duration: 212.125µs)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:25:12.176691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.646732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:25:12.176735Z","caller":"traceutil/trace.go:171","msg":"trace[165818617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5478; }","duration":"551.721493ms","start":"2026-06-23T22:25:11.62499Z","end":"2026-06-23T22:25:12.176712Z","steps":["trace[165818617] 'agreement among raft nodes before linearized reading' (duration: 551.616221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:12.176804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:11.624971Z","time spent":"551.810876ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-23T22:25:12.176878Z","caller":"traceutil/trace.go:171","msg":"trace[1396248070] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"578.970729ms","start":"2026-06-23T22:25:11.59786Z","end":"2026-06-23T22:25:12.176831Z","steps":["trace[1396248070] 'process raft request' (duration: 578.495138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:12.177042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:11.597843Z","time spent":"579.111053ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:25:12.449641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.536691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:25:12.44991Z","caller":"traceutil/trace.go:171","msg":"trace[1285863349] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"197.814711ms","start":"2026-06-23T22:25:12.252079Z","end":"2026-06-23T22:25:12.449894Z","steps":["trace[1285863349] 'process raft request' (duration: 197.708489ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:12.45017Z","caller":"traceutil/trace.go:171","msg":"trace[1333888916] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"260.232751ms","start":"2026-06-23T22:25:12.189897Z","end":"2026-06-23T22:25:12.450129Z","steps":["trace[1333888916] 'process raft request' (duration: 95.130786ms)","trace[1333888916] 'compare' (duration: 164.258515ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:25:12.557396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.109294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52f1f60a-9751-4447-bbb0-4cb07af57675\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-06-23T22:25:12.557493Z","caller":"traceutil/trace.go:171","msg":"trace[1272840924] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52f1f60a-9751-4447-bbb0-4cb07af57675; range_end:; response_count:1; response_revision:5487; }","duration":"100.250267ms","start":"2026-06-23T22:25:12.457212Z","end":"2026-06-23T22:25:12.557462Z","steps":["trace[1272840924] 'agreement among raft nodes before linearized reading' (duration: 100.072733ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:19.368406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369432969,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-23T22:25:19.448263Z","caller":"traceutil/trace.go:171","msg":"trace[1130975544] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"644.605456ms","start":"2026-06-23T22:25:18.803629Z","end":"2026-06-23T22:25:19.448235Z","steps":["trace[1130975544] 'process raft request' (duration: 644.426401ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:19.448421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:18.803594Z","time spent":"644.742139ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:25:19.449156Z","caller":"traceutil/trace.go:171","msg":"trace[1848345481] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"639.014003ms","start":"2026-06-23T22:25:18.810105Z","end":"2026-06-23T22:25:19.449119Z","steps":["trace[1848345481] 'process raft request' (duration: 638.738966ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:19.44916Z","caller":"traceutil/trace.go:171","msg":"trace[502088136] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"638.732316ms","start":"2026-06-23T22:25:18.810395Z","end":"2026-06-23T22:25:19.449127Z","steps":["trace[502088136] 'process raft request' (duration: 638.628863ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:19.449273Z","caller":"traceutil/trace.go:171","msg":"trace[724134297] linearizableReadLoop","detail":"{readStateIndex:5799; appliedIndex:5795; }","duration":"581.900829ms","start":"2026-06-23T22:25:18.86734Z","end":"2026-06-23T22:25:19.449241Z","steps":["trace[724134297] 'read index received' (duration: 580.769862ms)","trace[724134297] 'applied index is now lower than readState.Index' (duration: 1.128917ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:25:19.449318Z","caller":"traceutil/trace.go:171","msg":"trace[1119763683] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"242.871189ms","start":"2026-06-23T22:25:19.206428Z","end":"2026-06-23T22:25:19.4493Z","steps":["trace[1119763683] 'process raft request' (duration: 242.646734ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:19.449337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:18.810364Z","time spent":"638.87396ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:25:19.449536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.410863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-06-23T22:25:19.449575Z","caller":"traceutil/trace.go:171","msg":"trace[1326447971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:5592; }","duration":"580.476865ms","start":"2026-06-23T22:25:18.869087Z","end":"2026-06-23T22:25:19.449563Z","steps":["trace[1326447971] 'agreement among raft nodes before linearized reading' (duration: 580.349622ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:19.449605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:18.869073Z","time spent":"580.524676ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-tjqvv\" "} {"level":"warn","ts":"2026-06-23T22:25:19.449636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.562227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T22:25:19.44968Z","caller":"traceutil/trace.go:171","msg":"trace[1831074083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5592; }","duration":"362.622859ms","start":"2026-06-23T22:25:19.087045Z","end":"2026-06-23T22:25:19.449668Z","steps":["trace[1831074083] 'agreement among raft nodes before linearized reading' (duration: 362.465515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:19.449704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:19.087025Z","time spent":"362.6727ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:25:19.449714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.355669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-23T22:25:19.449776Z","caller":"traceutil/trace.go:171","msg":"trace[282919757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5592; }","duration":"582.482003ms","start":"2026-06-23T22:25:18.867277Z","end":"2026-06-23T22:25:19.449759Z","steps":["trace[282919757] 'agreement among raft nodes before linearized reading' (duration: 582.113454ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:19.449798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.092135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T22:25:19.449828Z","caller":"traceutil/trace.go:171","msg":"trace[410963548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5592; }","duration":"367.139966ms","start":"2026-06-23T22:25:19.08268Z","end":"2026-06-23T22:25:19.44982Z","steps":["trace[410963548] 'agreement among raft nodes before linearized reading' (duration: 367.061074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:19.449822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:18.867246Z","time spent":"582.562504ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:25:19.449858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:19.082666Z","time spent":"367.182287ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:25:19.449877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.896795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-23T22:25:19.449897Z","caller":"traceutil/trace.go:171","msg":"trace[713597192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5592; }","duration":"359.932635ms","start":"2026-06-23T22:25:19.089959Z","end":"2026-06-23T22:25:19.449891Z","steps":["trace[713597192] 'agreement among raft nodes before linearized reading' (duration: 359.870824ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:19.449918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:19.08995Z","time spent":"359.960265ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-23T22:25:19.449922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.665712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-23T22:25:19.449962Z","caller":"traceutil/trace.go:171","msg":"trace[953982542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5592; }","duration":"508.742484ms","start":"2026-06-23T22:25:18.941208Z","end":"2026-06-23T22:25:19.44995Z","steps":["trace[953982542] 'agreement among raft nodes before linearized reading' (duration: 508.589441ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:19.449993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:18.941193Z","time spent":"508.793955ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:25:19.450231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:18.810076Z","time spent":"639.921515ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:25:25.859443Z","caller":"traceutil/trace.go:171","msg":"trace[1506557368] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"307.089352ms","start":"2026-06-23T22:25:25.552317Z","end":"2026-06-23T22:25:25.859406Z","steps":["trace[1506557368] 'process raft request' (duration: 306.943609ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:25.859457Z","caller":"traceutil/trace.go:171","msg":"trace[1305681198] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"306.330324ms","start":"2026-06-23T22:25:25.553104Z","end":"2026-06-23T22:25:25.859434Z","steps":["trace[1305681198] 'process raft request' (duration: 306.247762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:25.859583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:25.552277Z","time spent":"307.232246ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:25:25.859431Z","caller":"traceutil/trace.go:171","msg":"trace[1136274288] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"307.198485ms","start":"2026-06-23T22:25:25.55219Z","end":"2026-06-23T22:25:25.859389Z","steps":["trace[1136274288] 'process raft request' (duration: 279.698003ms)","trace[1136274288] 'compare' (duration: 26.733534ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:25:25.859593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:25.553091Z","time spent":"306.429376ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:25:25.859607Z","caller":"traceutil/trace.go:171","msg":"trace[1634536132] linearizableReadLoop","detail":"{readStateIndex:5844; appliedIndex:5840; }","duration":"304.861299ms","start":"2026-06-23T22:25:25.554733Z","end":"2026-06-23T22:25:25.859595Z","steps":["trace[1634536132] 'read index received' (duration: 11.170845ms)","trace[1634536132] 'applied index is now lower than readState.Index' (duration: 293.689614ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:25:25.85967Z","caller":"traceutil/trace.go:171","msg":"trace[25717842] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"306.035897ms","start":"2026-06-23T22:25:25.5536Z","end":"2026-06-23T22:25:25.859635Z","steps":["trace[25717842] 'process raft request' (duration: 305.800161ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:25.859862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:25.553581Z","time spent":"306.173481ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:25:25.859794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:25.552152Z","time spent":"307.495062ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:25:25.859892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.169906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wv8fq\" ","response":"range_response_count:1 size:4344"} {"level":"warn","ts":"2026-06-23T22:25:25.859908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.915091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:25:25.859959Z","caller":"traceutil/trace.go:171","msg":"trace[1356946209] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wv8fq; range_end:; response_count:1; response_revision:5635; }","duration":"259.276858ms","start":"2026-06-23T22:25:25.60066Z","end":"2026-06-23T22:25:25.859937Z","steps":["trace[1356946209] 'agreement among raft nodes before linearized reading' (duration: 259.073823ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:25.859987Z","caller":"traceutil/trace.go:171","msg":"trace[1301966983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5635; }","duration":"235.036914ms","start":"2026-06-23T22:25:25.624929Z","end":"2026-06-23T22:25:25.859966Z","steps":["trace[1301966983] 'agreement among raft nodes before linearized reading' (duration: 234.852099ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:25.86Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.241169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81899"} {"level":"info","ts":"2026-06-23T22:25:25.86004Z","caller":"traceutil/trace.go:171","msg":"trace[718683352] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5635; }","duration":"305.30624ms","start":"2026-06-23T22:25:25.554721Z","end":"2026-06-23T22:25:25.860028Z","steps":["trace[718683352] 'agreement among raft nodes before linearized reading' (duration: 304.981142ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:25.860078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:25:25.554711Z","time spent":"305.357811ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-23T22:25:53.774913Z","caller":"traceutil/trace.go:171","msg":"trace[2014349351] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"139.636388ms","start":"2026-06-23T22:25:53.635253Z","end":"2026-06-23T22:25:53.774889Z","steps":["trace[2014349351] 'process raft request' (duration: 139.470754ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:53.78086Z","caller":"traceutil/trace.go:171","msg":"trace[1615791189] transaction","detail":"{read_only:false; response_revision:5905; number_of_response:1; }","duration":"145.369364ms","start":"2026-06-23T22:25:53.635473Z","end":"2026-06-23T22:25:53.780843Z","steps":["trace[1615791189] 'process raft request' (duration: 145.21523ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:53.781173Z","caller":"traceutil/trace.go:171","msg":"trace[1699501402] linearizableReadLoop","detail":"{readStateIndex:6123; appliedIndex:6119; }","duration":"139.996777ms","start":"2026-06-23T22:25:53.641155Z","end":"2026-06-23T22:25:53.781152Z","steps":["trace[1699501402] 'read index received' (duration: 133.570615ms)","trace[1699501402] 'applied index is now lower than readState.Index' (duration: 6.424912ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:25:53.781171Z","caller":"traceutil/trace.go:171","msg":"trace[83950320] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"145.032486ms","start":"2026-06-23T22:25:53.636106Z","end":"2026-06-23T22:25:53.781138Z","steps":["trace[83950320] 'process raft request' (duration: 144.698218ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:25:53.781298Z","caller":"traceutil/trace.go:171","msg":"trace[1524742654] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"143.030238ms","start":"2026-06-23T22:25:53.638252Z","end":"2026-06-23T22:25:53.781282Z","steps":["trace[1524742654] 'process raft request' (duration: 142.792193ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:25:53.781405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.225692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:25:53.781461Z","caller":"traceutil/trace.go:171","msg":"trace[7623462] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5907; }","duration":"140.318304ms","start":"2026-06-23T22:25:53.641128Z","end":"2026-06-23T22:25:53.781447Z","steps":["trace[7623462] 'agreement among raft nodes before linearized reading' (duration: 140.217982ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:26:00.841185Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2919} {"level":"info","ts":"2026-06-23T22:26:00.951269Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2919,"took":"107.934477ms","hash":3915522290,"current-db-size-bytes":56852480,"current-db-size":"57 MB","current-db-size-in-use-bytes":33513472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-23T22:26:00.951343Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3915522290,"revision":2919,"compact-revision":-1} {"level":"info","ts":"2026-06-23T22:26:03.791948Z","caller":"traceutil/trace.go:171","msg":"trace[70170536] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"140.95685ms","start":"2026-06-23T22:26:03.650957Z","end":"2026-06-23T22:26:03.791914Z","steps":["trace[70170536] 'process raft request' (duration: 140.711404ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:26:03.964244Z","caller":"traceutil/trace.go:171","msg":"trace[935530434] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"148.765985ms","start":"2026-06-23T22:26:03.815447Z","end":"2026-06-23T22:26:03.964213Z","steps":["trace[935530434] 'process raft request' (duration: 82.041974ms)","trace[935530434] 'compare' (duration: 66.521686ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:26:03.964525Z","caller":"traceutil/trace.go:171","msg":"trace[1501417094] linearizableReadLoop","detail":"{readStateIndex:6193; appliedIndex:6189; }","duration":"127.325786ms","start":"2026-06-23T22:26:03.837173Z","end":"2026-06-23T22:26:03.964499Z","steps":["trace[1501417094] 'read index received' (duration: 9.386632ms)","trace[1501417094] 'applied index is now lower than readState.Index' (duration: 117.938184ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:26:03.964697Z","caller":"traceutil/trace.go:171","msg":"trace[207124274] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"135.858358ms","start":"2026-06-23T22:26:03.828809Z","end":"2026-06-23T22:26:03.964668Z","steps":["trace[207124274] 'process raft request' (duration: 135.565812ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:26:03.964894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.194903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-23T22:26:03.964704Z","caller":"traceutil/trace.go:171","msg":"trace[44336495] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"140.196392ms","start":"2026-06-23T22:26:03.824445Z","end":"2026-06-23T22:26:03.964641Z","steps":["trace[44336495] 'process raft request' (duration: 139.720241ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:26:03.964943Z","caller":"traceutil/trace.go:171","msg":"trace[877774444] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:5974; }","duration":"116.295006ms","start":"2026-06-23T22:26:03.848633Z","end":"2026-06-23T22:26:03.964928Z","steps":["trace[877774444] 'agreement among raft nodes before linearized reading' (duration: 116.04978ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:26:03.964955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.744447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-23T22:26:03.965079Z","caller":"traceutil/trace.go:171","msg":"trace[1288365662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5974; }","duration":"127.944892ms","start":"2026-06-23T22:26:03.837108Z","end":"2026-06-23T22:26:03.965053Z","steps":["trace[1288365662] 'agreement among raft nodes before linearized reading' (duration: 127.559682ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:26:18.523187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.502888ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:26:18.523635Z","caller":"traceutil/trace.go:171","msg":"trace[143358865] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"249.699886ms","start":"2026-06-23T22:26:18.273905Z","end":"2026-06-23T22:26:18.523604Z","steps":["trace[143358865] 'process raft request' (duration: 238.574452ms)","trace[143358865] 'compare' (duration: 10.273594ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:26:18.523779Z","caller":"traceutil/trace.go:171","msg":"trace[291581910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6076; }","duration":"102.679502ms","start":"2026-06-23T22:26:18.420645Z","end":"2026-06-23T22:26:18.523324Z","steps":["trace[291581910] 'range keys from in-memory index tree' (duration: 102.470988ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:26:18.523639Z","caller":"traceutil/trace.go:171","msg":"trace[1894846362] linearizableReadLoop","detail":"{readStateIndex:6299; appliedIndex:6298; }","duration":"249.634854ms","start":"2026-06-23T22:26:18.273965Z","end":"2026-06-23T22:26:18.5236Z","steps":["trace[1894846362] 'read index received' (duration: 238.538161ms)","trace[1894846362] 'applied index is now lower than readState.Index' (duration: 11.094523ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:26:18.524076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.076165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109143"} {"level":"info","ts":"2026-06-23T22:26:18.524156Z","caller":"traceutil/trace.go:171","msg":"trace[1257497028] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6077; }","duration":"250.200278ms","start":"2026-06-23T22:26:18.273937Z","end":"2026-06-23T22:26:18.524137Z","steps":["trace[1257497028] 'agreement among raft nodes before linearized reading' (duration: 249.784708ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:26:18.537486Z","caller":"traceutil/trace.go:171","msg":"trace[2132138962] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"262.940379ms","start":"2026-06-23T22:26:18.27452Z","end":"2026-06-23T22:26:18.53746Z","steps":["trace[2132138962] 'process raft request' (duration: 262.741445ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:26:18.537495Z","caller":"traceutil/trace.go:171","msg":"trace[185285026] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"262.684794ms","start":"2026-06-23T22:26:18.274791Z","end":"2026-06-23T22:26:18.537476Z","steps":["trace[185285026] 'process raft request' (duration: 262.610902ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:26:18.537522Z","caller":"traceutil/trace.go:171","msg":"trace[1356177805] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"262.895708ms","start":"2026-06-23T22:26:18.2746Z","end":"2026-06-23T22:26:18.537496Z","steps":["trace[1356177805] 'process raft request' (duration: 262.764565ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:26:18.537693Z","caller":"traceutil/trace.go:171","msg":"trace[1490071149] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"156.006826ms","start":"2026-06-23T22:26:18.38166Z","end":"2026-06-23T22:26:18.537667Z","steps":["trace[1490071149] 'process raft request' (duration: 155.776361ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:14.255049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369438604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:30:14.755167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369438604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:30:15.256252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369438604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:30:15.756899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369438604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:30:16.257881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369438604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:30:16.628311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-23T22:30:16.628402Z","caller":"traceutil/trace.go:171","msg":"trace[1737727921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495672s","start":"2026-06-23T22:30:14.627884Z","end":"2026-06-23T22:30:16.62838Z","steps":["trace[1737727921] 'agreement among raft nodes before linearized reading' (duration: 2.000390059s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:16.628448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:14.627867Z","time spent":"2.000571063s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/23 22:30:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-23T22:30:16.75826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369438604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:30:17.258574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369438604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:30:17.759727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369438604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:30:17.823427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.139845823s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T22:30:17.823758Z","caller":"traceutil/trace.go:171","msg":"trace[217828943] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"4.140288173s","start":"2026-06-23T22:30:13.683444Z","end":"2026-06-23T22:30:17.823732Z","steps":["trace[217828943] 'process raft request' (duration: 4.14014503s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.823906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:13.683422Z","time spent":"4.140404995s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:30:17.831608Z","caller":"traceutil/trace.go:171","msg":"trace[1068252684] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"3.587452691s","start":"2026-06-23T22:30:14.244138Z","end":"2026-06-23T22:30:17.831591Z","steps":["trace[1068252684] 'process raft request' (duration: 3.587296977s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.831705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:14.244109Z","time spent":"3.587547293s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:30:17.83189Z","caller":"traceutil/trace.go:171","msg":"trace[3599416] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"3.072260111s","start":"2026-06-23T22:30:14.759598Z","end":"2026-06-23T22:30:17.831859Z","steps":["trace[3599416] 'process raft request' (duration: 3.071939553s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.832051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:14.759576Z","time spent":"3.072384314s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:30:17.832498Z","caller":"traceutil/trace.go:171","msg":"trace[562100132] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"2.948758584s","start":"2026-06-23T22:30:14.883724Z","end":"2026-06-23T22:30:17.832482Z","steps":["trace[562100132] 'process raft request' (duration: 2.948113178s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.832594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:14.883696Z","time spent":"2.948847766s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:30:17.832899Z","caller":"traceutil/trace.go:171","msg":"trace[1796596556] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"2.948103788s","start":"2026-06-23T22:30:14.884784Z","end":"2026-06-23T22:30:17.832888Z","steps":["trace[1796596556] 'process raft request' (duration: 2.94731667s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:30:17.832862Z","caller":"traceutil/trace.go:171","msg":"trace[1488613870] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"2.891791784s","start":"2026-06-23T22:30:14.941037Z","end":"2026-06-23T22:30:17.832828Z","steps":["trace[1488613870] 'process raft request' (duration: 2.891173539s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.83296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:14.884741Z","time spent":"2.94819215s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:30:17.833073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:14.941018Z","time spent":"2.891944458s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:30:17.83314Z","caller":"traceutil/trace.go:171","msg":"trace[2123952376] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"2.29289013s","start":"2026-06-23T22:30:15.540241Z","end":"2026-06-23T22:30:17.833131Z","steps":["trace[2123952376] 'process raft request' (duration: 2.292018209s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.833181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:15.540212Z","time spent":"2.292947312s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:30:17.833198Z","caller":"traceutil/trace.go:171","msg":"trace[441619550] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"583.674943ms","start":"2026-06-23T22:30:17.249501Z","end":"2026-06-23T22:30:17.833175Z","steps":["trace[441619550] 'process raft request' (duration: 582.900555ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:30:17.833201Z","caller":"traceutil/trace.go:171","msg":"trace[1135548695] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:7998; }","duration":"4.078772445s","start":"2026-06-23T22:30:13.754364Z","end":"2026-06-23T22:30:17.833136Z","steps":["trace[1135548695] 'read index received' (duration: 4.069308251s)","trace[1135548695] 'applied index is now lower than readState.Index' (duration: 9.461954ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:30:17.833291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:17.249484Z","time spent":"583.763225ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:30:17.833438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079059252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-23T22:30:17.833465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705456518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:30:17.833507Z","caller":"traceutil/trace.go:171","msg":"trace[964687472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7729; }","duration":"4.079167094s","start":"2026-06-23T22:30:13.75432Z","end":"2026-06-23T22:30:17.833487Z","steps":["trace[964687472] 'agreement among raft nodes before linearized reading' (duration: 4.078943579s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.833526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482722328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:30:17.833531Z","caller":"traceutil/trace.go:171","msg":"trace[1287163257] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7729; }","duration":"2.70556367s","start":"2026-06-23T22:30:15.127951Z","end":"2026-06-23T22:30:17.833515Z","steps":["trace[1287163257] 'agreement among raft nodes before linearized reading' (duration: 2.705470198s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.83353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418976278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-23T22:30:17.833554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:13.754306Z","time spent":"4.079237666s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:30:17.833482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968168094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-23T22:30:17.833581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565999873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:30:17.833599Z","caller":"traceutil/trace.go:171","msg":"trace[322971063] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7729; }","duration":"3.566017573s","start":"2026-06-23T22:30:14.267576Z","end":"2026-06-23T22:30:17.833594Z","steps":["trace[322971063] 'agreement among raft nodes before linearized reading' (duration: 3.565988532s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:30:17.833601Z","caller":"traceutil/trace.go:171","msg":"trace[1471957405] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:7729; }","duration":"3.968325268s","start":"2026-06-23T22:30:13.865267Z","end":"2026-06-23T22:30:17.833592Z","steps":["trace[1471957405] 'agreement among raft nodes before linearized reading' (duration: 3.968130033s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.833617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:14.267523Z","time spent":"3.566089684s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:30:17.833569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:15.127927Z","time spent":"2.705633002s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-06-23T22:30:17.833636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419115842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:30:17.833675Z","caller":"traceutil/trace.go:171","msg":"trace[1599418607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7729; }","duration":"2.419181903s","start":"2026-06-23T22:30:15.414481Z","end":"2026-06-23T22:30:17.833663Z","steps":["trace[1599418607] 'agreement among raft nodes before linearized reading' (duration: 2.419138782s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.833673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704553447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:30:17.833701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:15.414464Z","time spent":"2.419230154s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:30:17.833702Z","caller":"traceutil/trace.go:171","msg":"trace[1148189071] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7729; }","duration":"2.704607197s","start":"2026-06-23T22:30:15.129088Z","end":"2026-06-23T22:30:17.833695Z","steps":["trace[1148189071] 'agreement among raft nodes before linearized reading' (duration: 2.704562996s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:30:17.833551Z","caller":"traceutil/trace.go:171","msg":"trace[354873789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7729; }","duration":"3.4827753s","start":"2026-06-23T22:30:14.350768Z","end":"2026-06-23T22:30:17.833543Z","steps":["trace[354873789] 'agreement among raft nodes before linearized reading' (duration: 3.482731299s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.833726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:15.129078Z","time spent":"2.704642009s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-06-23T22:30:17.833764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205247724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:30:17.83384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910338724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-06-23T22:30:17.833847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196956006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:30:17.833835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960783228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-23T22:30:17.83385Z","caller":"traceutil/trace.go:171","msg":"trace[12715174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7729; }","duration":"1.205355146s","start":"2026-06-23T22:30:16.628471Z","end":"2026-06-23T22:30:17.833826Z","steps":["trace[12715174] 'agreement among raft nodes before linearized reading' (duration: 1.205187642s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:30:17.833877Z","caller":"traceutil/trace.go:171","msg":"trace[1802957752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:7729; }","duration":"3.910404495s","start":"2026-06-23T22:30:13.923458Z","end":"2026-06-23T22:30:17.833862Z","steps":["trace[1802957752] 'agreement among raft nodes before linearized reading' (duration: 3.910335364s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:30:17.833876Z","caller":"traceutil/trace.go:171","msg":"trace[649034441] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7729; }","duration":"2.197000768s","start":"2026-06-23T22:30:15.636866Z","end":"2026-06-23T22:30:17.833867Z","steps":["trace[649034441] 'agreement among raft nodes before linearized reading' (duration: 2.196953916s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.833839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:14.350751Z","time spent":"3.483049237s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:30:17.833902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:13.923441Z","time spent":"3.910456896s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-tjqvv\" "} {"level":"info","ts":"2026-06-23T22:30:17.833897Z","caller":"traceutil/trace.go:171","msg":"trace[183953561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7729; }","duration":"3.96084406s","start":"2026-06-23T22:30:13.873035Z","end":"2026-06-23T22:30:17.833879Z","steps":["trace[183953561] 'agreement among raft nodes before linearized reading' (duration: 3.960675306s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.833901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:16.628454Z","time spent":"1.205434188s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:30:17.833908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:15.636855Z","time spent":"2.197046408s","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:30:17.833933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:13.872996Z","time spent":"3.960929412s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:30:17.833943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270626682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-06-23T22:30:17.833968Z","caller":"traceutil/trace.go:171","msg":"trace[1450833372] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7729; }","duration":"2.270674364s","start":"2026-06-23T22:30:15.563284Z","end":"2026-06-23T22:30:17.833959Z","steps":["trace[1450833372] 'agreement among raft nodes before linearized reading' (duration: 2.270606302s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.833988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:15.563272Z","time spent":"2.270711234s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-06-23T22:30:17.833597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664353044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:30:17.834126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109752159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:30:17.83415Z","caller":"traceutil/trace.go:171","msg":"trace[1254922453] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7729; }","duration":"1.1097776s","start":"2026-06-23T22:30:16.724366Z","end":"2026-06-23T22:30:17.834144Z","steps":["trace[1254922453] 'agreement among raft nodes before linearized reading' (duration: 1.109741049s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.834175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:16.724311Z","time spent":"1.109859603s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:30:17.834175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.700028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:30:17.834171Z","caller":"traceutil/trace.go:171","msg":"trace[2018587015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7729; }","duration":"2.664919907s","start":"2026-06-23T22:30:15.169225Z","end":"2026-06-23T22:30:17.834145Z","steps":["trace[2018587015] 'agreement among raft nodes before linearized reading' (duration: 2.664316293s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.834189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.151503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-06-23T22:30:17.834201Z","caller":"traceutil/trace.go:171","msg":"trace[308927210] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7729; }","duration":"249.768089ms","start":"2026-06-23T22:30:17.584427Z","end":"2026-06-23T22:30:17.834195Z","steps":["trace[308927210] 'agreement among raft nodes before linearized reading' (duration: 249.683917ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:30:17.834215Z","caller":"traceutil/trace.go:171","msg":"trace[1497175945] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7729; }","duration":"830.177424ms","start":"2026-06-23T22:30:17.004031Z","end":"2026-06-23T22:30:17.834209Z","steps":["trace[1497175945] 'agreement among raft nodes before linearized reading' (duration: 830.086311ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.834234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:17.003993Z","time spent":"830.236555ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-23T22:30:17.834234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:15.169212Z","time spent":"2.66499987s","remote":"127.0.0.1:48202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:30:17.833632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:13.86525Z","time spent":"3.968375609s","remote":"127.0.0.1:58924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-06-23T22:30:17.833584Z","caller":"traceutil/trace.go:171","msg":"trace[1150533410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7729; }","duration":"2.41907066s","start":"2026-06-23T22:30:15.414498Z","end":"2026-06-23T22:30:17.833569Z","steps":["trace[1150533410] 'agreement among raft nodes before linearized reading' (duration: 2.418914137s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.834341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:15.414467Z","time spent":"2.41986721s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:30:17.835001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125628216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-06-23T22:30:17.835087Z","caller":"traceutil/trace.go:171","msg":"trace[1735373479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7729; }","duration":"2.125741749s","start":"2026-06-23T22:30:15.709327Z","end":"2026-06-23T22:30:17.835069Z","steps":["trace[1735373479] 'agreement among raft nodes before linearized reading' (duration: 2.124333596s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:30:17.835143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:30:15.709311Z","time spent":"2.12581767s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-23T22:31:00.850974Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5950} {"level":"info","ts":"2026-06-23T22:31:00.949846Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5950,"took":"97.238915ms","hash":1965210221,"current-db-size-bytes":56852480,"current-db-size":"57 MB","current-db-size-in-use-bytes":21770240,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-06-23T22:31:00.949922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1965210221,"revision":5950,"compact-revision":2919} {"level":"info","ts":"2026-06-23T22:31:22.206367Z","caller":"traceutil/trace.go:171","msg":"trace[269486383] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"102.375606ms","start":"2026-06-23T22:31:22.10397Z","end":"2026-06-23T22:31:22.206346Z","steps":["trace[269486383] 'process raft request' (duration: 102.222402ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:22.230311Z","caller":"traceutil/trace.go:171","msg":"trace[86653524] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"107.036637ms","start":"2026-06-23T22:31:22.123249Z","end":"2026-06-23T22:31:22.230285Z","steps":["trace[86653524] 'process raft request' (duration: 106.958125ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:22.23031Z","caller":"traceutil/trace.go:171","msg":"trace[1886708533] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"111.708217ms","start":"2026-06-23T22:31:22.118581Z","end":"2026-06-23T22:31:22.23029Z","steps":["trace[1886708533] 'process raft request' (duration: 111.491252ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:22.230478Z","caller":"traceutil/trace.go:171","msg":"trace[1414160441] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"106.961265ms","start":"2026-06-23T22:31:22.123488Z","end":"2026-06-23T22:31:22.23045Z","steps":["trace[1414160441] 'process raft request' (duration: 106.7651ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:28.287824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.813214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:31:28.287958Z","caller":"traceutil/trace.go:171","msg":"trace[233104498] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8328; }","duration":"250.995128ms","start":"2026-06-23T22:31:28.036938Z","end":"2026-06-23T22:31:28.287933Z","steps":["trace[233104498] 'count revisions from in-memory index tree' (duration: 250.722102ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:38.495256Z","caller":"traceutil/trace.go:171","msg":"trace[3103104] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"108.300117ms","start":"2026-06-23T22:31:38.386901Z","end":"2026-06-23T22:31:38.495201Z","steps":["trace[3103104] 'process raft request' (duration: 85.984988ms)","trace[3103104] 'compare' (duration: 22.145585ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:31:38.808324Z","caller":"traceutil/trace.go:171","msg":"trace[629131549] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"420.084676ms","start":"2026-06-23T22:31:38.388201Z","end":"2026-06-23T22:31:38.808286Z","steps":["trace[629131549] 'process raft request' (duration: 411.39553ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:38.80841Z","caller":"traceutil/trace.go:171","msg":"trace[1282019974] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"419.177725ms","start":"2026-06-23T22:31:38.389228Z","end":"2026-06-23T22:31:38.808405Z","steps":["trace[1282019974] 'process raft request' (duration: 419.074132ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:38.808383Z","caller":"traceutil/trace.go:171","msg":"trace[1439721493] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"419.889271ms","start":"2026-06-23T22:31:38.388444Z","end":"2026-06-23T22:31:38.808333Z","steps":["trace[1439721493] 'process raft request' (duration: 419.757198ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:38.808409Z","caller":"traceutil/trace.go:171","msg":"trace[731846650] linearizableReadLoop","detail":"{readStateIndex:8686; appliedIndex:8682; }","duration":"419.293157ms","start":"2026-06-23T22:31:38.389096Z","end":"2026-06-23T22:31:38.808389Z","steps":["trace[731846650] 'read index received' (duration: 83.863978ms)","trace[731846650] 'applied index is now lower than readState.Index' (duration: 335.427909ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:31:38.808482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:38.389221Z","time spent":"419.210805ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:31:38.808518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:38.38819Z","time spent":"420.226299ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:31:38.808572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:38.388434Z","time spent":"420.037904ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:31:38.808624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.973254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-06-23T22:31:38.808645Z","caller":"traceutil/trace.go:171","msg":"trace[1046404094] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8388; }","duration":"319.994524ms","start":"2026-06-23T22:31:38.488644Z","end":"2026-06-23T22:31:38.808639Z","steps":["trace[1046404094] 'agreement among raft nodes before linearized reading' (duration: 319.915452ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:38.808669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:38.488624Z","time spent":"320.039375ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-06-23T22:31:38.808363Z","caller":"traceutil/trace.go:171","msg":"trace[1332774353] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"419.355308ms","start":"2026-06-23T22:31:38.388984Z","end":"2026-06-23T22:31:38.808339Z","steps":["trace[1332774353] 'process raft request' (duration: 419.300077ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:38.808662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.01145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:31:38.808698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.594254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-06-23T22:31:38.808731Z","caller":"traceutil/trace.go:171","msg":"trace[1122896384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8388; }","duration":"181.136303ms","start":"2026-06-23T22:31:38.627578Z","end":"2026-06-23T22:31:38.808715Z","steps":["trace[1122896384] 'agreement among raft nodes before linearized reading' (duration: 181.02165ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:38.808745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:38.388961Z","time spent":"419.734408ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:31:38.808796Z","caller":"traceutil/trace.go:171","msg":"trace[983211941] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:8388; }","duration":"419.693587ms","start":"2026-06-23T22:31:38.389085Z","end":"2026-06-23T22:31:38.808779Z","steps":["trace[983211941] 'agreement among raft nodes before linearized reading' (duration: 419.463321ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:38.808856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:38.389065Z","time spent":"419.775828ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-tjqvv\" "} {"level":"warn","ts":"2026-06-23T22:31:40.350972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.601054ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-23T22:31:40.351588Z","caller":"traceutil/trace.go:171","msg":"trace[41329553] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8687; }","duration":"1.00763386s","start":"2026-06-23T22:31:39.343907Z","end":"2026-06-23T22:31:40.351541Z","steps":["trace[41329553] 'read index received' (duration: 209.483024ms)","trace[41329553] 'applied index is now lower than readState.Index' (duration: 798.147876ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:31:40.351609Z","caller":"traceutil/trace.go:171","msg":"trace[1117299481] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"1.084115323s","start":"2026-06-23T22:31:39.267461Z","end":"2026-06-23T22:31:40.351576Z","steps":["trace[1117299481] 'process raft request' (duration: 1.083629511s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:40.352264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:39.267437Z","time spent":"1.084427869s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:31:40.445153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101217017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-06-23T22:31:40.445258Z","caller":"traceutil/trace.go:171","msg":"trace[1471819571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8389; }","duration":"1.101387092s","start":"2026-06-23T22:31:39.34384Z","end":"2026-06-23T22:31:40.445227Z","steps":["trace[1471819571] 'agreement among raft nodes before linearized reading' (duration: 1.007848715s)","trace[1471819571] 'range keys from in-memory index tree' (duration: 93.26087ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:31:40.445308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:39.343823Z","time spent":"1.101475194s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-23T22:31:40.458015Z","caller":"traceutil/trace.go:171","msg":"trace[558711915] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"881.321968ms","start":"2026-06-23T22:31:39.576677Z","end":"2026-06-23T22:31:40.457999Z","steps":["trace[558711915] 'process raft request' (duration: 881.161194ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:40.458127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:39.576644Z","time spent":"881.419089ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:31:40.539605Z","caller":"traceutil/trace.go:171","msg":"trace[61062762] linearizableReadLoop","detail":"{readStateIndex:8691; appliedIndex:8689; }","duration":"187.913403ms","start":"2026-06-23T22:31:40.351668Z","end":"2026-06-23T22:31:40.539581Z","steps":["trace[61062762] 'read index received' (duration: 106.250008ms)","trace[61062762] 'applied index is now lower than readState.Index' (duration: 81.662205ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:31:40.539724Z","caller":"traceutil/trace.go:171","msg":"trace[549395080] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"170.364008ms","start":"2026-06-23T22:31:40.369339Z","end":"2026-06-23T22:31:40.539703Z","steps":["trace[549395080] 'process raft request' (duration: 170.208004ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:40.539731Z","caller":"traceutil/trace.go:171","msg":"trace[1151429734] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"183.489739ms","start":"2026-06-23T22:31:40.356209Z","end":"2026-06-23T22:31:40.539699Z","steps":["trace[1151429734] 'process raft request' (duration: 183.303555ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:40.539785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.689806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:31:40.53979Z","caller":"traceutil/trace.go:171","msg":"trace[1758216037] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"184.727198ms","start":"2026-06-23T22:31:40.35503Z","end":"2026-06-23T22:31:40.539757Z","steps":["trace[1758216037] 'process raft request' (duration: 184.435751ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:40.539833Z","caller":"traceutil/trace.go:171","msg":"trace[644006845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8394; }","duration":"846.818509ms","start":"2026-06-23T22:31:39.693002Z","end":"2026-06-23T22:31:40.53982Z","steps":["trace[644006845] 'agreement among raft nodes before linearized reading' (duration: 846.709356ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:40.539875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:39.692979Z","time spent":"846.886051ms","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:31:40.539984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175329775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:31:40.540046Z","caller":"traceutil/trace.go:171","msg":"trace[1488807876] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8394; }","duration":"1.175422187s","start":"2026-06-23T22:31:39.364608Z","end":"2026-06-23T22:31:40.54003Z","steps":["trace[1488807876] 'agreement among raft nodes before linearized reading' (duration: 1.175327195s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:40.540079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:31:39.364598Z","time spent":"1.175474199s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:31:40.539635Z","caller":"traceutil/trace.go:171","msg":"trace[783005183] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"204.352193ms","start":"2026-06-23T22:31:40.335246Z","end":"2026-06-23T22:31:40.539598Z","steps":["trace[783005183] 'process raft request' (duration: 204.087926ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:43.175476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.09372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:31:43.175804Z","caller":"traceutil/trace.go:171","msg":"trace[412953960] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8707; }","duration":"267.750015ms","start":"2026-06-23T22:31:42.908036Z","end":"2026-06-23T22:31:43.175786Z","steps":["trace[412953960] 'read index received' (duration: 35.247014ms)","trace[412953960] 'applied index is now lower than readState.Index' (duration: 232.501941ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:31:43.175839Z","caller":"traceutil/trace.go:171","msg":"trace[1723970525] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"272.786374ms","start":"2026-06-23T22:31:42.903023Z","end":"2026-06-23T22:31:43.175809Z","steps":["trace[1723970525] 'process raft request' (duration: 272.632911ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:43.175775Z","caller":"traceutil/trace.go:171","msg":"trace[643128882] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"273.342097ms","start":"2026-06-23T22:31:42.902389Z","end":"2026-06-23T22:31:43.175731Z","steps":["trace[643128882] 'process raft request' (duration: 40.878618ms)","trace[643128882] 'compare' (duration: 231.876935ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:31:43.176032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.96276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-06-23T22:31:43.176106Z","caller":"traceutil/trace.go:171","msg":"trace[2012932534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:8410; }","duration":"268.067062ms","start":"2026-06-23T22:31:42.908021Z","end":"2026-06-23T22:31:43.176088Z","steps":["trace[2012932534] 'agreement among raft nodes before linearized reading' (duration: 267.818256ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:43.17585Z","caller":"traceutil/trace.go:171","msg":"trace[522802727] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"271.525714ms","start":"2026-06-23T22:31:42.904288Z","end":"2026-06-23T22:31:43.175814Z","steps":["trace[522802727] 'process raft request' (duration: 271.462803ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:43.250837Z","caller":"traceutil/trace.go:171","msg":"trace[2115968200] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"265.009771ms","start":"2026-06-23T22:31:42.985775Z","end":"2026-06-23T22:31:43.250784Z","steps":["trace[2115968200] 'process raft request' (duration: 264.664593ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:31:43.250924Z","caller":"traceutil/trace.go:171","msg":"trace[1994761465] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"252.479304ms","start":"2026-06-23T22:31:42.998413Z","end":"2026-06-23T22:31:43.250893Z","steps":["trace[1994761465] 'process raft request' (duration: 252.206607ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:31:43.251655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.692946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:31:43.251752Z","caller":"traceutil/trace.go:171","msg":"trace[528907555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8412; }","duration":"209.466785ms","start":"2026-06-23T22:31:43.04226Z","end":"2026-06-23T22:31:43.251727Z","steps":["trace[528907555] 'agreement among raft nodes before linearized reading' (duration: 208.649165ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:07.964983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.019676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:32:07.96509Z","caller":"traceutil/trace.go:171","msg":"trace[782076365] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8594; }","duration":"215.17941ms","start":"2026-06-23T22:32:07.749887Z","end":"2026-06-23T22:32:07.965067Z","steps":["trace[782076365] 'range keys from in-memory index tree' (duration: 214.879693ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:11.34481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369440908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:32:11.738801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007845394s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T22:32:11.739248Z","caller":"traceutil/trace.go:171","msg":"trace[1116863955] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"1.008348896s","start":"2026-06-23T22:32:10.730877Z","end":"2026-06-23T22:32:11.739226Z","steps":["trace[1116863955] 'process raft request' (duration: 1.008213573s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:11.739361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:10.730855Z","time spent":"1.008439958s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:12.624478Z","caller":"traceutil/trace.go:171","msg":"trace[2135726811] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"1.824726631s","start":"2026-06-23T22:32:10.799713Z","end":"2026-06-23T22:32:12.62444Z","steps":["trace[2135726811] 'process raft request' (duration: 1.824453854s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:12.624489Z","caller":"traceutil/trace.go:171","msg":"trace[1892361240] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"1.822845756s","start":"2026-06-23T22:32:10.801612Z","end":"2026-06-23T22:32:12.624457Z","steps":["trace[1892361240] 'process raft request' (duration: 1.822735763s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.624647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:10.799694Z","time spent":"1.824864014s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:32:12.624672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:10.801582Z","time spent":"1.82299379s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:12.624833Z","caller":"traceutil/trace.go:171","msg":"trace[762476496] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"1.822269653s","start":"2026-06-23T22:32:10.802551Z","end":"2026-06-23T22:32:12.62482Z","steps":["trace[762476496] 'process raft request' (duration: 1.821860813s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.624899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:10.802537Z","time spent":"1.822329955s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:32:12.624899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780580646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-23T22:32:12.624686Z","caller":"traceutil/trace.go:171","msg":"trace[1197439873] linearizableReadLoop","detail":"{readStateIndex:8920; appliedIndex:8915; }","duration":"1.780357051s","start":"2026-06-23T22:32:10.844302Z","end":"2026-06-23T22:32:12.624659Z","steps":["trace[1197439873] 'read index received' (duration: 894.882471ms)","trace[1197439873] 'applied index is now lower than readState.Index' (duration: 885.47354ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:32:12.624899Z","caller":"traceutil/trace.go:171","msg":"trace[534595892] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"1.560201883s","start":"2026-06-23T22:32:11.064664Z","end":"2026-06-23T22:32:12.624866Z","steps":["trace[534595892] 'process raft request' (duration: 1.559861575s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:12.624946Z","caller":"traceutil/trace.go:171","msg":"trace[2669512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8612; }","duration":"1.780662958s","start":"2026-06-23T22:32:10.844272Z","end":"2026-06-23T22:32:12.624935Z","steps":["trace[2669512] 'agreement among raft nodes before linearized reading' (duration: 1.780463684s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:12.624933Z","caller":"traceutil/trace.go:171","msg":"trace[1333156569] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"1.243001118s","start":"2026-06-23T22:32:11.381905Z","end":"2026-06-23T22:32:12.624906Z","steps":["trace[1333156569] 'process raft request' (duration: 1.242706961s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.624982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:10.844257Z","time spent":"1.780716939s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:32:12.625057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.064631Z","time spent":"1.560340266s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19389,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:32:12.625063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.381886Z","time spent":"1.243104541s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:12.637647Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022db.wal"} {"level":"warn","ts":"2026-06-23T22:32:12.638163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334279947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-23T22:32:12.638196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010275453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:32:12.638225Z","caller":"traceutil/trace.go:171","msg":"trace[207393364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8613; }","duration":"1.334337508s","start":"2026-06-23T22:32:11.303874Z","end":"2026-06-23T22:32:12.638212Z","steps":["trace[207393364] 'agreement among raft nodes before linearized reading' (duration: 1.334168414s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:12.638251Z","caller":"traceutil/trace.go:171","msg":"trace[1835378544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8613; }","duration":"1.010370865s","start":"2026-06-23T22:32:11.627867Z","end":"2026-06-23T22:32:12.638238Z","steps":["trace[1835378544] 'agreement among raft nodes before linearized reading' (duration: 1.010257072s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:12.638271Z","caller":"traceutil/trace.go:171","msg":"trace[37520799] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"753.466846ms","start":"2026-06-23T22:32:11.884783Z","end":"2026-06-23T22:32:12.63825Z","steps":["trace[37520799] 'process raft request' (duration: 753.101768ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.638287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556761391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:32:12.638268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48528546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-06-23T22:32:12.638327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220763282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-06-23T22:32:12.638339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.115837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:32:12.638358Z","caller":"traceutil/trace.go:171","msg":"trace[1268088038] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8613; }","duration":"1.556881744s","start":"2026-06-23T22:32:11.081428Z","end":"2026-06-23T22:32:12.63831Z","steps":["trace[1268088038] 'agreement among raft nodes before linearized reading' (duration: 1.556757761s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.638374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.884737Z","time spent":"753.568509ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:12.638389Z","caller":"traceutil/trace.go:171","msg":"trace[158082614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:8613; }","duration":"1.220867474s","start":"2026-06-23T22:32:11.417508Z","end":"2026-06-23T22:32:12.638375Z","steps":["trace[158082614] 'agreement among raft nodes before linearized reading' (duration: 1.22068156s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:12.638406Z","caller":"traceutil/trace.go:171","msg":"trace[1020948428] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8613; }","duration":"168.175919ms","start":"2026-06-23T22:32:12.470214Z","end":"2026-06-23T22:32:12.63839Z","steps":["trace[1020948428] 'agreement among raft nodes before linearized reading' (duration: 168.103157ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.638388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329890953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-23T22:32:12.63842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645992832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-23T22:32:12.638403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565888617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:32:12.638433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.41749Z","time spent":"1.220935425s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-tjqvv\" "} {"level":"info","ts":"2026-06-23T22:32:12.638459Z","caller":"traceutil/trace.go:171","msg":"trace[1457791628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8613; }","duration":"1.646083054s","start":"2026-06-23T22:32:10.992367Z","end":"2026-06-23T22:32:12.63845Z","steps":["trace[1457791628] 'agreement among raft nodes before linearized reading' (duration: 1.645953231s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:12.638457Z","caller":"traceutil/trace.go:171","msg":"trace[1339313904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8613; }","duration":"1.329981986s","start":"2026-06-23T22:32:11.30846Z","end":"2026-06-23T22:32:12.638442Z","steps":["trace[1339313904] 'agreement among raft nodes before linearized reading' (duration: 1.329811962s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.638467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348208607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:32:12.638415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.081423Z","time spent":"1.556977366s","remote":"127.0.0.1:35256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:32:12.638527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.308451Z","time spent":"1.330066668s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-23T22:32:12.638549Z","caller":"traceutil/trace.go:171","msg":"trace[1481805391] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8613; }","duration":"1.34835016s","start":"2026-06-23T22:32:11.290181Z","end":"2026-06-23T22:32:12.638531Z","steps":["trace[1481805391] 'agreement among raft nodes before linearized reading' (duration: 1.348180806s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.638298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.627849Z","time spent":"1.010443526s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-23T22:32:12.638551Z","caller":"traceutil/trace.go:171","msg":"trace[1943507478] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8613; }","duration":"1.565981179s","start":"2026-06-23T22:32:11.072481Z","end":"2026-06-23T22:32:12.638463Z","steps":["trace[1943507478] 'agreement among raft nodes before linearized reading' (duration: 1.565740674s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.638278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.303848Z","time spent":"1.334424091s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T22:32:12.638355Z","caller":"traceutil/trace.go:171","msg":"trace[2035743768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8613; }","duration":"1.485419843s","start":"2026-06-23T22:32:11.152915Z","end":"2026-06-23T22:32:12.638335Z","steps":["trace[2035743768] 'agreement among raft nodes before linearized reading' (duration: 1.485171867s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.638607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.072475Z","time spent":"1.566122212s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:32:12.638603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.29016Z","time spent":"1.348433002s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:32:12.638631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.152897Z","time spent":"1.48572332s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-23T22:32:12.638156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758639647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:32:12.638678Z","caller":"traceutil/trace.go:171","msg":"trace[1609127448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8613; }","duration":"1.759203091s","start":"2026-06-23T22:32:10.87946Z","end":"2026-06-23T22:32:12.638663Z","steps":["trace[1609127448] 'agreement among raft nodes before linearized reading' (duration: 1.758566476s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.638715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:10.879445Z","time spent":"1.759257712s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:32:12.638508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:10.992348Z","time spent":"1.646152805s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:32:12.639335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335280571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-23T22:32:12.639509Z","caller":"traceutil/trace.go:171","msg":"trace[1491947469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8613; }","duration":"1.336348496s","start":"2026-06-23T22:32:11.30315Z","end":"2026-06-23T22:32:12.639499Z","steps":["trace[1491947469] 'agreement among raft nodes before linearized reading' (duration: 1.335173928s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:12.639905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:11.30314Z","time spent":"1.336754286s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-23T22:32:14.735161Z","caller":"traceutil/trace.go:171","msg":"trace[361191225] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"102.754661ms","start":"2026-06-23T22:32:14.632378Z","end":"2026-06-23T22:32:14.735133Z","steps":["trace[361191225] 'process raft request' (duration: 102.578867ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:14.73539Z","caller":"traceutil/trace.go:171","msg":"trace[2109732012] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"101.976192ms","start":"2026-06-23T22:32:14.633384Z","end":"2026-06-23T22:32:14.735361Z","steps":["trace[2109732012] 'process raft request' (duration: 101.706656ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:16.289692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369440964,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-23T22:32:16.448362Z","caller":"traceutil/trace.go:171","msg":"trace[92471367] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"687.146957ms","start":"2026-06-23T22:32:15.761191Z","end":"2026-06-23T22:32:16.448338Z","steps":["trace[92471367] 'process raft request' (duration: 687.015164ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:16.4485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:15.761168Z","time spent":"687.26376ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:16.452172Z","caller":"traceutil/trace.go:171","msg":"trace[389245449] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"557.020199ms","start":"2026-06-23T22:32:15.895136Z","end":"2026-06-23T22:32:16.452156Z","steps":["trace[389245449] 'process raft request' (duration: 556.870785ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:16.452261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:15.895114Z","time spent":"557.101851ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:16.452319Z","caller":"traceutil/trace.go:171","msg":"trace[267373235] linearizableReadLoop","detail":"{readStateIndex:8943; appliedIndex:8940; }","duration":"663.381775ms","start":"2026-06-23T22:32:15.78892Z","end":"2026-06-23T22:32:16.452302Z","steps":["trace[267373235] 'read index received' (duration: 659.393791ms)","trace[267373235] 'applied index is now lower than readState.Index' (duration: 3.986974ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:32:16.452426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.503438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:32:16.452458Z","caller":"traceutil/trace.go:171","msg":"trace[649426454] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8633; }","duration":"663.54253ms","start":"2026-06-23T22:32:15.788906Z","end":"2026-06-23T22:32:16.452449Z","steps":["trace[649426454] 'agreement among raft nodes before linearized reading' (duration: 663.479718ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:16.452442Z","caller":"traceutil/trace.go:171","msg":"trace[593950332] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"237.94542ms","start":"2026-06-23T22:32:16.214462Z","end":"2026-06-23T22:32:16.452407Z","steps":["trace[593950332] 'process raft request' (duration: 237.636252ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:16.452556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.830748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:32:16.452584Z","caller":"traceutil/trace.go:171","msg":"trace[68676541] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8633; }","duration":"177.91086ms","start":"2026-06-23T22:32:16.274666Z","end":"2026-06-23T22:32:16.452576Z","steps":["trace[68676541] 'agreement among raft nodes before linearized reading' (duration: 177.849928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:16.452489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:15.788863Z","time spent":"663.617601ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:32:25.335947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.863622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-23T22:32:25.335971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.989605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-06-23T22:32:25.336003Z","caller":"traceutil/trace.go:171","msg":"trace[40301703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8719; }","duration":"468.965365ms","start":"2026-06-23T22:32:24.867025Z","end":"2026-06-23T22:32:25.33599Z","steps":["trace[40301703] 'range keys from in-memory index tree' (duration: 468.73042ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:25.336024Z","caller":"traceutil/trace.go:171","msg":"trace[242417497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:8719; }","duration":"455.050176ms","start":"2026-06-23T22:32:24.880961Z","end":"2026-06-23T22:32:25.336011Z","steps":["trace[242417497] 'range keys from in-memory index tree' (duration: 454.871832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.336035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.088209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-23T22:32:25.33607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.3086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-23T22:32:25.336099Z","caller":"traceutil/trace.go:171","msg":"trace[1727525881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8719; }","duration":"461.199142ms","start":"2026-06-23T22:32:24.874879Z","end":"2026-06-23T22:32:25.336078Z","steps":["trace[1727525881] 'range keys from in-memory index tree' (duration: 460.919005ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:25.336124Z","caller":"traceutil/trace.go:171","msg":"trace[1666729436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8719; }","duration":"460.381193ms","start":"2026-06-23T22:32:24.875726Z","end":"2026-06-23T22:32:25.336107Z","steps":["trace[1666729436] 'range keys from in-memory index tree' (duration: 460.200518ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.336131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.184735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-23T22:32:25.336165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:24.875717Z","time spent":"460.437484ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:32:25.336183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:24.880934Z","time spent":"455.113177ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-tjqvv\" "} {"level":"warn","ts":"2026-06-23T22:32:25.336184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:24.874848Z","time spent":"461.322454ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:32:25.336029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:24.867007Z","time spent":"469.015747ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-23T22:32:25.3362Z","caller":"traceutil/trace.go:171","msg":"trace[1990325541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8719; }","duration":"462.262136ms","start":"2026-06-23T22:32:24.873919Z","end":"2026-06-23T22:32:25.336181Z","steps":["trace[1990325541] 'range keys from in-memory index tree' (duration: 462.018381ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.336795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:24.873823Z","time spent":"462.958674ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:32:25.336286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.440394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-23T22:32:25.337091Z","caller":"traceutil/trace.go:171","msg":"trace[569798101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8719; }","duration":"461.296364ms","start":"2026-06-23T22:32:24.875778Z","end":"2026-06-23T22:32:25.337075Z","steps":["trace[569798101] 'range keys from in-memory index tree' (duration: 460.147167ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.337121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:24.875767Z","time spent":"461.343285ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T22:32:25.787638Z","caller":"traceutil/trace.go:171","msg":"trace[1342746811] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9033; }","duration":"446.498014ms","start":"2026-06-23T22:32:25.341112Z","end":"2026-06-23T22:32:25.78761Z","steps":["trace[1342746811] 'read index received' (duration: 446.267559ms)","trace[1342746811] 'applied index is now lower than readState.Index' (duration: 226.945µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:32:25.787719Z","caller":"traceutil/trace.go:171","msg":"trace[1348765187] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"453.92041ms","start":"2026-06-23T22:32:25.333755Z","end":"2026-06-23T22:32:25.787675Z","steps":["trace[1348765187] 'process raft request' (duration: 453.675874ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.787872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:25.33369Z","time spent":"454.100503ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:32:25.788419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.273552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228782"} {"level":"info","ts":"2026-06-23T22:32:25.788495Z","caller":"traceutil/trace.go:171","msg":"trace[1040268620] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8720; }","duration":"447.398195ms","start":"2026-06-23T22:32:25.341077Z","end":"2026-06-23T22:32:25.788475Z","steps":["trace[1040268620] 'agreement among raft nodes before linearized reading' (duration: 446.665668ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.788559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:25.341056Z","time spent":"447.488177ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228805,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-23T22:32:25.942152Z","caller":"traceutil/trace.go:171","msg":"trace[1423650757] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"600.782833ms","start":"2026-06-23T22:32:25.341342Z","end":"2026-06-23T22:32:25.942125Z","steps":["trace[1423650757] 'process raft request' (duration: 600.701331ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.942317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:25.341315Z","time spent":"600.916036ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:25.942295Z","caller":"traceutil/trace.go:171","msg":"trace[1603213172] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"601.011868ms","start":"2026-06-23T22:32:25.341252Z","end":"2026-06-23T22:32:25.942264Z","steps":["trace[1603213172] 'process raft request' (duration: 579.074339ms)","trace[1603213172] 'compare' (duration: 21.512459ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:32:25.942484Z","caller":"traceutil/trace.go:171","msg":"trace[514206183] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"601.10912ms","start":"2026-06-23T22:32:25.34134Z","end":"2026-06-23T22:32:25.942449Z","steps":["trace[514206183] 'process raft request' (duration: 600.745792ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.942534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:25.341212Z","time spent":"601.212533ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:32:25.942633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:25.341316Z","time spent":"601.239784ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:25.942658Z","caller":"traceutil/trace.go:171","msg":"trace[103393187] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9034; }","duration":"154.909604ms","start":"2026-06-23T22:32:25.787714Z","end":"2026-06-23T22:32:25.942623Z","steps":["trace[103393187] 'read index received' (duration: 132.589277ms)","trace[103393187] 'applied index is now lower than readState.Index' (duration: 22.318757ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:32:25.942713Z","caller":"traceutil/trace.go:171","msg":"trace[1440623093] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"601.156851ms","start":"2026-06-23T22:32:25.341504Z","end":"2026-06-23T22:32:25.942661Z","steps":["trace[1440623093] 'process raft request' (duration: 600.913396ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:25.942713Z","caller":"traceutil/trace.go:171","msg":"trace[337875694] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"601.140951ms","start":"2026-06-23T22:32:25.341519Z","end":"2026-06-23T22:32:25.94266Z","steps":["trace[337875694] 'process raft request' (duration: 601.051959ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.942862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.440025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:32:25.94291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.508537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-06-23T22:32:25.942931Z","caller":"traceutil/trace.go:171","msg":"trace[540005255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8725; }","duration":"581.559648ms","start":"2026-06-23T22:32:25.361355Z","end":"2026-06-23T22:32:25.942915Z","steps":["trace[540005255] 'agreement among raft nodes before linearized reading' (duration: 581.420275ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.94291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:25.341494Z","time spent":"601.321546ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:25.942946Z","caller":"traceutil/trace.go:171","msg":"trace[89871242] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8725; }","duration":"130.580278ms","start":"2026-06-23T22:32:25.812355Z","end":"2026-06-23T22:32:25.942935Z","steps":["trace[89871242] 'agreement among raft nodes before linearized reading' (duration: 130.458255ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:25.94297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:25.361338Z","time spent":"581.621859ms","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:32:25.943064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:25.34146Z","time spent":"601.335127ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:32:26.712286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.063636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:32:26.712453Z","caller":"traceutil/trace.go:171","msg":"trace[1409394473] linearizableReadLoop","detail":"{readStateIndex:9043; appliedIndex:9042; }","duration":"246.230036ms","start":"2026-06-23T22:32:26.466201Z","end":"2026-06-23T22:32:26.712432Z","steps":["trace[1409394473] 'read index received' (duration: 88.835792ms)","trace[1409394473] 'applied index is now lower than readState.Index' (duration: 157.352003ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:32:26.7126Z","caller":"traceutil/trace.go:171","msg":"trace[1808243068] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"253.112989ms","start":"2026-06-23T22:32:26.459447Z","end":"2026-06-23T22:32:26.71256Z","steps":["trace[1808243068] 'process raft request' (duration: 95.590962ms)","trace[1808243068] 'compare' (duration: 156.777919ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:32:26.712782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.555624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-06-23T22:32:26.712862Z","caller":"traceutil/trace.go:171","msg":"trace[473754998] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8729; }","duration":"246.686736ms","start":"2026-06-23T22:32:26.466142Z","end":"2026-06-23T22:32:26.712829Z","steps":["trace[473754998] 'agreement among raft nodes before linearized reading' (duration: 246.45574ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:26.751661Z","caller":"traceutil/trace.go:171","msg":"trace[491126579] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"263.494684ms","start":"2026-06-23T22:32:26.488128Z","end":"2026-06-23T22:32:26.751622Z","steps":["trace[491126579] 'process raft request' (duration: 262.957691ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:26.788865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.257585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:32:26.788949Z","caller":"traceutil/trace.go:171","msg":"trace[679479526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8731; }","duration":"161.400048ms","start":"2026-06-23T22:32:26.627528Z","end":"2026-06-23T22:32:26.788928Z","steps":["trace[679479526] 'agreement among raft nodes before linearized reading' (duration: 161.257175ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:26.788923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.870341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:32:26.789027Z","caller":"traceutil/trace.go:171","msg":"trace[1829130358] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8731; }","duration":"288.043055ms","start":"2026-06-23T22:32:26.500965Z","end":"2026-06-23T22:32:26.789008Z","steps":["trace[1829130358] 'agreement among raft nodes before linearized reading' (duration: 287.753998ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:27.83673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.161881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:32:27.83757Z","caller":"traceutil/trace.go:171","msg":"trace[612381523] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"546.778366ms","start":"2026-06-23T22:32:27.290763Z","end":"2026-06-23T22:32:27.837542Z","steps":["trace[612381523] 'process raft request' (duration: 73.726534ms)","trace[612381523] 'compare' (duration: 471.654679ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:32:27.837656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:27.290749Z","time spent":"546.871589ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-23T22:32:27.838815Z","caller":"traceutil/trace.go:171","msg":"trace[1327918949] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"546.980051ms","start":"2026-06-23T22:32:27.291366Z","end":"2026-06-23T22:32:27.838346Z","steps":["trace[1327918949] 'process raft request' (duration: 546.691004ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:32:27.83909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:32:27.291344Z","time spent":"547.522624ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:32:27.845631Z","caller":"traceutil/trace.go:171","msg":"trace[1617751217] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"202.087071ms","start":"2026-06-23T22:32:27.643529Z","end":"2026-06-23T22:32:27.845616Z","steps":["trace[1617751217] 'process raft request' (duration: 201.994289ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:32:27.976443Z","caller":"traceutil/trace.go:171","msg":"trace[1967107038] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9052; }","duration":"125.95561ms","start":"2026-06-23T22:32:27.850455Z","end":"2026-06-23T22:32:27.97641Z","steps":["trace[1967107038] 'read index received' (duration: 98.850779ms)","trace[1967107038] 'applied index is now lower than readState.Index' (duration: 27.103691ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:32:27.976561Z","caller":"traceutil/trace.go:171","msg":"trace[840854141] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"129.553475ms","start":"2026-06-23T22:32:27.846964Z","end":"2026-06-23T22:32:27.976517Z","steps":["trace[840854141] 'process raft request' (duration: 102.404473ms)","trace[840854141] 'compare' (duration: 26.906666ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:32:27.976968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.488963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228782"} {"level":"info","ts":"2026-06-23T22:32:27.977045Z","caller":"traceutil/trace.go:171","msg":"trace[622071548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8739; }","duration":"126.592385ms","start":"2026-06-23T22:32:27.850436Z","end":"2026-06-23T22:32:27.977028Z","steps":["trace[622071548] 'agreement among raft nodes before linearized reading' (duration: 126.110534ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:42.790725Z","caller":"traceutil/trace.go:171","msg":"trace[851246363] linearizableReadLoop","detail":"{readStateIndex:9803; appliedIndex:9802; }","duration":"406.461435ms","start":"2026-06-23T22:33:42.384233Z","end":"2026-06-23T22:33:42.790694Z","steps":["trace[851246363] 'read index received' (duration: 406.093166ms)","trace[851246363] 'applied index is now lower than readState.Index' (duration: 367.169µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:33:42.79083Z","caller":"traceutil/trace.go:171","msg":"trace[611356986] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"408.933874ms","start":"2026-06-23T22:33:42.381867Z","end":"2026-06-23T22:33:42.7908Z","steps":["trace[611356986] 'process raft request' (duration: 408.476353ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:42.790992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.381839Z","time spent":"409.063047ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:33:42.791134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.903316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-23T22:33:42.79117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.505826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-23T22:33:42.791207Z","caller":"traceutil/trace.go:171","msg":"trace[1730620862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9470; }","duration":"407.001458ms","start":"2026-06-23T22:33:42.384189Z","end":"2026-06-23T22:33:42.791191Z","steps":["trace[1730620862] 'agreement among raft nodes before linearized reading' (duration: 406.66984ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:42.791245Z","caller":"traceutil/trace.go:171","msg":"trace[2051276244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9470; }","duration":"406.63663ms","start":"2026-06-23T22:33:42.384592Z","end":"2026-06-23T22:33:42.791228Z","steps":["trace[2051276244] 'agreement among raft nodes before linearized reading' (duration: 406.338953ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:42.791264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.384173Z","time spent":"407.07413ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:33:42.791294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.384572Z","time spent":"406.712281ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-23T22:33:42.791392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.471291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:33:42.791496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.865281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-23T22:33:42.791496Z","caller":"traceutil/trace.go:171","msg":"trace[1692289890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9470; }","duration":"164.616443ms","start":"2026-06-23T22:33:42.626854Z","end":"2026-06-23T22:33:42.79147Z","steps":["trace[1692289890] 'agreement among raft nodes before linearized reading' (duration: 164.405428ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:42.791485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.78207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-06-23T22:33:42.791536Z","caller":"traceutil/trace.go:171","msg":"trace[17421143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9470; }","duration":"405.943013ms","start":"2026-06-23T22:33:42.385583Z","end":"2026-06-23T22:33:42.791526Z","steps":["trace[17421143] 'agreement among raft nodes before linearized reading' (duration: 405.83029ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:42.791587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.385561Z","time spent":"406.018505ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-23T22:33:42.791594Z","caller":"traceutil/trace.go:171","msg":"trace[1059001470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:9470; }","duration":"293.936074ms","start":"2026-06-23T22:33:42.497628Z","end":"2026-06-23T22:33:42.791564Z","steps":["trace[1059001470] 'agreement among raft nodes before linearized reading' (duration: 293.627866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:42.791658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.636036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-23T22:33:42.791687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.467281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-06-23T22:33:42.791756Z","caller":"traceutil/trace.go:171","msg":"trace[964591979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9470; }","duration":"405.768698ms","start":"2026-06-23T22:33:42.385962Z","end":"2026-06-23T22:33:42.79173Z","steps":["trace[964591979] 'agreement among raft nodes before linearized reading' (duration: 405.360459ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:42.791797Z","caller":"traceutil/trace.go:171","msg":"trace[560406764] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9470; }","duration":"178.640805ms","start":"2026-06-23T22:33:42.613132Z","end":"2026-06-23T22:33:42.791773Z","steps":["trace[560406764] 'agreement among raft nodes before linearized reading' (duration: 177.898108ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:42.791816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.385953Z","time spent":"405.852441ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:33:42.791805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.248915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:33:42.791963Z","caller":"traceutil/trace.go:171","msg":"trace[1977950863] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:9470; }","duration":"194.392218ms","start":"2026-06-23T22:33:42.597526Z","end":"2026-06-23T22:33:42.791918Z","steps":["trace[1977950863] 'agreement among raft nodes before linearized reading' (duration: 193.878126ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:42.792128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.568158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:33:42.792215Z","caller":"traceutil/trace.go:171","msg":"trace[829572254] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9470; }","duration":"130.688801ms","start":"2026-06-23T22:33:42.661507Z","end":"2026-06-23T22:33:42.792196Z","steps":["trace[829572254] 'agreement among raft nodes before linearized reading' (duration: 129.677258ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:43.194117Z","caller":"traceutil/trace.go:171","msg":"trace[1107500163] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"398.650392ms","start":"2026-06-23T22:33:42.795434Z","end":"2026-06-23T22:33:43.194084Z","steps":["trace[1107500163] 'process raft request' (duration: 398.433477ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:43.194344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.795411Z","time spent":"398.812595ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:33:43.384732Z","caller":"traceutil/trace.go:171","msg":"trace[1419318440] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"588.897783ms","start":"2026-06-23T22:33:42.795805Z","end":"2026-06-23T22:33:43.384703Z","steps":["trace[1419318440] 'process raft request' (duration: 588.678398ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:43.384996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.795784Z","time spent":"589.080948ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:33:43.385139Z","caller":"traceutil/trace.go:171","msg":"trace[360415768] transaction","detail":"{read_only:false; response_revision:9473; number_of_response:1; }","duration":"588.561726ms","start":"2026-06-23T22:33:42.79654Z","end":"2026-06-23T22:33:43.385102Z","steps":["trace[360415768] 'process raft request' (duration: 588.112855ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:43.385238Z","caller":"traceutil/trace.go:171","msg":"trace[359702186] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"587.425608ms","start":"2026-06-23T22:33:42.797784Z","end":"2026-06-23T22:33:43.385209Z","steps":["trace[359702186] 'process raft request' (duration: 587.229354ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:43.385339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.796523Z","time spent":"588.700879ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:33:43.385403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.797776Z","time spent":"587.538351ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:33:43.385427Z","caller":"traceutil/trace.go:171","msg":"trace[1171148432] transaction","detail":"{read_only:false; response_revision:9475; number_of_response:1; }","duration":"508.259346ms","start":"2026-06-23T22:33:42.877146Z","end":"2026-06-23T22:33:43.385405Z","steps":["trace[1171148432] 'process raft request' (duration: 508.01101ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:43.385466Z","caller":"traceutil/trace.go:171","msg":"trace[496358342] transaction","detail":"{read_only:false; response_revision:9476; number_of_response:1; }","duration":"367.545436ms","start":"2026-06-23T22:33:43.017903Z","end":"2026-06-23T22:33:43.385449Z","steps":["trace[496358342] 'process raft request' (duration: 367.424653ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:43.385543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.87712Z","time spent":"508.359918ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:33:43.385549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:43.017876Z","time spent":"367.630308ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:33:43.385786Z","caller":"traceutil/trace.go:171","msg":"trace[2018964163] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"333.954481ms","start":"2026-06-23T22:33:43.051796Z","end":"2026-06-23T22:33:43.38575Z","steps":["trace[2018964163] 'process raft request' (duration: 333.613063ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:43.385979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:43.051768Z","time spent":"334.110725ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:33:43.38604Z","caller":"traceutil/trace.go:171","msg":"trace[1837580702] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"249.918563ms","start":"2026-06-23T22:33:43.136105Z","end":"2026-06-23T22:33:43.386024Z","steps":["trace[1837580702] 'process raft request' (duration: 249.554175ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:43.386419Z","caller":"traceutil/trace.go:171","msg":"trace[1494837758] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"234.399896ms","start":"2026-06-23T22:33:43.152001Z","end":"2026-06-23T22:33:43.386401Z","steps":["trace[1494837758] 'process raft request' (duration: 233.968066ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:43.386525Z","caller":"traceutil/trace.go:171","msg":"trace[1128881152] linearizableReadLoop","detail":"{readStateIndex:9806; appliedIndex:9803; }","duration":"589.240841ms","start":"2026-06-23T22:33:42.797272Z","end":"2026-06-23T22:33:43.386513Z","steps":["trace[1128881152] 'read index received' (duration: 396.586023ms)","trace[1128881152] 'applied index is now lower than readState.Index' (duration: 192.653858ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:33:43.38663Z","caller":"traceutil/trace.go:171","msg":"trace[1578156598] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"232.643485ms","start":"2026-06-23T22:33:43.153979Z","end":"2026-06-23T22:33:43.386622Z","steps":["trace[1578156598] 'process raft request' (duration: 232.332637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:43.387014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.733463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291506"} {"level":"info","ts":"2026-06-23T22:33:43.38706Z","caller":"traceutil/trace.go:171","msg":"trace[1519663263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9480; }","duration":"589.803195ms","start":"2026-06-23T22:33:42.797247Z","end":"2026-06-23T22:33:43.387051Z","steps":["trace[1519663263] 'agreement among raft nodes before linearized reading' (duration: 589.444376ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:43.387087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.79724Z","time spent":"589.839226ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-23T22:33:43.510785Z","caller":"traceutil/trace.go:171","msg":"trace[309567540] linearizableReadLoop","detail":"{readStateIndex:9815; appliedIndex:9813; }","duration":"124.217469ms","start":"2026-06-23T22:33:43.386548Z","end":"2026-06-23T22:33:43.510766Z","steps":["trace[309567540] 'read index received' (duration: 113.827043ms)","trace[309567540] 'applied index is now lower than readState.Index' (duration: 10.389796ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:33:43.510955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.819404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:33:43.51096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.593865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:33:43.511Z","caller":"traceutil/trace.go:171","msg":"trace[1714272548] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9482; }","duration":"586.926396ms","start":"2026-06-23T22:33:42.924066Z","end":"2026-06-23T22:33:43.510992Z","steps":["trace[1714272548] 'agreement among raft nodes before linearized reading' (duration: 586.824184ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:43.511057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:42.924044Z","time spent":"587.005668ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:33:43.511044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.551704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:33:43.511113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.274683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-vc4w7\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-06-23T22:33:43.511113Z","caller":"traceutil/trace.go:171","msg":"trace[1930026823] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9482; }","duration":"238.710398ms","start":"2026-06-23T22:33:43.272391Z","end":"2026-06-23T22:33:43.511101Z","steps":["trace[1930026823] 'agreement among raft nodes before linearized reading' (duration: 238.431001ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:43.511134Z","caller":"traceutil/trace.go:171","msg":"trace[2056309389] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-vc4w7; range_end:; response_count:1; response_revision:9482; }","duration":"324.344324ms","start":"2026-06-23T22:33:43.186784Z","end":"2026-06-23T22:33:43.511128Z","steps":["trace[2056309389] 'agreement among raft nodes before linearized reading' (duration: 324.254702ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:33:43.511166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:33:43.18676Z","time spent":"324.400365ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19718,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-vc4w7\" "} {"level":"info","ts":"2026-06-23T22:33:43.511019Z","caller":"traceutil/trace.go:171","msg":"trace[327120707] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9482; }","duration":"175.734317ms","start":"2026-06-23T22:33:43.335273Z","end":"2026-06-23T22:33:43.511007Z","steps":["trace[327120707] 'agreement among raft nodes before linearized reading' (duration: 175.559653ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:33:43.511489Z","caller":"traceutil/trace.go:171","msg":"trace[965095803] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"145.476502ms","start":"2026-06-23T22:33:43.366004Z","end":"2026-06-23T22:33:43.511481Z","steps":["trace[965095803] 'process raft request' (duration: 134.41064ms)","trace[965095803] 'compare' (duration: 10.218472ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:33:43.511559Z","caller":"traceutil/trace.go:171","msg":"trace[576673549] transaction","detail":"{read_only:false; response_revision:9482; number_of_response:1; }","duration":"128.093371ms","start":"2026-06-23T22:33:43.382717Z","end":"2026-06-23T22:33:43.51081Z","steps":["trace[576673549] 'process raft request' (duration: 128.016249ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:34:07.477813Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-23T22:34:07.484707Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-23T22:34:07.484857Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-23T22:36:00.85709Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8011} {"level":"info","ts":"2026-06-23T22:36:00.921896Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8011,"took":"62.723134ms","hash":3291457493,"current-db-size-bytes":56852480,"current-db-size":"57 MB","current-db-size-in-use-bytes":28028928,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-23T22:36:00.921966Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3291457493,"revision":8011,"compact-revision":5950} {"level":"info","ts":"2026-06-23T22:37:56.143582Z","caller":"traceutil/trace.go:171","msg":"trace[2009255249] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"111.350204ms","start":"2026-06-23T22:37:56.032208Z","end":"2026-06-23T22:37:56.143558Z","steps":["trace[2009255249] 'process raft request' (duration: 111.248472ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:37:56.143573Z","caller":"traceutil/trace.go:171","msg":"trace[1876562475] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"113.215838ms","start":"2026-06-23T22:37:56.030315Z","end":"2026-06-23T22:37:56.143531Z","steps":["trace[1876562475] 'process raft request' (duration: 101.787468ms)","trace[1876562475] 'compare' (duration: 11.208805ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:39:00.882772Z","caller":"traceutil/trace.go:171","msg":"trace[1452264001] linearizableReadLoop","detail":"{readStateIndex:12203; appliedIndex:12202; }","duration":"155.902789ms","start":"2026-06-23T22:39:00.72684Z","end":"2026-06-23T22:39:00.882743Z","steps":["trace[1452264001] 'read index received' (duration: 155.716484ms)","trace[1452264001] 'applied index is now lower than readState.Index' (duration: 185.385µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:39:00.882873Z","caller":"traceutil/trace.go:171","msg":"trace[1178375524] transaction","detail":"{read_only:false; response_revision:11795; number_of_response:1; }","duration":"156.953614ms","start":"2026-06-23T22:39:00.725883Z","end":"2026-06-23T22:39:00.882837Z","steps":["trace[1178375524] 'process raft request' (duration: 156.700148ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:00.883035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.177145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-06-23T22:39:00.883072Z","caller":"traceutil/trace.go:171","msg":"trace[2096653870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11795; }","duration":"156.253577ms","start":"2026-06-23T22:39:00.726807Z","end":"2026-06-23T22:39:00.88306Z","steps":["trace[2096653870] 'agreement among raft nodes before linearized reading' (duration: 156.079513ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:00.883079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.454816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:39:00.883128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.305822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:00.883168Z","caller":"traceutil/trace.go:171","msg":"trace[292672520] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11795; }","duration":"114.375344ms","start":"2026-06-23T22:39:00.768782Z","end":"2026-06-23T22:39:00.883157Z","steps":["trace[292672520] 'agreement among raft nodes before linearized reading' (duration: 114.287022ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:00.883163Z","caller":"traceutil/trace.go:171","msg":"trace[1890767666] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11795; }","duration":"141.595229ms","start":"2026-06-23T22:39:00.741549Z","end":"2026-06-23T22:39:00.883144Z","steps":["trace[1890767666] 'agreement among raft nodes before linearized reading' (duration: 141.423615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:00.88333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.448716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:39:00.883336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.969666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-06-23T22:39:00.883363Z","caller":"traceutil/trace.go:171","msg":"trace[1864409419] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11795; }","duration":"114.494976ms","start":"2026-06-23T22:39:00.768859Z","end":"2026-06-23T22:39:00.883354Z","steps":["trace[1864409419] 'agreement among raft nodes before linearized reading' (duration: 114.448395ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:00.883365Z","caller":"traceutil/trace.go:171","msg":"trace[605631342] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11795; }","duration":"109.011286ms","start":"2026-06-23T22:39:00.774346Z","end":"2026-06-23T22:39:00.883357Z","steps":["trace[605631342] 'agreement among raft nodes before linearized reading' (duration: 108.892504ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:00.883418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.936977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:39:00.883468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.944407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:00.883501Z","caller":"traceutil/trace.go:171","msg":"trace[1779162469] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11795; }","duration":"115.07437ms","start":"2026-06-23T22:39:00.768407Z","end":"2026-06-23T22:39:00.883482Z","steps":["trace[1779162469] 'agreement among raft nodes before linearized reading' (duration: 114.915007ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:00.883585Z","caller":"traceutil/trace.go:171","msg":"trace[1319279935] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11795; }","duration":"115.09303ms","start":"2026-06-23T22:39:00.768466Z","end":"2026-06-23T22:39:00.883559Z","steps":["trace[1319279935] 'agreement among raft nodes before linearized reading' (duration: 114.922536ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:01.21372Z","caller":"traceutil/trace.go:171","msg":"trace[2140497508] transaction","detail":"{read_only:false; response_revision:11799; number_of_response:1; }","duration":"260.475319ms","start":"2026-06-23T22:39:00.953214Z","end":"2026-06-23T22:39:01.21369Z","steps":["trace[2140497508] 'process raft request' (duration: 258.260347ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:18.922772Z","caller":"traceutil/trace.go:171","msg":"trace[851868352] transaction","detail":"{read_only:false; response_revision:11889; number_of_response:1; }","duration":"384.648036ms","start":"2026-06-23T22:39:18.538094Z","end":"2026-06-23T22:39:18.922742Z","steps":["trace[851868352] 'process raft request' (duration: 384.488402ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:18.922931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.53807Z","time spent":"384.782459ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:39:19.117277Z","caller":"traceutil/trace.go:171","msg":"trace[141727488] transaction","detail":"{read_only:false; response_revision:11890; number_of_response:1; }","duration":"576.675822ms","start":"2026-06-23T22:39:18.540575Z","end":"2026-06-23T22:39:19.117251Z","steps":["trace[141727488] 'process raft request' (duration: 576.454616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.117446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.540545Z","time spent":"576.812484ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:39:19.117723Z","caller":"traceutil/trace.go:171","msg":"trace[192757489] transaction","detail":"{read_only:false; response_revision:11891; number_of_response:1; }","duration":"497.477762ms","start":"2026-06-23T22:39:18.620219Z","end":"2026-06-23T22:39:19.117697Z","steps":["trace[192757489] 'process raft request' (duration: 496.97828ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.117874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.620194Z","time spent":"497.597215ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:39:19.118064Z","caller":"traceutil/trace.go:171","msg":"trace[1016159638] transaction","detail":"{read_only:false; response_revision:11892; number_of_response:1; }","duration":"497.047192ms","start":"2026-06-23T22:39:18.620997Z","end":"2026-06-23T22:39:19.118044Z","steps":["trace[1016159638] 'process raft request' (duration: 496.614811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.118171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.620973Z","time spent":"497.148924ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:39:19.118415Z","caller":"traceutil/trace.go:171","msg":"trace[122119232] transaction","detail":"{read_only:false; response_revision:11893; number_of_response:1; }","duration":"496.386146ms","start":"2026-06-23T22:39:18.622013Z","end":"2026-06-23T22:39:19.1184Z","steps":["trace[122119232] 'process raft request' (duration: 495.970836ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.118497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.621984Z","time spent":"496.475688ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:39:19.152652Z","caller":"traceutil/trace.go:171","msg":"trace[1208069729] linearizableReadLoop","detail":"{readStateIndex:12304; appliedIndex:12300; }","duration":"526.117882ms","start":"2026-06-23T22:39:18.626507Z","end":"2026-06-23T22:39:19.152625Z","steps":["trace[1208069729] 'read index received' (duration: 296.949545ms)","trace[1208069729] 'applied index is now lower than readState.Index' (duration: 229.166787ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:39:19.152892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.364468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:19.152977Z","caller":"traceutil/trace.go:171","msg":"trace[120368953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11893; }","duration":"526.487521ms","start":"2026-06-23T22:39:18.626473Z","end":"2026-06-23T22:39:19.15296Z","steps":["trace[120368953] 'agreement among raft nodes before linearized reading' (duration: 526.352698ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.153024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.626461Z","time spent":"526.552393ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:39:19.153306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.006121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:19.153368Z","caller":"traceutil/trace.go:171","msg":"trace[1713854363] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11893; }","duration":"223.086223ms","start":"2026-06-23T22:39:18.930268Z","end":"2026-06-23T22:39:19.153355Z","steps":["trace[1713854363] 'agreement among raft nodes before linearized reading' (duration: 222.98077ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.153387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.789059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-23T22:39:19.153469Z","caller":"traceutil/trace.go:171","msg":"trace[994008074] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11893; }","duration":"376.916862ms","start":"2026-06-23T22:39:18.776533Z","end":"2026-06-23T22:39:19.15345Z","steps":["trace[994008074] 'agreement among raft nodes before linearized reading' (duration: 376.692897ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.153515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.776513Z","time spent":"376.992904ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-06-23T22:39:19.153602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.508951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-23T22:39:19.153636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.990135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-06-23T22:39:19.153674Z","caller":"traceutil/trace.go:171","msg":"trace[1442221083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11893; }","duration":"134.625194ms","start":"2026-06-23T22:39:19.01903Z","end":"2026-06-23T22:39:19.153655Z","steps":["trace[1442221083] 'agreement among raft nodes before linearized reading' (duration: 134.430939ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:19.15371Z","caller":"traceutil/trace.go:171","msg":"trace[404682094] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11893; }","duration":"216.100208ms","start":"2026-06-23T22:39:18.937592Z","end":"2026-06-23T22:39:19.153692Z","steps":["trace[404682094] 'agreement among raft nodes before linearized reading' (duration: 215.871652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.153754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.774929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:39:19.153819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.887981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:19.153855Z","caller":"traceutil/trace.go:171","msg":"trace[681560962] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11893; }","duration":"376.945093ms","start":"2026-06-23T22:39:18.7769Z","end":"2026-06-23T22:39:19.153845Z","steps":["trace[681560962] 'agreement among raft nodes before linearized reading' (duration: 376.879652ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:19.153859Z","caller":"traceutil/trace.go:171","msg":"trace[460758543] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11893; }","duration":"376.908992ms","start":"2026-06-23T22:39:18.776926Z","end":"2026-06-23T22:39:19.153835Z","steps":["trace[460758543] 'agreement among raft nodes before linearized reading' (duration: 376.696857ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.153889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.776879Z","time spent":"377.003684ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-06-23T22:39:19.153892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.772827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-23T22:39:19.153905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.776919Z","time spent":"376.977503ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-06-23T22:39:19.153924Z","caller":"traceutil/trace.go:171","msg":"trace[1991446706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11893; }","duration":"201.847089ms","start":"2026-06-23T22:39:18.952069Z","end":"2026-06-23T22:39:19.153916Z","steps":["trace[1991446706] 'agreement among raft nodes before linearized reading' (duration: 201.762637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.15397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.26624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:19.154Z","caller":"traceutil/trace.go:171","msg":"trace[803321846] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11893; }","duration":"377.322782ms","start":"2026-06-23T22:39:18.776669Z","end":"2026-06-23T22:39:19.153992Z","steps":["trace[803321846] 'agreement among raft nodes before linearized reading' (duration: 377.283601ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.154007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.033272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-23T22:39:19.154028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.776655Z","time spent":"377.368003ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-06-23T22:39:19.154041Z","caller":"traceutil/trace.go:171","msg":"trace[1758320014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11893; }","duration":"129.090063ms","start":"2026-06-23T22:39:19.024942Z","end":"2026-06-23T22:39:19.154032Z","steps":["trace[1758320014] 'agreement among raft nodes before linearized reading' (duration: 129.000411ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.15411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.427774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:19.154138Z","caller":"traceutil/trace.go:171","msg":"trace[1545897239] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11893; }","duration":"377.469515ms","start":"2026-06-23T22:39:18.776661Z","end":"2026-06-23T22:39:19.154131Z","steps":["trace[1545897239] 'agreement among raft nodes before linearized reading' (duration: 377.429434ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.154161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:18.776655Z","time spent":"377.501206ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-06-23T22:39:19.154196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.981384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-06-23T22:39:19.154252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.681811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:19.1543Z","caller":"traceutil/trace.go:171","msg":"trace[1309704469] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11893; }","duration":"224.761793ms","start":"2026-06-23T22:39:18.929528Z","end":"2026-06-23T22:39:19.15429Z","steps":["trace[1309704469] 'agreement among raft nodes before linearized reading' (duration: 224.689761ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.154314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.049856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:19.154355Z","caller":"traceutil/trace.go:171","msg":"trace[215620308] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11893; }","duration":"224.104297ms","start":"2026-06-23T22:39:18.930239Z","end":"2026-06-23T22:39:19.154343Z","steps":["trace[215620308] 'agreement among raft nodes before linearized reading' (duration: 224.038926ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:19.154254Z","caller":"traceutil/trace.go:171","msg":"trace[774713444] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11893; }","duration":"224.057736ms","start":"2026-06-23T22:39:18.930182Z","end":"2026-06-23T22:39:19.15424Z","steps":["trace[774713444] 'agreement among raft nodes before linearized reading' (duration: 223.888912ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:19.154608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.78733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:19.154845Z","caller":"traceutil/trace.go:171","msg":"trace[139337403] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11893; }","duration":"224.459746ms","start":"2026-06-23T22:39:18.930366Z","end":"2026-06-23T22:39:19.154826Z","steps":["trace[139337403] 'agreement among raft nodes before linearized reading' (duration: 223.222706ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:19.88164Z","caller":"traceutil/trace.go:171","msg":"trace[1485230866] transaction","detail":"{read_only:false; response_revision:11899; number_of_response:1; }","duration":"157.854335ms","start":"2026-06-23T22:39:19.723755Z","end":"2026-06-23T22:39:19.881609Z","steps":["trace[1485230866] 'process raft request' (duration: 157.677231ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.266685Z","caller":"traceutil/trace.go:171","msg":"trace[42270503] transaction","detail":"{read_only:false; response_revision:11902; number_of_response:1; }","duration":"143.088445ms","start":"2026-06-23T22:39:21.12338Z","end":"2026-06-23T22:39:21.266469Z","steps":["trace[42270503] 'process raft request' (duration: 119.814643ms)","trace[42270503] 'compare' (duration: 22.960014ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:39:21.561585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.651287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:39:21.561889Z","caller":"traceutil/trace.go:171","msg":"trace[472805217] transaction","detail":"{read_only:false; response_revision:11906; number_of_response:1; }","duration":"258.295508ms","start":"2026-06-23T22:39:21.303566Z","end":"2026-06-23T22:39:21.561862Z","steps":["trace[472805217] 'process raft request' (duration: 258.217746ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.561925Z","caller":"traceutil/trace.go:171","msg":"trace[1321127965] transaction","detail":"{read_only:false; response_revision:11904; number_of_response:1; }","duration":"437.640322ms","start":"2026-06-23T22:39:21.124251Z","end":"2026-06-23T22:39:21.561891Z","steps":["trace[1321127965] 'process raft request' (duration: 437.426807ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.562003Z","caller":"traceutil/trace.go:171","msg":"trace[770066952] transaction","detail":"{read_only:false; response_revision:11905; number_of_response:1; }","duration":"437.705084ms","start":"2026-06-23T22:39:21.124265Z","end":"2026-06-23T22:39:21.56197Z","steps":["trace[770066952] 'process raft request' (duration: 437.478799ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.562096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.124236Z","time spent":"437.772266ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:39:21.562132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.754693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:21.561933Z","caller":"traceutil/trace.go:171","msg":"trace[509902015] transaction","detail":"{read_only:false; response_revision:11903; number_of_response:1; }","duration":"437.821027ms","start":"2026-06-23T22:39:21.124086Z","end":"2026-06-23T22:39:21.561907Z","steps":["trace[509902015] 'process raft request' (duration: 296.75038ms)","trace[509902015] 'compare' (duration: 140.482933ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:39:21.562163Z","caller":"traceutil/trace.go:171","msg":"trace[1908091647] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11906; }","duration":"404.830355ms","start":"2026-06-23T22:39:21.157326Z","end":"2026-06-23T22:39:21.562156Z","steps":["trace[1908091647] 'agreement among raft nodes before linearized reading' (duration: 404.742533ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.562147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.124231Z","time spent":"437.850088ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:39:21.562197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.157311Z","time spent":"404.879756ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-06-23T22:39:21.562024Z","caller":"traceutil/trace.go:171","msg":"trace[1037740129] linearizableReadLoop","detail":"{readStateIndex:12317; appliedIndex:12313; }","duration":"404.63742ms","start":"2026-06-23T22:39:21.157359Z","end":"2026-06-23T22:39:21.561996Z","steps":["trace[1037740129] 'read index received' (duration: 85.913859ms)","trace[1037740129] 'applied index is now lower than readState.Index' (duration: 318.721501ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:39:21.56226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.124062Z","time spent":"438.115894ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:39:21.562341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.689814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:39:21.562382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.797276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:39:21.562378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.21181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-23T22:39:21.562414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.460812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:39:21.56243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.967394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:21.562436Z","caller":"traceutil/trace.go:171","msg":"trace[898586754] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11906; }","duration":"403.495573ms","start":"2026-06-23T22:39:21.158934Z","end":"2026-06-23T22:39:21.56243Z","steps":["trace[898586754] 'agreement among raft nodes before linearized reading' (duration: 403.461142ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.562446Z","caller":"traceutil/trace.go:171","msg":"trace[909434639] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11906; }","duration":"403.992315ms","start":"2026-06-23T22:39:21.158449Z","end":"2026-06-23T22:39:21.562441Z","steps":["trace[909434639] 'agreement among raft nodes before linearized reading' (duration: 403.969784ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.562439Z","caller":"traceutil/trace.go:171","msg":"trace[890245936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11906; }","duration":"251.301262ms","start":"2026-06-23T22:39:21.311123Z","end":"2026-06-23T22:39:21.562424Z","steps":["trace[890245936] 'agreement among raft nodes before linearized reading' (duration: 251.151359ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.562465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.158445Z","time spent":"404.017075ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-06-23T22:39:21.562482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.898608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:21.5625Z","caller":"traceutil/trace.go:171","msg":"trace[1704921947] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11906; }","duration":"402.93172ms","start":"2026-06-23T22:39:21.159564Z","end":"2026-06-23T22:39:21.562496Z","steps":["trace[1704921947] 'agreement among raft nodes before linearized reading' (duration: 402.902559ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.562496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.968264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-06-23T22:39:21.562495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.368725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-23T22:39:21.562533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.380834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:39:21.562541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.214136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:39:21.562535Z","caller":"traceutil/trace.go:171","msg":"trace[634193726] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11906; }","duration":"404.038335ms","start":"2026-06-23T22:39:21.158482Z","end":"2026-06-23T22:39:21.562521Z","steps":["trace[634193726] 'agreement among raft nodes before linearized reading' (duration: 403.917003ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.562553Z","caller":"traceutil/trace.go:171","msg":"trace[756664790] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11906; }","duration":"326.428204ms","start":"2026-06-23T22:39:21.236118Z","end":"2026-06-23T22:39:21.562546Z","steps":["trace[756664790] 'agreement among raft nodes before linearized reading' (duration: 326.396133ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.562558Z","caller":"traceutil/trace.go:171","msg":"trace[1006909582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11906; }","duration":"403.257317ms","start":"2026-06-23T22:39:21.159296Z","end":"2026-06-23T22:39:21.562553Z","steps":["trace[1006909582] 'agreement among raft nodes before linearized reading' (duration: 403.233297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.562572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.236101Z","time spent":"326.466266ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:39:21.562568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.368368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:39:21.562573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.159276Z","time spent":"403.293539ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-06-23T22:39:21.562572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.158463Z","time spent":"404.100207ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-06-23T22:39:21.562603Z","caller":"traceutil/trace.go:171","msg":"trace[1054101797] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11906; }","duration":"400.42955ms","start":"2026-06-23T22:39:21.162164Z","end":"2026-06-23T22:39:21.562593Z","steps":["trace[1054101797] 'agreement among raft nodes before linearized reading' (duration: 400.380449ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.562516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.159557Z","time spent":"402.95542ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-06-23T22:39:21.562646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.162149Z","time spent":"400.487631ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-06-23T22:39:21.56269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.243359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-06-23T22:39:21.56268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.54183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-23T22:39:21.562454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.158927Z","time spent":"403.522574ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-06-23T22:39:21.562707Z","caller":"traceutil/trace.go:171","msg":"trace[847971072] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11906; }","duration":"401.2719ms","start":"2026-06-23T22:39:21.16143Z","end":"2026-06-23T22:39:21.562702Z","steps":["trace[847971072] 'agreement among raft nodes before linearized reading' (duration: 401.187188ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.5624Z","caller":"traceutil/trace.go:171","msg":"trace[1625416667] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11906; }","duration":"402.770666ms","start":"2026-06-23T22:39:21.159611Z","end":"2026-06-23T22:39:21.562382Z","steps":["trace[1625416667] 'agreement among raft nodes before linearized reading' (duration: 402.683294ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.562728Z","caller":"traceutil/trace.go:171","msg":"trace[317753495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11906; }","duration":"351.626152ms","start":"2026-06-23T22:39:21.211086Z","end":"2026-06-23T22:39:21.562712Z","steps":["trace[317753495] 'agreement among raft nodes before linearized reading' (duration: 351.507569ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.562406Z","caller":"traceutil/trace.go:171","msg":"trace[1003597828] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11906; }","duration":"402.834567ms","start":"2026-06-23T22:39:21.159562Z","end":"2026-06-23T22:39:21.562397Z","steps":["trace[1003597828] 'agreement among raft nodes before linearized reading' (duration: 402.808167ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.562775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.159555Z","time spent":"403.212556ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-06-23T22:39:21.562521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.685744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-23T22:39:21.562772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.159596Z","time spent":"403.159785ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-06-23T22:39:21.562724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.161423Z","time spent":"401.297851ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-06-23T22:39:21.562354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.960424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-06-23T22:39:21.562864Z","caller":"traceutil/trace.go:171","msg":"trace[1367575144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11906; }","duration":"363.015302ms","start":"2026-06-23T22:39:21.199826Z","end":"2026-06-23T22:39:21.562841Z","steps":["trace[1367575144] 'agreement among raft nodes before linearized reading' (duration: 362.594832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.562908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.199787Z","time spent":"363.109944ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-23T22:39:21.562902Z","caller":"traceutil/trace.go:171","msg":"trace[1288019183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11906; }","duration":"404.530667ms","start":"2026-06-23T22:39:21.158353Z","end":"2026-06-23T22:39:21.562884Z","steps":["trace[1288019183] 'agreement among raft nodes before linearized reading' (duration: 403.922883ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.56296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.158331Z","time spent":"404.61216ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-06-23T22:39:21.562562Z","caller":"traceutil/trace.go:171","msg":"trace[1360454058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11906; }","duration":"351.437377ms","start":"2026-06-23T22:39:21.211109Z","end":"2026-06-23T22:39:21.562547Z","steps":["trace[1360454058] 'agreement among raft nodes before linearized reading' (duration: 351.280563ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:39:21.563065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.21105Z","time spent":"352.005261ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T22:39:21.562773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:39:21.211066Z","time spent":"351.695373ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-23T22:39:21.735686Z","caller":"traceutil/trace.go:171","msg":"trace[964308596] transaction","detail":"{read_only:false; response_revision:11908; number_of_response:1; }","duration":"169.383338ms","start":"2026-06-23T22:39:21.566272Z","end":"2026-06-23T22:39:21.735655Z","steps":["trace[964308596] 'process raft request' (duration: 168.926087ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.73593Z","caller":"traceutil/trace.go:171","msg":"trace[8890633] transaction","detail":"{read_only:false; response_revision:11910; number_of_response:1; }","duration":"168.998709ms","start":"2026-06-23T22:39:21.566893Z","end":"2026-06-23T22:39:21.735891Z","steps":["trace[8890633] 'process raft request' (duration: 168.445386ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.735956Z","caller":"traceutil/trace.go:171","msg":"trace[1710376362] transaction","detail":"{read_only:false; response_revision:11911; number_of_response:1; }","duration":"100.094735ms","start":"2026-06-23T22:39:21.635843Z","end":"2026-06-23T22:39:21.735937Z","steps":["trace[1710376362] 'process raft request' (duration: 99.525251ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:39:21.735979Z","caller":"traceutil/trace.go:171","msg":"trace[895557110] transaction","detail":"{read_only:false; response_revision:11909; number_of_response:1; }","duration":"169.650265ms","start":"2026-06-23T22:39:21.566302Z","end":"2026-06-23T22:39:21.735952Z","steps":["trace[895557110] 'process raft request' (duration: 168.993179ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:41:00.86358Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10406} {"level":"info","ts":"2026-06-23T22:41:00.944153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10406,"took":"78.197905ms","hash":1162300176,"current-db-size-bytes":56852480,"current-db-size":"57 MB","current-db-size-in-use-bytes":26386432,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-23T22:41:00.944208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1162300176,"revision":10406,"compact-revision":8011} {"level":"warn","ts":"2026-06-23T22:41:28.861868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369452154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:41:29.362777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369452154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:41:30.089763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369452154,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-23T22:41:30.553645Z","caller":"traceutil/trace.go:171","msg":"trace[993526262] transaction","detail":"{read_only:false; response_revision:12765; number_of_response:1; }","duration":"2.289067647s","start":"2026-06-23T22:41:28.264543Z","end":"2026-06-23T22:41:30.553611Z","steps":["trace[993526262] 'process raft request' (duration: 2.288946865s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.553901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.264524Z","time spent":"2.289182391s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:41:30.581997Z","caller":"traceutil/trace.go:171","msg":"trace[338843001] transaction","detail":"{read_only:false; response_revision:12767; number_of_response:1; }","duration":"1.945989598s","start":"2026-06-23T22:41:28.635968Z","end":"2026-06-23T22:41:30.581958Z","steps":["trace[338843001] 'process raft request' (duration: 1.945775303s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:41:30.582054Z","caller":"traceutil/trace.go:171","msg":"trace[1598842368] transaction","detail":"{read_only:false; response_revision:12768; number_of_response:1; }","duration":"1.864014654s","start":"2026-06-23T22:41:28.717992Z","end":"2026-06-23T22:41:30.582007Z","steps":["trace[1598842368] 'process raft request' (duration: 1.863796129s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:41:30.582172Z","caller":"traceutil/trace.go:171","msg":"trace[116317124] transaction","detail":"{read_only:false; response_revision:12766; number_of_response:1; }","duration":"2.219460787s","start":"2026-06-23T22:41:28.362654Z","end":"2026-06-23T22:41:30.582115Z","steps":["trace[116317124] 'process raft request' (duration: 2.218918044s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.582339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.717974Z","time spent":"1.864180788s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:41:30.582214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.635952Z","time spent":"1.946171613s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:41:30.582421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.362625Z","time spent":"2.219670652s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:41:30.584377Z","caller":"traceutil/trace.go:171","msg":"trace[460232200] transaction","detail":"{read_only:false; response_revision:12769; number_of_response:1; }","duration":"1.292774521s","start":"2026-06-23T22:41:29.29155Z","end":"2026-06-23T22:41:30.584325Z","steps":["trace[460232200] 'process raft request' (duration: 1.292605327s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:41:30.584482Z","caller":"traceutil/trace.go:171","msg":"trace[456522457] transaction","detail":"{read_only:false; response_revision:12770; number_of_response:1; }","duration":"853.09177ms","start":"2026-06-23T22:41:29.731374Z","end":"2026-06-23T22:41:30.584466Z","steps":["trace[456522457] 'process raft request' (duration: 852.908556ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.584552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:29.291518Z","time spent":"1.292940375s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:41:30.584578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:29.731356Z","time spent":"853.178822ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:41:30.584746Z","caller":"traceutil/trace.go:171","msg":"trace[507488287] transaction","detail":"{read_only:false; response_revision:12771; number_of_response:1; }","duration":"561.848711ms","start":"2026-06-23T22:41:30.022886Z","end":"2026-06-23T22:41:30.584735Z","steps":["trace[507488287] 'process raft request' (duration: 561.501122ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:41:30.584745Z","caller":"traceutil/trace.go:171","msg":"trace[223596000] linearizableReadLoop","detail":"{readStateIndex:13214; appliedIndex:13204; }","duration":"2.223926152s","start":"2026-06-23T22:41:28.360749Z","end":"2026-06-23T22:41:30.584675Z","steps":["trace[223596000] 'read index received' (duration: 2.192739552s)","trace[223596000] 'applied index is now lower than readState.Index' (duration: 31.18522ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:41:30.584794Z","caller":"traceutil/trace.go:171","msg":"trace[1154611257] transaction","detail":"{read_only:false; response_revision:12772; number_of_response:1; }","duration":"555.111601ms","start":"2026-06-23T22:41:30.029629Z","end":"2026-06-23T22:41:30.58474Z","steps":["trace[1154611257] 'process raft request' (duration: 554.939117ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.584862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:30.02287Z","time spent":"561.942464ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:41:30.584909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:30.029613Z","time spent":"555.244565ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:41:30.585001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224232999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:41:30.585039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.223132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-06-23T22:41:30.585084Z","caller":"traceutil/trace.go:171","msg":"trace[1458324788] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12773; }","duration":"748.331715ms","start":"2026-06-23T22:41:29.836741Z","end":"2026-06-23T22:41:30.585073Z","steps":["trace[1458324788] 'agreement among raft nodes before linearized reading' (duration: 748.203132ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.585101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220838619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-23T22:41:30.585085Z","caller":"traceutil/trace.go:171","msg":"trace[1842415203] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12773; }","duration":"2.224324952s","start":"2026-06-23T22:41:28.360742Z","end":"2026-06-23T22:41:30.585067Z","steps":["trace[1842415203] 'agreement among raft nodes before linearized reading' (duration: 2.224142217s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.585113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:29.836732Z","time spent":"748.374886ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7067,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-06-23T22:41:30.585152Z","caller":"traceutil/trace.go:171","msg":"trace[1846402686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12773; }","duration":"2.220955202s","start":"2026-06-23T22:41:28.364183Z","end":"2026-06-23T22:41:30.585138Z","steps":["trace[1846402686] 'agreement among raft nodes before linearized reading' (duration: 2.220703176s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.58516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.695916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-06-23T22:41:30.585162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.36073Z","time spent":"2.224419924s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":23,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:41:30.585204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.288775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-23T22:41:30.585234Z","caller":"traceutil/trace.go:171","msg":"trace[1273342549] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12773; }","duration":"746.800978ms","start":"2026-06-23T22:41:29.838412Z","end":"2026-06-23T22:41:30.585213Z","steps":["trace[1273342549] 'agreement among raft nodes before linearized reading' (duration: 746.523751ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:41:30.585241Z","caller":"traceutil/trace.go:171","msg":"trace[995250782] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12773; }","duration":"751.316795ms","start":"2026-06-23T22:41:29.83391Z","end":"2026-06-23T22:41:30.585227Z","steps":["trace[995250782] 'agreement among raft nodes before linearized reading' (duration: 751.233673ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.585257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897020977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-23T22:41:30.585108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01074997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-23T22:41:30.58528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:29.838404Z","time spent":"746.869719ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7067,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-06-23T22:41:30.585184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895720376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:41:30.585289Z","caller":"traceutil/trace.go:171","msg":"trace[296545489] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12773; }","duration":"1.897093689s","start":"2026-06-23T22:41:28.688186Z","end":"2026-06-23T22:41:30.58528Z","steps":["trace[296545489] 'agreement among raft nodes before linearized reading' (duration: 1.897029307s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:41:30.585313Z","caller":"traceutil/trace.go:171","msg":"trace[1029847813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12773; }","duration":"1.011021666s","start":"2026-06-23T22:41:29.57428Z","end":"2026-06-23T22:41:30.585301Z","steps":["trace[1029847813] 'agreement among raft nodes before linearized reading' (duration: 1.010641867s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:41:30.585321Z","caller":"traceutil/trace.go:171","msg":"trace[1127507001] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:12773; }","duration":"1.895861749s","start":"2026-06-23T22:41:28.689446Z","end":"2026-06-23T22:41:30.585307Z","steps":["trace[1127507001] 'agreement among raft nodes before linearized reading' (duration: 1.895696485s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.585348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:29.574259Z","time spent":"1.011078568s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:41:30.585359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870761203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-06-23T22:41:30.585363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958348242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:41:30.585398Z","caller":"traceutil/trace.go:171","msg":"trace[390273306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12773; }","duration":"1.958425993s","start":"2026-06-23T22:41:28.626963Z","end":"2026-06-23T22:41:30.585389Z","steps":["trace[390273306] 'agreement among raft nodes before linearized reading' (duration: 1.958377152s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:41:30.585398Z","caller":"traceutil/trace.go:171","msg":"trace[617058965] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:12773; }","duration":"1.870836605s","start":"2026-06-23T22:41:28.714547Z","end":"2026-06-23T22:41:30.585384Z","steps":["trace[617058965] 'agreement among raft nodes before linearized reading' (duration: 1.870718592s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.585424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.626943Z","time spent":"1.958475584s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:41:30.585286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:29.833872Z","time spent":"751.404288ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-06-23T22:41:30.585445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.714529Z","time spent":"1.870901187s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-tjqvv\" "} {"level":"warn","ts":"2026-06-23T22:41:30.585321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.688167Z","time spent":"1.897146979s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:41:30.585193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.364171Z","time spent":"2.221012773s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-23T22:41:30.585356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:28.689437Z","time spent":"1.89590649s","remote":"127.0.0.1:47414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:41:30.585867Z","caller":"traceutil/trace.go:171","msg":"trace[282511103] transaction","detail":"{read_only:false; response_revision:12773; number_of_response:1; }","duration":"553.80368ms","start":"2026-06-23T22:41:30.032038Z","end":"2026-06-23T22:41:30.585842Z","steps":["trace[282511103] 'process raft request' (duration: 552.590231ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.585963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:30.032027Z","time spent":"553.887843ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:41:30.585245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454007787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:41:30.586089Z","caller":"traceutil/trace.go:171","msg":"trace[364398768] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12773; }","duration":"1.454898278s","start":"2026-06-23T22:41:29.131178Z","end":"2026-06-23T22:41:30.586076Z","steps":["trace[364398768] 'agreement among raft nodes before linearized reading' (duration: 1.454039847s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.586123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:29.131157Z","time spent":"1.454955208s","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-06-23T22:41:30.585626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.439737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:41:30.586316Z","caller":"traceutil/trace.go:171","msg":"trace[1795486406] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:12773; }","duration":"644.142714ms","start":"2026-06-23T22:41:29.942152Z","end":"2026-06-23T22:41:30.586295Z","steps":["trace[1795486406] 'agreement among raft nodes before linearized reading' (duration: 643.426187ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:41:30.586513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:41:29.942141Z","time spent":"644.355649ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:45:08.867805Z","caller":"traceutil/trace.go:171","msg":"trace[1458652770] linearizableReadLoop","detail":"{readStateIndex:14724; appliedIndex:14723; }","duration":"298.445655ms","start":"2026-06-23T22:45:08.569343Z","end":"2026-06-23T22:45:08.867789Z","steps":["trace[1458652770] 'read index received' (duration: 298.301402ms)","trace[1458652770] 'applied index is now lower than readState.Index' (duration: 143.753µs)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:45:08.868136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.506842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:45:08.868132Z","caller":"traceutil/trace.go:171","msg":"trace[2040783649] transaction","detail":"{read_only:false; response_revision:14232; number_of_response:1; }","duration":"310.04481ms","start":"2026-06-23T22:45:08.558044Z","end":"2026-06-23T22:45:08.868088Z","steps":["trace[2040783649] 'process raft request' (duration: 309.648071ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:45:08.86825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.900656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-06-23T22:45:08.868268Z","caller":"traceutil/trace.go:171","msg":"trace[1666672847] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:14232; }","duration":"298.957038ms","start":"2026-06-23T22:45:08.569307Z","end":"2026-06-23T22:45:08.868265Z","steps":["trace[1666672847] 'agreement among raft nodes before linearized reading' (duration: 298.870776ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:45:08.868273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:45:08.558016Z","time spent":"310.184314ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:45:08.868168Z","caller":"traceutil/trace.go:171","msg":"trace[193629066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14232; }","duration":"240.593284ms","start":"2026-06-23T22:45:08.627566Z","end":"2026-06-23T22:45:08.868159Z","steps":["trace[193629066] 'agreement among raft nodes before linearized reading' (duration: 240.531503ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:45:58.294635Z","caller":"traceutil/trace.go:171","msg":"trace[1191531728] transaction","detail":"{read_only:false; response_revision:14549; number_of_response:1; }","duration":"100.314899ms","start":"2026-06-23T22:45:58.194281Z","end":"2026-06-23T22:45:58.294596Z","steps":["trace[1191531728] 'process raft request' (duration: 99.97023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:45:59.511416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.807579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-23T22:45:59.511521Z","caller":"traceutil/trace.go:171","msg":"trace[174330544] linearizableReadLoop","detail":"{readStateIndex:15061; appliedIndex:15060; }","duration":"221.405159ms","start":"2026-06-23T22:45:59.290099Z","end":"2026-06-23T22:45:59.511504Z","steps":["trace[174330544] 'read index received' (duration: 42.111µs)","trace[174330544] 'applied index is now lower than readState.Index' (duration: 221.361618ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:45:59.511765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.658495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-06-23T22:45:59.511798Z","caller":"traceutil/trace.go:171","msg":"trace[1286572462] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:14554; }","duration":"221.740307ms","start":"2026-06-23T22:45:59.290048Z","end":"2026-06-23T22:45:59.511789Z","steps":["trace[1286572462] 'agreement among raft nodes before linearized reading' (duration: 221.574513ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:00.874159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12568} {"level":"info","ts":"2026-06-23T22:46:01.000516Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12568,"took":"124.229785ms","hash":2116548008,"current-db-size-bytes":56852480,"current-db-size":"57 MB","current-db-size-in-use-bytes":27308032,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-06-23T22:46:01.000594Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2116548008,"revision":12568,"compact-revision":10406} {"level":"info","ts":"2026-06-23T22:46:21.114377Z","caller":"traceutil/trace.go:171","msg":"trace[1500736190] linearizableReadLoop","detail":"{readStateIndex:15390; appliedIndex:15389; }","duration":"136.378883ms","start":"2026-06-23T22:46:20.977972Z","end":"2026-06-23T22:46:21.114351Z","steps":["trace[1500736190] 'read index received' (duration: 136.141118ms)","trace[1500736190] 'applied index is now lower than readState.Index' (duration: 236.475µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:46:21.114458Z","caller":"traceutil/trace.go:171","msg":"trace[1018979608] transaction","detail":"{read_only:false; response_revision:14868; number_of_response:1; }","duration":"152.623438ms","start":"2026-06-23T22:46:20.961802Z","end":"2026-06-23T22:46:21.114425Z","steps":["trace[1018979608] 'process raft request' (duration: 152.333771ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:21.114559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.566647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9be8b74b-7d86-4ebb-b8a6-035bffe4452b\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-06-23T22:46:21.114594Z","caller":"traceutil/trace.go:171","msg":"trace[1269421624] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9be8b74b-7d86-4ebb-b8a6-035bffe4452b; range_end:; response_count:1; response_revision:14868; }","duration":"136.66904ms","start":"2026-06-23T22:46:20.977913Z","end":"2026-06-23T22:46:21.114582Z","steps":["trace[1269421624] 'agreement among raft nodes before linearized reading' (duration: 136.581538ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:21.659757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.203707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:46:21.659822Z","caller":"traceutil/trace.go:171","msg":"trace[1330206950] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14868; }","duration":"257.31344ms","start":"2026-06-23T22:46:21.402493Z","end":"2026-06-23T22:46:21.659807Z","steps":["trace[1330206950] 'count revisions from in-memory index tree' (duration: 257.112616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:21.659797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.059312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:46:21.659878Z","caller":"traceutil/trace.go:171","msg":"trace[809518534] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14868; }","duration":"437.215195ms","start":"2026-06-23T22:46:21.222642Z","end":"2026-06-23T22:46:21.659858Z","steps":["trace[809518534] 'count revisions from in-memory index tree' (duration: 436.934709ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:21.65992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:46:21.22261Z","time spent":"437.301878ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:46:57.826686Z","caller":"traceutil/trace.go:171","msg":"trace[520808766] transaction","detail":"{read_only:false; response_revision:15143; number_of_response:1; }","duration":"119.831511ms","start":"2026-06-23T22:46:57.70683Z","end":"2026-06-23T22:46:57.826661Z","steps":["trace[520808766] 'process raft request' (duration: 118.97611ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:57.830119Z","caller":"traceutil/trace.go:171","msg":"trace[2095742371] linearizableReadLoop","detail":"{readStateIndex:15674; appliedIndex:15672; }","duration":"121.180143ms","start":"2026-06-23T22:46:57.708913Z","end":"2026-06-23T22:46:57.830083Z","steps":["trace[2095742371] 'read index received' (duration: 116.84895ms)","trace[2095742371] 'applied index is now lower than readState.Index' (duration: 4.320273ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:46:57.830261Z","caller":"traceutil/trace.go:171","msg":"trace[1768635860] transaction","detail":"{read_only:false; response_revision:15144; number_of_response:1; }","duration":"123.229201ms","start":"2026-06-23T22:46:57.706994Z","end":"2026-06-23T22:46:57.830223Z","steps":["trace[1768635860] 'process raft request' (duration: 122.980715ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:57.830368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.419608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-06-23T22:46:57.830415Z","caller":"traceutil/trace.go:171","msg":"trace[1930977069] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15144; }","duration":"121.631733ms","start":"2026-06-23T22:46:57.708768Z","end":"2026-06-23T22:46:57.8304Z","steps":["trace[1930977069] 'agreement among raft nodes before linearized reading' (duration: 121.420038ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.133219Z","caller":"traceutil/trace.go:171","msg":"trace[387759523] transaction","detail":"{read_only:false; response_revision:15202; number_of_response:1; }","duration":"141.867883ms","start":"2026-06-23T22:46:57.991299Z","end":"2026-06-23T22:46:58.133167Z","steps":["trace[387759523] 'process raft request' (duration: 141.486774ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.133291Z","caller":"traceutil/trace.go:171","msg":"trace[213119942] linearizableReadLoop","detail":"{readStateIndex:15737; appliedIndex:15731; }","duration":"113.076001ms","start":"2026-06-23T22:46:58.020189Z","end":"2026-06-23T22:46:58.133265Z","steps":["trace[213119942] 'read index received' (duration: 112.567648ms)","trace[213119942] 'applied index is now lower than readState.Index' (duration: 507.123µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:46:58.133339Z","caller":"traceutil/trace.go:171","msg":"trace[801371567] transaction","detail":"{read_only:false; response_revision:15204; number_of_response:1; }","duration":"141.457314ms","start":"2026-06-23T22:46:57.991874Z","end":"2026-06-23T22:46:58.133332Z","steps":["trace[801371567] 'process raft request' (duration: 141.250289ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.133361Z","caller":"traceutil/trace.go:171","msg":"trace[2043797856] transaction","detail":"{read_only:false; response_revision:15206; number_of_response:1; }","duration":"141.018643ms","start":"2026-06-23T22:46:57.992305Z","end":"2026-06-23T22:46:58.133323Z","steps":["trace[2043797856] 'process raft request' (duration: 140.89069ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.133265Z","caller":"traceutil/trace.go:171","msg":"trace[1850698018] transaction","detail":"{read_only:false; response_revision:15203; number_of_response:1; }","duration":"141.466294ms","start":"2026-06-23T22:46:57.991764Z","end":"2026-06-23T22:46:58.13323Z","steps":["trace[1850698018] 'process raft request' (duration: 141.31163ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.133479Z","caller":"traceutil/trace.go:171","msg":"trace[1680201061] transaction","detail":"{read_only:false; response_revision:15207; number_of_response:1; }","duration":"139.839135ms","start":"2026-06-23T22:46:57.993632Z","end":"2026-06-23T22:46:58.133471Z","steps":["trace[1680201061] 'process raft request' (duration: 139.59854ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.133471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.349149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:46:58.133574Z","caller":"traceutil/trace.go:171","msg":"trace[17145809] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:15207; }","duration":"143.513702ms","start":"2026-06-23T22:46:57.990044Z","end":"2026-06-23T22:46:58.133558Z","steps":["trace[17145809] 'agreement among raft nodes before linearized reading' (duration: 143.340208ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.133601Z","caller":"traceutil/trace.go:171","msg":"trace[239437228] transaction","detail":"{read_only:false; response_revision:15205; number_of_response:1; }","duration":"141.463284ms","start":"2026-06-23T22:46:57.992126Z","end":"2026-06-23T22:46:58.133589Z","steps":["trace[239437228] 'process raft request' (duration: 141.032834ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.133602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.67895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tjqvv\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-06-23T22:46:58.133562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.994563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:46:58.133647Z","caller":"traceutil/trace.go:171","msg":"trace[1849316040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tjqvv; range_end:; response_count:1; response_revision:15207; }","duration":"144.757872ms","start":"2026-06-23T22:46:57.988878Z","end":"2026-06-23T22:46:58.133636Z","steps":["trace[1849316040] 'agreement among raft nodes before linearized reading' (duration: 144.617899ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.13368Z","caller":"traceutil/trace.go:171","msg":"trace[1783776294] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:15207; }","duration":"141.167877ms","start":"2026-06-23T22:46:57.992486Z","end":"2026-06-23T22:46:58.133654Z","steps":["trace[1783776294] 'agreement among raft nodes before linearized reading' (duration: 140.87087ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.161244Z","caller":"traceutil/trace.go:171","msg":"trace[1013472305] transaction","detail":"{read_only:false; response_revision:15209; number_of_response:1; }","duration":"130.973435ms","start":"2026-06-23T22:46:58.030245Z","end":"2026-06-23T22:46:58.161219Z","steps":["trace[1013472305] 'process raft request' (duration: 130.885053ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.161289Z","caller":"traceutil/trace.go:171","msg":"trace[1614663326] transaction","detail":"{read_only:false; response_revision:15208; number_of_response:1; }","duration":"136.880045ms","start":"2026-06-23T22:46:58.024383Z","end":"2026-06-23T22:46:58.161263Z","steps":["trace[1614663326] 'process raft request' (duration: 136.618449ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.161414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.718418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-06-23T22:46:58.161585Z","caller":"traceutil/trace.go:171","msg":"trace[1882438384] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15209; }","duration":"111.938543ms","start":"2026-06-23T22:46:58.049626Z","end":"2026-06-23T22:46:58.161564Z","steps":["trace[1882438384] 'agreement among raft nodes before linearized reading' (duration: 111.625656ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.40924Z","caller":"traceutil/trace.go:171","msg":"trace[1260295814] transaction","detail":"{read_only:false; response_revision:15272; number_of_response:1; }","duration":"169.000867ms","start":"2026-06-23T22:46:58.240185Z","end":"2026-06-23T22:46:58.409186Z","steps":["trace[1260295814] 'process raft request' (duration: 138.775531ms)","trace[1260295814] 'compare' (duration: 29.98028ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:46:58.409353Z","caller":"traceutil/trace.go:171","msg":"trace[524560871] transaction","detail":"{read_only:false; response_revision:15273; number_of_response:1; }","duration":"167.054791ms","start":"2026-06-23T22:46:58.242282Z","end":"2026-06-23T22:46:58.409337Z","steps":["trace[524560871] 'process raft request' (duration: 166.786354ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.409693Z","caller":"traceutil/trace.go:171","msg":"trace[621726496] transaction","detail":"{read_only:false; response_revision:15274; number_of_response:1; }","duration":"165.605806ms","start":"2026-06-23T22:46:58.244081Z","end":"2026-06-23T22:46:58.409687Z","steps":["trace[621726496] 'process raft request' (duration: 165.033972ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.409924Z","caller":"traceutil/trace.go:171","msg":"trace[440315251] transaction","detail":"{read_only:false; response_revision:15275; number_of_response:1; }","duration":"162.738258ms","start":"2026-06-23T22:46:58.247173Z","end":"2026-06-23T22:46:58.409911Z","steps":["trace[440315251] 'process raft request' (duration: 162.324339ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.409967Z","caller":"traceutil/trace.go:171","msg":"trace[142077622] linearizableReadLoop","detail":"{readStateIndex:15806; appliedIndex:15802; }","duration":"162.685026ms","start":"2026-06-23T22:46:58.247271Z","end":"2026-06-23T22:46:58.409956Z","steps":["trace[142077622] 'read index received' (duration: 11.230226ms)","trace[142077622] 'applied index is now lower than readState.Index' (duration: 151.4537ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:46:58.410166Z","caller":"traceutil/trace.go:171","msg":"trace[1845118589] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"159.617434ms","start":"2026-06-23T22:46:58.250539Z","end":"2026-06-23T22:46:58.410156Z","steps":["trace[1845118589] 'process raft request' (duration: 159.292896ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.410298Z","caller":"traceutil/trace.go:171","msg":"trace[670846867] transaction","detail":"{read_only:false; response_revision:15278; number_of_response:1; }","duration":"157.259059ms","start":"2026-06-23T22:46:58.252997Z","end":"2026-06-23T22:46:58.410256Z","steps":["trace[670846867] 'process raft request' (duration: 156.922221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.410402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.112717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-06-23T22:46:58.410447Z","caller":"traceutil/trace.go:171","msg":"trace[2063447233] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15278; }","duration":"163.179139ms","start":"2026-06-23T22:46:58.247255Z","end":"2026-06-23T22:46:58.410434Z","steps":["trace[2063447233] 'agreement among raft nodes before linearized reading' (duration: 163.042356ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.410451Z","caller":"traceutil/trace.go:171","msg":"trace[1721874635] transaction","detail":"{read_only:false; response_revision:15277; number_of_response:1; }","duration":"158.740893ms","start":"2026-06-23T22:46:58.251699Z","end":"2026-06-23T22:46:58.41044Z","steps":["trace[1721874635] 'process raft request' (duration: 158.18291ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.495491Z","caller":"traceutil/trace.go:171","msg":"trace[1056157938] transaction","detail":"{read_only:false; response_revision:15279; number_of_response:1; }","duration":"232.534943ms","start":"2026-06-23T22:46:58.262934Z","end":"2026-06-23T22:46:58.495469Z","steps":["trace[1056157938] 'process raft request' (duration: 232.332548ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.495821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.977122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-06-23T22:46:58.49584Z","caller":"traceutil/trace.go:171","msg":"trace[120417953] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:15280; }","duration":"160.038424ms","start":"2026-06-23T22:46:58.335796Z","end":"2026-06-23T22:46:58.495834Z","steps":["trace[120417953] 'agreement among raft nodes before linearized reading' (duration: 159.949252ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.495924Z","caller":"traceutil/trace.go:171","msg":"trace[1022677780] transaction","detail":"{read_only:false; response_revision:15280; number_of_response:1; }","duration":"228.567999ms","start":"2026-06-23T22:46:58.26735Z","end":"2026-06-23T22:46:58.495918Z","steps":["trace[1022677780] 'process raft request' (duration: 228.125059ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.495938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.049085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9668"} {"level":"info","ts":"2026-06-23T22:46:58.495977Z","caller":"traceutil/trace.go:171","msg":"trace[469778408] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:15280; }","duration":"244.096836ms","start":"2026-06-23T22:46:58.251869Z","end":"2026-06-23T22:46:58.495966Z","steps":["trace[469778408] 'agreement among raft nodes before linearized reading' (duration: 243.990784ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.36689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-compute\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-06-23T22:46:58.496013Z","caller":"traceutil/trace.go:171","msg":"trace[660322667] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-compute; range_end:; response_count:1; response_revision:15280; }","duration":"146.417351ms","start":"2026-06-23T22:46:58.349591Z","end":"2026-06-23T22:46:58.496009Z","steps":["trace[660322667] 'agreement among raft nodes before linearized reading' (duration: 146.37934ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.496109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.527742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-23T22:46:58.496122Z","caller":"traceutil/trace.go:171","msg":"trace[630499793] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:15280; }","duration":"159.557253ms","start":"2026-06-23T22:46:58.336561Z","end":"2026-06-23T22:46:58.496118Z","steps":["trace[630499793] 'agreement among raft nodes before linearized reading' (duration: 159.519482ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.496262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.149249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111955"} {"level":"info","ts":"2026-06-23T22:46:58.49629Z","caller":"traceutil/trace.go:171","msg":"trace[1422719530] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15280; }","duration":"247.19367ms","start":"2026-06-23T22:46:58.249087Z","end":"2026-06-23T22:46:58.496281Z","steps":["trace[1422719530] 'agreement among raft nodes before linearized reading' (duration: 247.017366ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.496702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.87799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-5597cd7966\" ","response":"range_response_count:1 size:9352"} {"level":"info","ts":"2026-06-23T22:46:58.496719Z","caller":"traceutil/trace.go:171","msg":"trace[742923459] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-5597cd7966; range_end:; response_count:1; response_revision:15280; }","duration":"248.907821ms","start":"2026-06-23T22:46:58.247804Z","end":"2026-06-23T22:46:58.496712Z","steps":["trace[742923459] 'agreement among raft nodes before linearized reading' (duration: 248.85673ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.585521Z","caller":"traceutil/trace.go:171","msg":"trace[380929734] transaction","detail":"{read_only:false; response_revision:15281; number_of_response:1; }","duration":"169.320314ms","start":"2026-06-23T22:46:58.416175Z","end":"2026-06-23T22:46:58.585495Z","steps":["trace[380929734] 'process raft request' (duration: 133.821583ms)","trace[380929734] 'compare' (duration: 34.895697ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:46:58.585556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.071886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-06-23T22:46:58.585599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.314504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-5d99d64d5-zw4jt\" ","response":"range_response_count:1 size:6395"} {"level":"info","ts":"2026-06-23T22:46:58.585639Z","caller":"traceutil/trace.go:171","msg":"trace[1653373550] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:15281; }","duration":"144.205739ms","start":"2026-06-23T22:46:58.441415Z","end":"2026-06-23T22:46:58.58562Z","steps":["trace[1653373550] 'agreement among raft nodes before linearized reading' (duration: 143.930063ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:46:58.585662Z","caller":"traceutil/trace.go:171","msg":"trace[2086226476] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-5d99d64d5-zw4jt; range_end:; response_count:1; response_revision:15281; }","duration":"169.430307ms","start":"2026-06-23T22:46:58.416215Z","end":"2026-06-23T22:46:58.585646Z","steps":["trace[2086226476] 'agreement among raft nodes before linearized reading' (duration: 169.233122ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:46:58.585818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.475119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-06-23T22:46:58.585949Z","caller":"traceutil/trace.go:171","msg":"trace[1686052237] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:15281; }","duration":"172.637703ms","start":"2026-06-23T22:46:58.413285Z","end":"2026-06-23T22:46:58.585923Z","steps":["trace[1686052237] 'agreement among raft nodes before linearized reading' (duration: 172.08633ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:37.005195Z","caller":"traceutil/trace.go:171","msg":"trace[828834754] linearizableReadLoop","detail":"{readStateIndex:16160; appliedIndex:16159; }","duration":"166.049905ms","start":"2026-06-23T22:47:36.839125Z","end":"2026-06-23T22:47:37.005175Z","steps":["trace[828834754] 'read index received' (duration: 165.903781ms)","trace[828834754] 'applied index is now lower than readState.Index' (duration: 144.964µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:47:37.005294Z","caller":"traceutil/trace.go:171","msg":"trace[1407397902] transaction","detail":"{read_only:false; response_revision:15619; number_of_response:1; }","duration":"167.340655ms","start":"2026-06-23T22:47:36.837924Z","end":"2026-06-23T22:47:37.005265Z","steps":["trace[1407397902] 'process raft request' (duration: 167.12637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.005391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.262329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-23T22:47:37.005424Z","caller":"traceutil/trace.go:171","msg":"trace[104092824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15619; }","duration":"166.343411ms","start":"2026-06-23T22:47:36.839071Z","end":"2026-06-23T22:47:37.005415Z","steps":["trace[104092824] 'agreement among raft nodes before linearized reading' (duration: 166.228539ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.005467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.778155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-23T22:47:37.00555Z","caller":"traceutil/trace.go:171","msg":"trace[2040933061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15619; }","duration":"164.883287ms","start":"2026-06-23T22:47:36.840648Z","end":"2026-06-23T22:47:37.005532Z","steps":["trace[2040933061] 'agreement among raft nodes before linearized reading' (duration: 164.694613ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.005829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.48504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-23T22:47:37.005881Z","caller":"traceutil/trace.go:171","msg":"trace[495417459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15619; }","duration":"162.537151ms","start":"2026-06-23T22:47:36.843334Z","end":"2026-06-23T22:47:37.005872Z","steps":["trace[495417459] 'agreement among raft nodes before linearized reading' (duration: 162.415928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.006055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.711675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-23T22:47:37.006087Z","caller":"traceutil/trace.go:171","msg":"trace[552357904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15619; }","duration":"162.778727ms","start":"2026-06-23T22:47:36.843301Z","end":"2026-06-23T22:47:37.00608Z","steps":["trace[552357904] 'agreement among raft nodes before linearized reading' (duration: 162.694885ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:37.421792Z","caller":"traceutil/trace.go:171","msg":"trace[1078383558] transaction","detail":"{read_only:false; response_revision:15620; number_of_response:1; }","duration":"412.274689ms","start":"2026-06-23T22:47:37.009496Z","end":"2026-06-23T22:47:37.42177Z","steps":["trace[1078383558] 'process raft request' (duration: 404.72095ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.421916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:37.009472Z","time spent":"412.376391ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:47:37.449666Z","caller":"traceutil/trace.go:171","msg":"trace[1209521763] transaction","detail":"{read_only:false; response_revision:15621; number_of_response:1; }","duration":"439.705118ms","start":"2026-06-23T22:47:37.009928Z","end":"2026-06-23T22:47:37.449634Z","steps":["trace[1209521763] 'process raft request' (duration: 439.514764ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.449879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:37.009905Z","time spent":"439.857432ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:47:37.450019Z","caller":"traceutil/trace.go:171","msg":"trace[917956979] transaction","detail":"{read_only:false; response_revision:15622; number_of_response:1; }","duration":"439.998856ms","start":"2026-06-23T22:47:37.009985Z","end":"2026-06-23T22:47:37.449984Z","steps":["trace[917956979] 'process raft request' (duration: 439.601116ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.450133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:37.009967Z","time spent":"440.109949ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:47:37.450693Z","caller":"traceutil/trace.go:171","msg":"trace[2013284054] linearizableReadLoop","detail":"{readStateIndex:16163; appliedIndex:16160; }","duration":"439.515094ms","start":"2026-06-23T22:47:37.011157Z","end":"2026-06-23T22:47:37.450672Z","steps":["trace[2013284054] 'read index received' (duration: 403.07157ms)","trace[2013284054] 'applied index is now lower than readState.Index' (duration: 36.442354ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:47:37.450798Z","caller":"traceutil/trace.go:171","msg":"trace[1603814999] transaction","detail":"{read_only:false; response_revision:15623; number_of_response:1; }","duration":"439.607397ms","start":"2026-06-23T22:47:37.011175Z","end":"2026-06-23T22:47:37.450783Z","steps":["trace[1603814999] 'process raft request' (duration: 438.736656ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.450994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:37.011167Z","time spent":"439.76504ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:47:37.451001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.025566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:47:37.451069Z","caller":"traceutil/trace.go:171","msg":"trace[692399651] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15623; }","duration":"256.136159ms","start":"2026-06-23T22:47:37.194915Z","end":"2026-06-23T22:47:37.451051Z","steps":["trace[692399651] 'agreement among raft nodes before linearized reading' (duration: 256.025876ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.451322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.934346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-23T22:47:37.451363Z","caller":"traceutil/trace.go:171","msg":"trace[1389925130] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15623; }","duration":"250.991267ms","start":"2026-06-23T22:47:37.200362Z","end":"2026-06-23T22:47:37.451353Z","steps":["trace[1389925130] 'agreement among raft nodes before linearized reading' (duration: 250.926236ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.451446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.354214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:47:37.451516Z","caller":"traceutil/trace.go:171","msg":"trace[1287662682] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15623; }","duration":"256.462287ms","start":"2026-06-23T22:47:37.195036Z","end":"2026-06-23T22:47:37.451498Z","steps":["trace[1287662682] 'agreement among raft nodes before linearized reading' (duration: 256.359174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.451521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.371875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737328"} {"level":"warn","ts":"2026-06-23T22:47:37.45157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.499027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-06-23T22:47:37.451571Z","caller":"traceutil/trace.go:171","msg":"trace[1913977687] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15623; }","duration":"440.447696ms","start":"2026-06-23T22:47:37.011111Z","end":"2026-06-23T22:47:37.451559Z","steps":["trace[1913977687] 'agreement among raft nodes before linearized reading' (duration: 439.690738ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:37.451608Z","caller":"traceutil/trace.go:171","msg":"trace[754732314] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15623; }","duration":"256.553399ms","start":"2026-06-23T22:47:37.195046Z","end":"2026-06-23T22:47:37.4516Z","steps":["trace[754732314] 'agreement among raft nodes before linearized reading' (duration: 256.440066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:37.451619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:37.011102Z","time spent":"440.506808ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737351,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-23T22:47:37.451826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.727423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-06-23T22:47:37.451865Z","caller":"traceutil/trace.go:171","msg":"trace[741551426] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15623; }","duration":"256.779654ms","start":"2026-06-23T22:47:37.195077Z","end":"2026-06-23T22:47:37.451856Z","steps":["trace[741551426] 'agreement among raft nodes before linearized reading' (duration: 256.689232ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:38.492647Z","caller":"traceutil/trace.go:171","msg":"trace[300953668] transaction","detail":"{read_only:false; response_revision:15624; number_of_response:1; }","duration":"165.321588ms","start":"2026-06-23T22:47:38.327302Z","end":"2026-06-23T22:47:38.492623Z","steps":["trace[300953668] 'process raft request' (duration: 165.122583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:38.63089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.682414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T22:47:38.6311Z","caller":"traceutil/trace.go:171","msg":"trace[1655957919] linearizableReadLoop","detail":"{readStateIndex:16168; appliedIndex:16164; }","duration":"225.135053ms","start":"2026-06-23T22:47:38.405948Z","end":"2026-06-23T22:47:38.631083Z","steps":["trace[1655957919] 'read index received' (duration: 86.52414ms)","trace[1655957919] 'applied index is now lower than readState.Index' (duration: 138.609793ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:47:38.63112Z","caller":"traceutil/trace.go:171","msg":"trace[79098793] transaction","detail":"{read_only:false; response_revision:15625; number_of_response:1; }","duration":"302.737272ms","start":"2026-06-23T22:47:38.328345Z","end":"2026-06-23T22:47:38.631082Z","steps":["trace[79098793] 'process raft request' (duration: 174.768891ms)","trace[79098793] 'compare' (duration: 127.537521ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T22:47:38.631212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.260996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:47:38.631189Z","caller":"traceutil/trace.go:171","msg":"trace[172773208] transaction","detail":"{read_only:false; response_revision:15627; number_of_response:1; }","duration":"229.763043ms","start":"2026-06-23T22:47:38.401359Z","end":"2026-06-23T22:47:38.631122Z","steps":["trace[172773208] 'process raft request' (duration: 229.683151ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:38.631248Z","caller":"traceutil/trace.go:171","msg":"trace[76907305] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15627; }","duration":"225.316948ms","start":"2026-06-23T22:47:38.405919Z","end":"2026-06-23T22:47:38.631236Z","steps":["trace[76907305] 'agreement among raft nodes before linearized reading' (duration: 225.253986ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:38.631272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:38.32832Z","time spent":"302.869066ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:47:38.631125Z","caller":"traceutil/trace.go:171","msg":"trace[1640305392] transaction","detail":"{read_only:false; response_revision:15626; number_of_response:1; }","duration":"301.999825ms","start":"2026-06-23T22:47:38.329091Z","end":"2026-06-23T22:47:38.631091Z","steps":["trace[1640305392] 'process raft request' (duration: 301.900622ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:38.631425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:38.329052Z","time spent":"302.343963ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T22:47:39.510197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369460430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:47:40.011235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656053567369460430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T22:47:40.4487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43869479s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T22:47:40.449198Z","caller":"traceutil/trace.go:171","msg":"trace[1423617676] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"1.439331056s","start":"2026-06-23T22:47:39.009841Z","end":"2026-06-23T22:47:40.449172Z","steps":["trace[1423617676] 'process raft request' (duration: 1.439172982s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.449338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.0098Z","time spent":"1.439463899s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T22:47:40.612424Z","caller":"traceutil/trace.go:171","msg":"trace[757512537] linearizableReadLoop","detail":"{readStateIndex:16171; appliedIndex:16169; }","duration":"1.602204335s","start":"2026-06-23T22:47:39.010129Z","end":"2026-06-23T22:47:40.612334Z","steps":["trace[757512537] 'read index received' (duration: 1.438894165s)","trace[757512537] 'applied index is now lower than readState.Index' (duration: 163.30906ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T22:47:40.612597Z","caller":"traceutil/trace.go:171","msg":"trace[1783134824] transaction","detail":"{read_only:false; response_revision:15630; number_of_response:1; }","duration":"115.067297ms","start":"2026-06-23T22:47:40.497474Z","end":"2026-06-23T22:47:40.612541Z","steps":["trace[1783134824] 'process raft request' (duration: 114.749839ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.613106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602184244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-23T22:47:40.613184Z","caller":"traceutil/trace.go:171","msg":"trace[237411750] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15630; }","duration":"1.602327377s","start":"2026-06-23T22:47:39.010836Z","end":"2026-06-23T22:47:40.613163Z","steps":["trace[237411750] 'agreement among raft nodes before linearized reading' (duration: 1.602189064s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.613233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.010806Z","time spent":"1.6024176s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-23T22:47:40.612779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602600404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-23T22:47:40.613306Z","caller":"traceutil/trace.go:171","msg":"trace[2087487790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15630; }","duration":"1.603216798s","start":"2026-06-23T22:47:39.010071Z","end":"2026-06-23T22:47:40.613288Z","steps":["trace[2087487790] 'agreement among raft nodes before linearized reading' (duration: 1.60245756s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.613381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.010047Z","time spent":"1.603305841s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-23T22:47:40.613544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.098878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:47:40.613577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094864873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cc2nw\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-06-23T22:47:40.613626Z","caller":"traceutil/trace.go:171","msg":"trace[680741833] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15630; }","duration":"559.21074ms","start":"2026-06-23T22:47:40.054373Z","end":"2026-06-23T22:47:40.613584Z","steps":["trace[680741833] 'agreement among raft nodes before linearized reading' (duration: 559.015426ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.613655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159087955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-23T22:47:40.613707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:40.054363Z","time spent":"559.305972ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-06-23T22:47:40.613633Z","caller":"traceutil/trace.go:171","msg":"trace[1136768874] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cc2nw; range_end:; response_count:1; response_revision:15630; }","duration":"1.094990786s","start":"2026-06-23T22:47:39.518626Z","end":"2026-06-23T22:47:40.613617Z","steps":["trace[1136768874] 'agreement among raft nodes before linearized reading' (duration: 1.094805892s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.613758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155478689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:47:40.613801Z","caller":"traceutil/trace.go:171","msg":"trace[181290971] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15630; }","duration":"1.155542291s","start":"2026-06-23T22:47:39.458245Z","end":"2026-06-23T22:47:40.613787Z","steps":["trace[181290971] 'agreement among raft nodes before linearized reading' (duration: 1.155451079s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.613805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.518597Z","time spent":"1.095191591s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cc2nw\" "} {"level":"warn","ts":"2026-06-23T22:47:40.613813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.802496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-06-23T22:47:40.613831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.458238Z","time spent":"1.155586802s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-06-23T22:47:40.613863Z","caller":"traceutil/trace.go:171","msg":"trace[1126131186] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15630; }","duration":"313.886218ms","start":"2026-06-23T22:47:40.29996Z","end":"2026-06-23T22:47:40.613846Z","steps":["trace[1126131186] 'agreement among raft nodes before linearized reading' (duration: 313.765565ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.613836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.877597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-w9bv5\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-06-23T22:47:40.613927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:40.299938Z","time spent":"313.979959ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-06-23T22:47:40.613866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.165304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:47:40.613958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148962125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nvf96\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-06-23T22:47:40.61399Z","caller":"traceutil/trace.go:171","msg":"trace[1776217743] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-nvf96; range_end:; response_count:1; response_revision:15630; }","duration":"1.149012617s","start":"2026-06-23T22:47:39.464968Z","end":"2026-06-23T22:47:40.613981Z","steps":["trace[1776217743] 'agreement among raft nodes before linearized reading' (duration: 1.148930755s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.613889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.264743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:47:40.613999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60075674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:47:40.614017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.464957Z","time spent":"1.149054358s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nvf96\" "} {"level":"info","ts":"2026-06-23T22:47:40.614027Z","caller":"traceutil/trace.go:171","msg":"trace[1396497549] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15630; }","duration":"692.475179ms","start":"2026-06-23T22:47:39.921541Z","end":"2026-06-23T22:47:40.614016Z","steps":["trace[1396497549] 'agreement among raft nodes before linearized reading' (duration: 692.227163ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.614042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.177454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-06-23T22:47:40.614074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60116318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:47:40.614099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.314296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:47:40.614114Z","caller":"traceutil/trace.go:171","msg":"trace[1942510757] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15630; }","duration":"1.601209231s","start":"2026-06-23T22:47:39.012897Z","end":"2026-06-23T22:47:40.614106Z","steps":["trace[1942510757] 'agreement among raft nodes before linearized reading' (duration: 1.60116089s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.614156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.012892Z","time spent":"1.601254642s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.921513Z","time spent":"692.56925ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155196543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-06-23T22:47:40.614195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160584511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-23T22:47:40.614214Z","caller":"traceutil/trace.go:171","msg":"trace[1047122768] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15630; }","duration":"1.155255164s","start":"2026-06-23T22:47:39.458952Z","end":"2026-06-23T22:47:40.614207Z","steps":["trace[1047122768] 'agreement among raft nodes before linearized reading' (duration: 1.155182202s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.614198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.586304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-06-23T22:47:40.61424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.458931Z","time spent":"1.155304465s","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-06-23T22:47:40.614251Z","caller":"traceutil/trace.go:171","msg":"trace[1044642757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15630; }","duration":"1.160649772s","start":"2026-06-23T22:47:39.453582Z","end":"2026-06-23T22:47:40.614232Z","steps":["trace[1044642757] 'agreement among raft nodes before linearized reading' (duration: 1.160496808s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.614271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601455647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:47:40.614114Z","caller":"traceutil/trace.go:171","msg":"trace[1425644927] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15630; }","duration":"690.264996ms","start":"2026-06-23T22:47:39.923825Z","end":"2026-06-23T22:47:40.61409Z","steps":["trace[1425644927] 'agreement among raft nodes before linearized reading' (duration: 690.109133ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:40.614272Z","caller":"traceutil/trace.go:171","msg":"trace[1048370470] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15630; }","duration":"314.700797ms","start":"2026-06-23T22:47:40.299549Z","end":"2026-06-23T22:47:40.61425Z","steps":["trace[1048370470] 'agreement among raft nodes before linearized reading' (duration: 314.583504ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:40.614304Z","caller":"traceutil/trace.go:171","msg":"trace[80880323] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15630; }","duration":"1.601502678s","start":"2026-06-23T22:47:39.012793Z","end":"2026-06-23T22:47:40.614295Z","steps":["trace[80880323] 'agreement among raft nodes before linearized reading' (duration: 1.601459547s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.61431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.285343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-06-23T22:47:40.61432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.716063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:47:40.614335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.012785Z","time spent":"1.601545179s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-06-23T22:47:40.613972Z","caller":"traceutil/trace.go:171","msg":"trace[951009698] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-w9bv5; range_end:; response_count:1; response_revision:15630; }","duration":"452.070612ms","start":"2026-06-23T22:47:40.161868Z","end":"2026-06-23T22:47:40.613938Z","steps":["trace[951009698] 'agreement among raft nodes before linearized reading' (duration: 451.660842ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.61436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155395758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T22:47:40.614365Z","caller":"traceutil/trace.go:171","msg":"trace[1926785948] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15630; }","duration":"559.774964ms","start":"2026-06-23T22:47:40.05458Z","end":"2026-06-23T22:47:40.614355Z","steps":["trace[1926785948] 'agreement among raft nodes before linearized reading' (duration: 559.688992ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:40.61435Z","caller":"traceutil/trace.go:171","msg":"trace[1346650568] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15630; }","duration":"559.397865ms","start":"2026-06-23T22:47:40.05494Z","end":"2026-06-23T22:47:40.614338Z","steps":["trace[1346650568] 'agreement among raft nodes before linearized reading' (duration: 559.305833ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:40.614391Z","caller":"traceutil/trace.go:171","msg":"trace[1568050772] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15630; }","duration":"1.155447208s","start":"2026-06-23T22:47:39.458938Z","end":"2026-06-23T22:47:40.614385Z","steps":["trace[1568050772] 'agreement among raft nodes before linearized reading' (duration: 1.155402477s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:40.61416Z","caller":"traceutil/trace.go:171","msg":"trace[153058781] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15630; }","duration":"560.389428ms","start":"2026-06-23T22:47:40.053745Z","end":"2026-06-23T22:47:40.614135Z","steps":["trace[153058781] 'agreement among raft nodes before linearized reading' (duration: 560.331207ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.6144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:40.054574Z","time spent":"559.819875ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:40.054907Z","time spent":"559.498168ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:40.053728Z","time spent":"560.686295ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-06-23T22:47:40.61446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.458927Z","time spent":"1.155480459s","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.923805Z","time spent":"690.508022ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:40.161835Z","time spent":"452.627005ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-w9bv5\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156262708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-23T22:47:40.614535Z","caller":"traceutil/trace.go:171","msg":"trace[1122985877] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15630; }","duration":"1.156425912s","start":"2026-06-23T22:47:39.4581Z","end":"2026-06-23T22:47:40.614526Z","steps":["trace[1122985877] 'agreement among raft nodes before linearized reading' (duration: 1.156268668s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.614566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.458067Z","time spent":"1.156490694s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156382931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-06-23T22:47:40.614017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599292456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-23T22:47:40.614615Z","caller":"traceutil/trace.go:171","msg":"trace[1939919552] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15630; }","duration":"1.156429372s","start":"2026-06-23T22:47:39.458173Z","end":"2026-06-23T22:47:40.614602Z","steps":["trace[1939919552] 'agreement among raft nodes before linearized reading' (duration: 1.156310279s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.614296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.453571Z","time spent":"1.160716754s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-23T22:47:40.614649Z","caller":"traceutil/trace.go:171","msg":"trace[1434634273] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15630; }","duration":"1.599973041s","start":"2026-06-23T22:47:39.014667Z","end":"2026-06-23T22:47:40.61464Z","steps":["trace[1434634273] 'agreement among raft nodes before linearized reading' (duration: 1.599210633s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.61402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.101612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-06-23T22:47:40.614661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.458109Z","time spent":"1.156541765s","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.01465Z","time spent":"1.600020683s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159739991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-23T22:47:40.614327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:40.299522Z","time spent":"314.793289ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-06-23T22:47:40.614707Z","caller":"traceutil/trace.go:171","msg":"trace[1725318572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15630; }","duration":"1.159793502s","start":"2026-06-23T22:47:39.454904Z","end":"2026-06-23T22:47:40.614698Z","steps":["trace[1725318572] 'agreement among raft nodes before linearized reading' (duration: 1.159682029s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:40.614035Z","caller":"traceutil/trace.go:171","msg":"trace[417741532] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15630; }","duration":"1.600802802s","start":"2026-06-23T22:47:39.013222Z","end":"2026-06-23T22:47:40.614025Z","steps":["trace[417741532] 'agreement among raft nodes before linearized reading' (duration: 1.600749001s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.614627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18842633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-23T22:47:40.614754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.454895Z","time spent":"1.159850343s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.381533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-06-23T22:47:40.614773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.013184Z","time spent":"1.601581099s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-06-23T22:47:40.614788Z","caller":"traceutil/trace.go:171","msg":"trace[576432654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15630; }","duration":"1.188622245s","start":"2026-06-23T22:47:39.42615Z","end":"2026-06-23T22:47:40.614772Z","steps":["trace[576432654] 'agreement among raft nodes before linearized reading' (duration: 1.188402069s)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:40.614689Z","caller":"traceutil/trace.go:171","msg":"trace[1730490113] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15630; }","duration":"690.817679ms","start":"2026-06-23T22:47:39.923859Z","end":"2026-06-23T22:47:40.614677Z","steps":["trace[1730490113] 'agreement among raft nodes before linearized reading' (duration: 689.98838ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T22:47:40.614803Z","caller":"traceutil/trace.go:171","msg":"trace[1532088661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15630; }","duration":"481.038958ms","start":"2026-06-23T22:47:40.133749Z","end":"2026-06-23T22:47:40.614788Z","steps":["trace[1532088661] 'agreement among raft nodes before linearized reading' (duration: 480.314131ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.614833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.923848Z","time spent":"690.978763ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-06-23T22:47:40.614001Z","caller":"traceutil/trace.go:171","msg":"trace[395833700] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15630; }","duration":"314.38206ms","start":"2026-06-23T22:47:40.29959Z","end":"2026-06-23T22:47:40.613973Z","steps":["trace[395833700] 'agreement among raft nodes before linearized reading' (duration: 314.087013ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.614852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:40.133706Z","time spent":"481.13218ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.426124Z","time spent":"1.188698467s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-23T22:47:40.614974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.858482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:47:40.61499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.556156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-23T22:47:40.614997Z","caller":"traceutil/trace.go:171","msg":"trace[501621306] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15630; }","duration":"761.919574ms","start":"2026-06-23T22:47:39.853071Z","end":"2026-06-23T22:47:40.61499Z","steps":["trace[501621306] 'agreement among raft nodes before linearized reading' (duration: 761.884553ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.615052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.853045Z","time spent":"761.999216ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-06-23T22:47:40.615048Z","caller":"traceutil/trace.go:171","msg":"trace[1078705461] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15630; }","duration":"753.629428ms","start":"2026-06-23T22:47:39.861409Z","end":"2026-06-23T22:47:40.615038Z","steps":["trace[1078705461] 'agreement among raft nodes before linearized reading' (duration: 753.544756ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.61499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.61238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-06-23T22:47:40.614863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:40.299556Z","time spent":"315.301031ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-06-23T22:47:40.615103Z","caller":"traceutil/trace.go:171","msg":"trace[2116671329] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15630; }","duration":"759.784673ms","start":"2026-06-23T22:47:39.855308Z","end":"2026-06-23T22:47:40.615092Z","steps":["trace[2116671329] 'agreement among raft nodes before linearized reading' (duration: 759.599559ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.615068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.076002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-23T22:47:40.615145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.855282Z","time spent":"759.855025ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-06-23T22:47:40.615079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.861398Z","time spent":"753.674139ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-06-23T22:47:40.615164Z","caller":"traceutil/trace.go:171","msg":"trace[1399173377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15630; }","duration":"988.219507ms","start":"2026-06-23T22:47:39.626932Z","end":"2026-06-23T22:47:40.615152Z","steps":["trace[1399173377] 'agreement among raft nodes before linearized reading' (duration: 988.050073ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.615252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.626906Z","time spent":"988.312938ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T22:47:40.615888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.664684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cc2nw\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-06-23T22:47:40.617301Z","caller":"traceutil/trace.go:171","msg":"trace[200892357] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cc2nw; range_end:; response_count:1; response_revision:15630; }","duration":"992.116498ms","start":"2026-06-23T22:47:39.625163Z","end":"2026-06-23T22:47:40.61728Z","steps":["trace[200892357] 'agreement among raft nodes before linearized reading' (duration: 988.215036ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.617412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.625148Z","time spent":"992.247972ms","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cc2nw\" "} {"level":"warn","ts":"2026-06-23T22:47:40.61477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220429288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T22:47:40.620211Z","caller":"traceutil/trace.go:171","msg":"trace[988760391] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:15630; }","duration":"1.225921898s","start":"2026-06-23T22:47:39.394273Z","end":"2026-06-23T22:47:40.620195Z","steps":["trace[988760391] 'agreement among raft nodes before linearized reading' (duration: 1.220376377s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.620264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.39425Z","time spent":"1.22599589s","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":121,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-06-23T22:47:40.621363Z","caller":"traceutil/trace.go:171","msg":"trace[1628507972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15630; }","duration":"1.159139136s","start":"2026-06-23T22:47:39.454542Z","end":"2026-06-23T22:47:40.613681Z","steps":["trace[1628507972] 'agreement among raft nodes before linearized reading' (duration: 1.158990382s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T22:47:40.621445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T22:47:39.454536Z","time spent":"1.16688546s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T22:51:00.884506Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14572} {"level":"info","ts":"2026-06-23T22:51:00.962939Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14572,"took":"75.620132ms","hash":1963504392,"current-db-size-bytes":56852480,"current-db-size":"57 MB","current-db-size-in-use-bytes":34258944,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-23T22:51:00.963089Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1963504392,"revision":14572,"compact-revision":12568} {"level":"info","ts":"2026-06-23T22:56:00.891383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17227} {"level":"info","ts":"2026-06-23T22:56:00.985243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17227,"took":"90.957366ms","hash":1121277174,"current-db-size-bytes":56852480,"current-db-size":"57 MB","current-db-size-in-use-bytes":30384128,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-23T22:56:00.985295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1121277174,"revision":17227,"compact-revision":14572} {"level":"info","ts":"2026-06-23T22:57:03.471145Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-23T22:57:03.476059Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-23T22:57:03.476172Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-23T23:01:00.896786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19000} {"level":"info","ts":"2026-06-23T23:01:00.980766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19000,"took":"80.821715ms","hash":2243456026,"current-db-size-bytes":56852480,"current-db-size":"57 MB","current-db-size-in-use-bytes":24543232,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-06-23T23:01:00.980823Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2243456026,"revision":19000,"compact-revision":17227}